{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9956458635703918,
  "eval_steps": 500,
  "global_step": 1032,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002902757619738752,
      "grad_norm": 2.0846433767652153,
      "learning_rate": 3.225806451612903e-06,
      "loss": 2.2957,
      "step": 1
    },
    {
      "epoch": 0.005805515239477504,
      "grad_norm": 1.9978416462534117,
      "learning_rate": 6.451612903225806e-06,
      "loss": 2.3178,
      "step": 2
    },
    {
      "epoch": 0.008708272859216255,
      "grad_norm": 1.9430579171955504,
      "learning_rate": 9.67741935483871e-06,
      "loss": 2.2802,
      "step": 3
    },
    {
      "epoch": 0.011611030478955007,
      "grad_norm": 1.9543596506034469,
      "learning_rate": 1.2903225806451613e-05,
      "loss": 2.318,
      "step": 4
    },
    {
      "epoch": 0.01451378809869376,
      "grad_norm": 1.7061741200861744,
      "learning_rate": 1.6129032258064517e-05,
      "loss": 2.2252,
      "step": 5
    },
    {
      "epoch": 0.01741654571843251,
      "grad_norm": 1.253144062080066,
      "learning_rate": 1.935483870967742e-05,
      "loss": 2.1205,
      "step": 6
    },
    {
      "epoch": 0.020319303338171262,
      "grad_norm": 1.0003116901021947,
      "learning_rate": 2.258064516129032e-05,
      "loss": 2.1504,
      "step": 7
    },
    {
      "epoch": 0.023222060957910014,
      "grad_norm": 0.9564264471241767,
      "learning_rate": 2.5806451612903226e-05,
      "loss": 2.1369,
      "step": 8
    },
    {
      "epoch": 0.026124818577648767,
      "grad_norm": 1.0124626024446515,
      "learning_rate": 2.9032258064516133e-05,
      "loss": 1.9994,
      "step": 9
    },
    {
      "epoch": 0.02902757619738752,
      "grad_norm": 1.0323826804432363,
      "learning_rate": 3.2258064516129034e-05,
      "loss": 1.9673,
      "step": 10
    },
    {
      "epoch": 0.03193033381712627,
      "grad_norm": 1.1010706324174482,
      "learning_rate": 3.548387096774194e-05,
      "loss": 2.0209,
      "step": 11
    },
    {
      "epoch": 0.03483309143686502,
      "grad_norm": 0.9587342794682953,
      "learning_rate": 3.870967741935484e-05,
      "loss": 1.9565,
      "step": 12
    },
    {
      "epoch": 0.03773584905660377,
      "grad_norm": 0.8087276245182698,
      "learning_rate": 4.1935483870967746e-05,
      "loss": 1.9274,
      "step": 13
    },
    {
      "epoch": 0.040638606676342524,
      "grad_norm": 0.7208949030491162,
      "learning_rate": 4.516129032258064e-05,
      "loss": 1.8956,
      "step": 14
    },
    {
      "epoch": 0.04354136429608128,
      "grad_norm": 0.6632271677011528,
      "learning_rate": 4.8387096774193554e-05,
      "loss": 1.8824,
      "step": 15
    },
    {
      "epoch": 0.04644412191582003,
      "grad_norm": 0.7435836539848341,
      "learning_rate": 5.161290322580645e-05,
      "loss": 1.9824,
      "step": 16
    },
    {
      "epoch": 0.04934687953555878,
      "grad_norm": 0.7053044807794453,
      "learning_rate": 5.4838709677419355e-05,
      "loss": 1.8889,
      "step": 17
    },
    {
      "epoch": 0.05224963715529753,
      "grad_norm": 0.6993555442321882,
      "learning_rate": 5.8064516129032266e-05,
      "loss": 1.9324,
      "step": 18
    },
    {
      "epoch": 0.055152394775036286,
      "grad_norm": 0.7518400173275165,
      "learning_rate": 6.129032258064517e-05,
      "loss": 1.8978,
      "step": 19
    },
    {
      "epoch": 0.05805515239477504,
      "grad_norm": 0.7136536191735433,
      "learning_rate": 6.451612903225807e-05,
      "loss": 1.8947,
      "step": 20
    },
    {
      "epoch": 0.06095791001451379,
      "grad_norm": 0.700068972477509,
      "learning_rate": 6.774193548387096e-05,
      "loss": 1.8334,
      "step": 21
    },
    {
      "epoch": 0.06386066763425254,
      "grad_norm": 0.6097922300754197,
      "learning_rate": 7.096774193548388e-05,
      "loss": 1.8708,
      "step": 22
    },
    {
      "epoch": 0.06676342525399129,
      "grad_norm": 0.5892241733394149,
      "learning_rate": 7.419354838709677e-05,
      "loss": 1.8644,
      "step": 23
    },
    {
      "epoch": 0.06966618287373004,
      "grad_norm": 0.5998517963533421,
      "learning_rate": 7.741935483870968e-05,
      "loss": 1.915,
      "step": 24
    },
    {
      "epoch": 0.07256894049346879,
      "grad_norm": 0.578937324434216,
      "learning_rate": 8.064516129032258e-05,
      "loss": 1.8765,
      "step": 25
    },
    {
      "epoch": 0.07547169811320754,
      "grad_norm": 0.5520167576257055,
      "learning_rate": 8.387096774193549e-05,
      "loss": 1.8907,
      "step": 26
    },
    {
      "epoch": 0.0783744557329463,
      "grad_norm": 0.5324056505066851,
      "learning_rate": 8.709677419354839e-05,
      "loss": 1.8089,
      "step": 27
    },
    {
      "epoch": 0.08127721335268505,
      "grad_norm": 0.5598070603112837,
      "learning_rate": 9.032258064516129e-05,
      "loss": 1.8114,
      "step": 28
    },
    {
      "epoch": 0.0841799709724238,
      "grad_norm": 0.5722867654242503,
      "learning_rate": 9.35483870967742e-05,
      "loss": 1.894,
      "step": 29
    },
    {
      "epoch": 0.08708272859216255,
      "grad_norm": 0.5501713866741947,
      "learning_rate": 9.677419354838711e-05,
      "loss": 1.8482,
      "step": 30
    },
    {
      "epoch": 0.0899854862119013,
      "grad_norm": 0.5098039674637573,
      "learning_rate": 0.0001,
      "loss": 1.748,
      "step": 31
    },
    {
      "epoch": 0.09288824383164006,
      "grad_norm": 0.5216650269643087,
      "learning_rate": 9.999975375283309e-05,
      "loss": 1.8241,
      "step": 32
    },
    {
      "epoch": 0.09579100145137881,
      "grad_norm": 0.5245607583192764,
      "learning_rate": 9.999901501375784e-05,
      "loss": 1.7743,
      "step": 33
    },
    {
      "epoch": 0.09869375907111756,
      "grad_norm": 0.5209846767687549,
      "learning_rate": 9.999778379005078e-05,
      "loss": 1.8433,
      "step": 34
    },
    {
      "epoch": 0.10159651669085631,
      "grad_norm": 0.5193753847341327,
      "learning_rate": 9.99960600938393e-05,
      "loss": 1.7428,
      "step": 35
    },
    {
      "epoch": 0.10449927431059507,
      "grad_norm": 0.5388545039567529,
      "learning_rate": 9.99938439421016e-05,
      "loss": 1.8043,
      "step": 36
    },
    {
      "epoch": 0.10740203193033382,
      "grad_norm": 0.4642517613108308,
      "learning_rate": 9.999113535666655e-05,
      "loss": 1.8523,
      "step": 37
    },
    {
      "epoch": 0.11030478955007257,
      "grad_norm": 0.5090771867527996,
      "learning_rate": 9.99879343642134e-05,
      "loss": 1.8782,
      "step": 38
    },
    {
      "epoch": 0.11320754716981132,
      "grad_norm": 0.5180365979808446,
      "learning_rate": 9.998424099627157e-05,
      "loss": 1.7001,
      "step": 39
    },
    {
      "epoch": 0.11611030478955008,
      "grad_norm": 0.5351792273020963,
      "learning_rate": 9.99800552892203e-05,
      "loss": 1.8074,
      "step": 40
    },
    {
      "epoch": 0.11901306240928883,
      "grad_norm": 0.4909229371763726,
      "learning_rate": 9.997537728428837e-05,
      "loss": 1.8347,
      "step": 41
    },
    {
      "epoch": 0.12191582002902758,
      "grad_norm": 0.5254118497248897,
      "learning_rate": 9.997020702755353e-05,
      "loss": 1.818,
      "step": 42
    },
    {
      "epoch": 0.12481857764876633,
      "grad_norm": 0.531249671313219,
      "learning_rate": 9.996454456994226e-05,
      "loss": 1.7551,
      "step": 43
    },
    {
      "epoch": 0.12772133526850507,
      "grad_norm": 0.4986989365776004,
      "learning_rate": 9.995838996722914e-05,
      "loss": 1.7201,
      "step": 44
    },
    {
      "epoch": 0.13062409288824384,
      "grad_norm": 0.43995282498016386,
      "learning_rate": 9.995174328003631e-05,
      "loss": 1.7236,
      "step": 45
    },
    {
      "epoch": 0.13352685050798258,
      "grad_norm": 0.47024950950165534,
      "learning_rate": 9.994460457383284e-05,
      "loss": 1.7314,
      "step": 46
    },
    {
      "epoch": 0.13642960812772134,
      "grad_norm": 0.48793896577915136,
      "learning_rate": 9.993697391893423e-05,
      "loss": 1.8088,
      "step": 47
    },
    {
      "epoch": 0.13933236574746008,
      "grad_norm": 0.4635304980180925,
      "learning_rate": 9.992885139050154e-05,
      "loss": 1.7849,
      "step": 48
    },
    {
      "epoch": 0.14223512336719885,
      "grad_norm": 0.4553165993013694,
      "learning_rate": 9.992023706854076e-05,
      "loss": 1.7897,
      "step": 49
    },
    {
      "epoch": 0.14513788098693758,
      "grad_norm": 0.4539654044984415,
      "learning_rate": 9.991113103790198e-05,
      "loss": 1.8023,
      "step": 50
    },
    {
      "epoch": 0.14804063860667635,
      "grad_norm": 0.4740048482547077,
      "learning_rate": 9.990153338827856e-05,
      "loss": 1.6575,
      "step": 51
    },
    {
      "epoch": 0.1509433962264151,
      "grad_norm": 0.4698406577608514,
      "learning_rate": 9.98914442142063e-05,
      "loss": 1.7658,
      "step": 52
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.4761488120834836,
      "learning_rate": 9.98808636150624e-05,
      "loss": 1.7466,
      "step": 53
    },
    {
      "epoch": 0.1567489114658926,
      "grad_norm": 0.49049936616721757,
      "learning_rate": 9.986979169506453e-05,
      "loss": 1.8218,
      "step": 54
    },
    {
      "epoch": 0.15965166908563136,
      "grad_norm": 0.4704423046135022,
      "learning_rate": 9.985822856326989e-05,
      "loss": 1.7268,
      "step": 55
    },
    {
      "epoch": 0.1625544267053701,
      "grad_norm": 0.46284810316184194,
      "learning_rate": 9.9846174333574e-05,
      "loss": 1.7364,
      "step": 56
    },
    {
      "epoch": 0.16545718432510886,
      "grad_norm": 0.49596626860549764,
      "learning_rate": 9.983362912470966e-05,
      "loss": 1.747,
      "step": 57
    },
    {
      "epoch": 0.1683599419448476,
      "grad_norm": 0.4848925097238957,
      "learning_rate": 9.982059306024577e-05,
      "loss": 1.7047,
      "step": 58
    },
    {
      "epoch": 0.17126269956458637,
      "grad_norm": 0.46720475615200996,
      "learning_rate": 9.980706626858607e-05,
      "loss": 1.7173,
      "step": 59
    },
    {
      "epoch": 0.1741654571843251,
      "grad_norm": 0.44529320530178296,
      "learning_rate": 9.979304888296792e-05,
      "loss": 1.7491,
      "step": 60
    },
    {
      "epoch": 0.17706821480406387,
      "grad_norm": 0.44440577127650166,
      "learning_rate": 9.977854104146099e-05,
      "loss": 1.7776,
      "step": 61
    },
    {
      "epoch": 0.1799709724238026,
      "grad_norm": 0.4421464284603703,
      "learning_rate": 9.976354288696588e-05,
      "loss": 1.7716,
      "step": 62
    },
    {
      "epoch": 0.18287373004354138,
      "grad_norm": 0.46192862653440586,
      "learning_rate": 9.97480545672127e-05,
      "loss": 1.7546,
      "step": 63
    },
    {
      "epoch": 0.18577648766328012,
      "grad_norm": 0.45493024275166133,
      "learning_rate": 9.973207623475965e-05,
      "loss": 1.6439,
      "step": 64
    },
    {
      "epoch": 0.18867924528301888,
      "grad_norm": 0.4595793136325774,
      "learning_rate": 9.971560804699148e-05,
      "loss": 1.85,
      "step": 65
    },
    {
      "epoch": 0.19158200290275762,
      "grad_norm": 0.4791479558997977,
      "learning_rate": 9.9698650166118e-05,
      "loss": 1.8014,
      "step": 66
    },
    {
      "epoch": 0.19448476052249636,
      "grad_norm": 0.45867544729939197,
      "learning_rate": 9.96812027591724e-05,
      "loss": 1.7838,
      "step": 67
    },
    {
      "epoch": 0.19738751814223512,
      "grad_norm": 0.5135716700008814,
      "learning_rate": 9.966326599800967e-05,
      "loss": 1.8346,
      "step": 68
    },
    {
      "epoch": 0.20029027576197386,
      "grad_norm": 0.47740664831223145,
      "learning_rate": 9.964484005930486e-05,
      "loss": 1.7588,
      "step": 69
    },
    {
      "epoch": 0.20319303338171263,
      "grad_norm": 0.4928720632558317,
      "learning_rate": 9.962592512455138e-05,
      "loss": 1.752,
      "step": 70
    },
    {
      "epoch": 0.20609579100145137,
      "grad_norm": 0.47944983366239624,
      "learning_rate": 9.960652138005921e-05,
      "loss": 1.7496,
      "step": 71
    },
    {
      "epoch": 0.20899854862119013,
      "grad_norm": 0.4817585857975088,
      "learning_rate": 9.958662901695303e-05,
      "loss": 1.7815,
      "step": 72
    },
    {
      "epoch": 0.21190130624092887,
      "grad_norm": 0.48531787875139165,
      "learning_rate": 9.956624823117036e-05,
      "loss": 1.7124,
      "step": 73
    },
    {
      "epoch": 0.21480406386066764,
      "grad_norm": 0.4934990779596015,
      "learning_rate": 9.954537922345961e-05,
      "loss": 1.7579,
      "step": 74
    },
    {
      "epoch": 0.21770682148040638,
      "grad_norm": 0.4592934884013574,
      "learning_rate": 9.952402219937816e-05,
      "loss": 1.7661,
      "step": 75
    },
    {
      "epoch": 0.22060957910014514,
      "grad_norm": 0.4461278786196646,
      "learning_rate": 9.950217736929029e-05,
      "loss": 1.827,
      "step": 76
    },
    {
      "epoch": 0.22351233671988388,
      "grad_norm": 0.4607058394430432,
      "learning_rate": 9.947984494836506e-05,
      "loss": 1.7188,
      "step": 77
    },
    {
      "epoch": 0.22641509433962265,
      "grad_norm": 0.5113841362017536,
      "learning_rate": 9.945702515657434e-05,
      "loss": 1.7003,
      "step": 78
    },
    {
      "epoch": 0.22931785195936139,
      "grad_norm": 0.4556004543544776,
      "learning_rate": 9.943371821869043e-05,
      "loss": 1.7567,
      "step": 79
    },
    {
      "epoch": 0.23222060957910015,
      "grad_norm": 0.45511479260974946,
      "learning_rate": 9.940992436428409e-05,
      "loss": 1.7175,
      "step": 80
    },
    {
      "epoch": 0.2351233671988389,
      "grad_norm": 0.45337354415403,
      "learning_rate": 9.938564382772205e-05,
      "loss": 1.6922,
      "step": 81
    },
    {
      "epoch": 0.23802612481857766,
      "grad_norm": 0.46578477908830707,
      "learning_rate": 9.936087684816486e-05,
      "loss": 1.7403,
      "step": 82
    },
    {
      "epoch": 0.2409288824383164,
      "grad_norm": 0.4736398049281869,
      "learning_rate": 9.933562366956445e-05,
      "loss": 1.7911,
      "step": 83
    },
    {
      "epoch": 0.24383164005805516,
      "grad_norm": 0.46580351089308164,
      "learning_rate": 9.930988454066177e-05,
      "loss": 1.7129,
      "step": 84
    },
    {
      "epoch": 0.2467343976777939,
      "grad_norm": 0.4783921280895399,
      "learning_rate": 9.928365971498435e-05,
      "loss": 1.6999,
      "step": 85
    },
    {
      "epoch": 0.24963715529753266,
      "grad_norm": 0.48639096186151054,
      "learning_rate": 9.92569494508437e-05,
      "loss": 1.7831,
      "step": 86
    },
    {
      "epoch": 0.2525399129172714,
      "grad_norm": 0.47373508585291985,
      "learning_rate": 9.922975401133293e-05,
      "loss": 1.7481,
      "step": 87
    },
    {
      "epoch": 0.25544267053701014,
      "grad_norm": 0.45963136146726274,
      "learning_rate": 9.920207366432402e-05,
      "loss": 1.7577,
      "step": 88
    },
    {
      "epoch": 0.25834542815674894,
      "grad_norm": 0.44141708926107565,
      "learning_rate": 9.917390868246527e-05,
      "loss": 1.7426,
      "step": 89
    },
    {
      "epoch": 0.2612481857764877,
      "grad_norm": 0.4723061395007264,
      "learning_rate": 9.914525934317855e-05,
      "loss": 1.7229,
      "step": 90
    },
    {
      "epoch": 0.2641509433962264,
      "grad_norm": 0.4600724654623569,
      "learning_rate": 9.911612592865663e-05,
      "loss": 1.6709,
      "step": 91
    },
    {
      "epoch": 0.26705370101596515,
      "grad_norm": 0.461423618524674,
      "learning_rate": 9.908650872586029e-05,
      "loss": 1.6044,
      "step": 92
    },
    {
      "epoch": 0.26995645863570394,
      "grad_norm": 0.4484003156347003,
      "learning_rate": 9.905640802651565e-05,
      "loss": 1.7269,
      "step": 93
    },
    {
      "epoch": 0.2728592162554427,
      "grad_norm": 0.45546155316732173,
      "learning_rate": 9.90258241271112e-05,
      "loss": 1.6815,
      "step": 94
    },
    {
      "epoch": 0.2757619738751814,
      "grad_norm": 0.4793191665849694,
      "learning_rate": 9.899475732889485e-05,
      "loss": 1.7851,
      "step": 95
    },
    {
      "epoch": 0.27866473149492016,
      "grad_norm": 0.44887393395771497,
      "learning_rate": 9.896320793787106e-05,
      "loss": 1.7097,
      "step": 96
    },
    {
      "epoch": 0.28156748911465895,
      "grad_norm": 0.43842089686748076,
      "learning_rate": 9.893117626479777e-05,
      "loss": 1.6785,
      "step": 97
    },
    {
      "epoch": 0.2844702467343977,
      "grad_norm": 0.4408495390489595,
      "learning_rate": 9.889866262518331e-05,
      "loss": 1.7806,
      "step": 98
    },
    {
      "epoch": 0.28737300435413643,
      "grad_norm": 0.46860781799678797,
      "learning_rate": 9.886566733928336e-05,
      "loss": 1.6707,
      "step": 99
    },
    {
      "epoch": 0.29027576197387517,
      "grad_norm": 0.4722122346714633,
      "learning_rate": 9.883219073209772e-05,
      "loss": 1.6392,
      "step": 100
    },
    {
      "epoch": 0.2931785195936139,
      "grad_norm": 0.4766826387534979,
      "learning_rate": 9.879823313336722e-05,
      "loss": 1.7407,
      "step": 101
    },
    {
      "epoch": 0.2960812772133527,
      "grad_norm": 0.49952288540860723,
      "learning_rate": 9.876379487757034e-05,
      "loss": 1.7379,
      "step": 102
    },
    {
      "epoch": 0.29898403483309144,
      "grad_norm": 0.433128398635048,
      "learning_rate": 9.872887630391998e-05,
      "loss": 1.6883,
      "step": 103
    },
    {
      "epoch": 0.3018867924528302,
      "grad_norm": 0.44194407401541336,
      "learning_rate": 9.869347775636015e-05,
      "loss": 1.6745,
      "step": 104
    },
    {
      "epoch": 0.3047895500725689,
      "grad_norm": 0.45676481127165763,
      "learning_rate": 9.865759958356251e-05,
      "loss": 1.6969,
      "step": 105
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.4255773819402685,
      "learning_rate": 9.862124213892304e-05,
      "loss": 1.6498,
      "step": 106
    },
    {
      "epoch": 0.31059506531204645,
      "grad_norm": 0.47201009369127117,
      "learning_rate": 9.858440578055842e-05,
      "loss": 1.7208,
      "step": 107
    },
    {
      "epoch": 0.3134978229317852,
      "grad_norm": 0.43906192490840906,
      "learning_rate": 9.85470908713026e-05,
      "loss": 1.6519,
      "step": 108
    },
    {
      "epoch": 0.3164005805515239,
      "grad_norm": 0.46955483311816915,
      "learning_rate": 9.850929777870324e-05,
      "loss": 1.7158,
      "step": 109
    },
    {
      "epoch": 0.3193033381712627,
      "grad_norm": 0.45985568659200904,
      "learning_rate": 9.847102687501797e-05,
      "loss": 1.7123,
      "step": 110
    },
    {
      "epoch": 0.32220609579100146,
      "grad_norm": 0.4426308077595128,
      "learning_rate": 9.843227853721088e-05,
      "loss": 1.6953,
      "step": 111
    },
    {
      "epoch": 0.3251088534107402,
      "grad_norm": 0.4392841669492503,
      "learning_rate": 9.839305314694873e-05,
      "loss": 1.6883,
      "step": 112
    },
    {
      "epoch": 0.32801161103047893,
      "grad_norm": 0.45477227897009836,
      "learning_rate": 9.835335109059713e-05,
      "loss": 1.6705,
      "step": 113
    },
    {
      "epoch": 0.3309143686502177,
      "grad_norm": 0.4510965751867643,
      "learning_rate": 9.831317275921685e-05,
      "loss": 1.7234,
      "step": 114
    },
    {
      "epoch": 0.33381712626995647,
      "grad_norm": 0.4542106881532701,
      "learning_rate": 9.827251854855991e-05,
      "loss": 1.7472,
      "step": 115
    },
    {
      "epoch": 0.3367198838896952,
      "grad_norm": 0.4163055427389403,
      "learning_rate": 9.823138885906566e-05,
      "loss": 1.6842,
      "step": 116
    },
    {
      "epoch": 0.33962264150943394,
      "grad_norm": 0.449739499223869,
      "learning_rate": 9.81897840958569e-05,
      "loss": 1.7605,
      "step": 117
    },
    {
      "epoch": 0.34252539912917274,
      "grad_norm": 0.4772390046331174,
      "learning_rate": 9.814770466873585e-05,
      "loss": 1.7861,
      "step": 118
    },
    {
      "epoch": 0.3454281567489115,
      "grad_norm": 0.4413132468805602,
      "learning_rate": 9.810515099218003e-05,
      "loss": 1.7759,
      "step": 119
    },
    {
      "epoch": 0.3483309143686502,
      "grad_norm": 0.46134791732871394,
      "learning_rate": 9.806212348533838e-05,
      "loss": 1.7047,
      "step": 120
    },
    {
      "epoch": 0.35123367198838895,
      "grad_norm": 0.4566431321895948,
      "learning_rate": 9.801862257202698e-05,
      "loss": 1.6666,
      "step": 121
    },
    {
      "epoch": 0.35413642960812775,
      "grad_norm": 0.46167645349264863,
      "learning_rate": 9.797464868072488e-05,
      "loss": 1.7031,
      "step": 122
    },
    {
      "epoch": 0.3570391872278665,
      "grad_norm": 0.43146469610897786,
      "learning_rate": 9.79302022445699e-05,
      "loss": 1.7556,
      "step": 123
    },
    {
      "epoch": 0.3599419448476052,
      "grad_norm": 0.45400915786981333,
      "learning_rate": 9.788528370135443e-05,
      "loss": 1.6255,
      "step": 124
    },
    {
      "epoch": 0.36284470246734396,
      "grad_norm": 0.48140495646959364,
      "learning_rate": 9.783989349352104e-05,
      "loss": 1.693,
      "step": 125
    },
    {
      "epoch": 0.36574746008708275,
      "grad_norm": 0.43964649788083776,
      "learning_rate": 9.77940320681581e-05,
      "loss": 1.7552,
      "step": 126
    },
    {
      "epoch": 0.3686502177068215,
      "grad_norm": 0.4456518541367986,
      "learning_rate": 9.774769987699548e-05,
      "loss": 1.7405,
      "step": 127
    },
    {
      "epoch": 0.37155297532656023,
      "grad_norm": 0.4354523516212369,
      "learning_rate": 9.77008973764e-05,
      "loss": 1.6851,
      "step": 128
    },
    {
      "epoch": 0.37445573294629897,
      "grad_norm": 0.47469832181842386,
      "learning_rate": 9.765362502737097e-05,
      "loss": 1.7969,
      "step": 129
    },
    {
      "epoch": 0.37735849056603776,
      "grad_norm": 0.456359078319975,
      "learning_rate": 9.760588329553571e-05,
      "loss": 1.6963,
      "step": 130
    },
    {
      "epoch": 0.3802612481857765,
      "grad_norm": 0.4297887488755796,
      "learning_rate": 9.755767265114484e-05,
      "loss": 1.7259,
      "step": 131
    },
    {
      "epoch": 0.38316400580551524,
      "grad_norm": 0.45977484840579963,
      "learning_rate": 9.750899356906775e-05,
      "loss": 1.6951,
      "step": 132
    },
    {
      "epoch": 0.386066763425254,
      "grad_norm": 0.4525297404775678,
      "learning_rate": 9.74598465287879e-05,
      "loss": 1.6625,
      "step": 133
    },
    {
      "epoch": 0.3889695210449927,
      "grad_norm": 0.46972762507628174,
      "learning_rate": 9.741023201439803e-05,
      "loss": 1.6819,
      "step": 134
    },
    {
      "epoch": 0.3918722786647315,
      "grad_norm": 0.45696399024898127,
      "learning_rate": 9.73601505145955e-05,
      "loss": 1.7603,
      "step": 135
    },
    {
      "epoch": 0.39477503628447025,
      "grad_norm": 0.4458342831069972,
      "learning_rate": 9.730960252267743e-05,
      "loss": 1.7223,
      "step": 136
    },
    {
      "epoch": 0.397677793904209,
      "grad_norm": 0.43981548094464756,
      "learning_rate": 9.72585885365358e-05,
      "loss": 1.6766,
      "step": 137
    },
    {
      "epoch": 0.4005805515239477,
      "grad_norm": 0.4455939651528885,
      "learning_rate": 9.720710905865256e-05,
      "loss": 1.7184,
      "step": 138
    },
    {
      "epoch": 0.4034833091436865,
      "grad_norm": 0.47651464370433416,
      "learning_rate": 9.715516459609478e-05,
      "loss": 1.7439,
      "step": 139
    },
    {
      "epoch": 0.40638606676342526,
      "grad_norm": 0.4227201150423829,
      "learning_rate": 9.710275566050951e-05,
      "loss": 1.7061,
      "step": 140
    },
    {
      "epoch": 0.409288824383164,
      "grad_norm": 0.45752026350838704,
      "learning_rate": 9.704988276811883e-05,
      "loss": 1.7271,
      "step": 141
    },
    {
      "epoch": 0.41219158200290273,
      "grad_norm": 0.42509841745667165,
      "learning_rate": 9.699654643971472e-05,
      "loss": 1.6074,
      "step": 142
    },
    {
      "epoch": 0.41509433962264153,
      "grad_norm": 0.43248011489070165,
      "learning_rate": 9.694274720065399e-05,
      "loss": 1.7511,
      "step": 143
    },
    {
      "epoch": 0.41799709724238027,
      "grad_norm": 0.4725281940940307,
      "learning_rate": 9.688848558085306e-05,
      "loss": 1.6572,
      "step": 144
    },
    {
      "epoch": 0.420899854862119,
      "grad_norm": 0.4421316687078927,
      "learning_rate": 9.68337621147827e-05,
      "loss": 1.6201,
      "step": 145
    },
    {
      "epoch": 0.42380261248185774,
      "grad_norm": 0.4535950708116043,
      "learning_rate": 9.677857734146289e-05,
      "loss": 1.6692,
      "step": 146
    },
    {
      "epoch": 0.42670537010159654,
      "grad_norm": 0.43209953198807594,
      "learning_rate": 9.672293180445735e-05,
      "loss": 1.6533,
      "step": 147
    },
    {
      "epoch": 0.4296081277213353,
      "grad_norm": 0.44782737678972356,
      "learning_rate": 9.666682605186835e-05,
      "loss": 1.7556,
      "step": 148
    },
    {
      "epoch": 0.432510885341074,
      "grad_norm": 0.44463054319124506,
      "learning_rate": 9.661026063633116e-05,
      "loss": 1.6907,
      "step": 149
    },
    {
      "epoch": 0.43541364296081275,
      "grad_norm": 0.4742061834759493,
      "learning_rate": 9.655323611500875e-05,
      "loss": 1.7614,
      "step": 150
    },
    {
      "epoch": 0.43831640058055155,
      "grad_norm": 0.4511176764387876,
      "learning_rate": 9.649575304958618e-05,
      "loss": 1.669,
      "step": 151
    },
    {
      "epoch": 0.4412191582002903,
      "grad_norm": 0.452395544979668,
      "learning_rate": 9.643781200626511e-05,
      "loss": 1.7131,
      "step": 152
    },
    {
      "epoch": 0.444121915820029,
      "grad_norm": 0.4413036784139029,
      "learning_rate": 9.637941355575829e-05,
      "loss": 1.7243,
      "step": 153
    },
    {
      "epoch": 0.44702467343976776,
      "grad_norm": 0.45409328535938615,
      "learning_rate": 9.632055827328382e-05,
      "loss": 1.7142,
      "step": 154
    },
    {
      "epoch": 0.44992743105950656,
      "grad_norm": 0.4416791338736614,
      "learning_rate": 9.626124673855953e-05,
      "loss": 1.6888,
      "step": 155
    },
    {
      "epoch": 0.4528301886792453,
      "grad_norm": 0.45065854670848216,
      "learning_rate": 9.620147953579737e-05,
      "loss": 1.6547,
      "step": 156
    },
    {
      "epoch": 0.45573294629898403,
      "grad_norm": 0.4440691797775893,
      "learning_rate": 9.614125725369747e-05,
      "loss": 1.7076,
      "step": 157
    },
    {
      "epoch": 0.45863570391872277,
      "grad_norm": 0.44912553064278754,
      "learning_rate": 9.608058048544251e-05,
      "loss": 1.7288,
      "step": 158
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 0.44573130790298193,
      "learning_rate": 9.601944982869178e-05,
      "loss": 1.7162,
      "step": 159
    },
    {
      "epoch": 0.4644412191582003,
      "grad_norm": 0.4416451246604798,
      "learning_rate": 9.595786588557532e-05,
      "loss": 1.688,
      "step": 160
    },
    {
      "epoch": 0.46734397677793904,
      "grad_norm": 0.45331192505099466,
      "learning_rate": 9.589582926268798e-05,
      "loss": 1.6659,
      "step": 161
    },
    {
      "epoch": 0.4702467343976778,
      "grad_norm": 0.43429591419151625,
      "learning_rate": 9.583334057108346e-05,
      "loss": 1.7391,
      "step": 162
    },
    {
      "epoch": 0.4731494920174166,
      "grad_norm": 0.4515667244387313,
      "learning_rate": 9.577040042626833e-05,
      "loss": 1.699,
      "step": 163
    },
    {
      "epoch": 0.4760522496371553,
      "grad_norm": 0.4388097039320571,
      "learning_rate": 9.570700944819584e-05,
      "loss": 1.6912,
      "step": 164
    },
    {
      "epoch": 0.47895500725689405,
      "grad_norm": 0.45889865468721397,
      "learning_rate": 9.564316826125997e-05,
      "loss": 1.6626,
      "step": 165
    },
    {
      "epoch": 0.4818577648766328,
      "grad_norm": 0.4299355182130924,
      "learning_rate": 9.557887749428913e-05,
      "loss": 1.6042,
      "step": 166
    },
    {
      "epoch": 0.4847605224963715,
      "grad_norm": 0.4329249161629588,
      "learning_rate": 9.551413778054014e-05,
      "loss": 1.6579,
      "step": 167
    },
    {
      "epoch": 0.4876632801161103,
      "grad_norm": 0.44400677003837674,
      "learning_rate": 9.544894975769186e-05,
      "loss": 1.74,
      "step": 168
    },
    {
      "epoch": 0.49056603773584906,
      "grad_norm": 0.4313987173184158,
      "learning_rate": 9.538331406783885e-05,
      "loss": 1.7035,
      "step": 169
    },
    {
      "epoch": 0.4934687953555878,
      "grad_norm": 0.44360491893979864,
      "learning_rate": 9.531723135748529e-05,
      "loss": 1.7241,
      "step": 170
    },
    {
      "epoch": 0.49637155297532654,
      "grad_norm": 0.43560748469876714,
      "learning_rate": 9.525070227753834e-05,
      "loss": 1.6842,
      "step": 171
    },
    {
      "epoch": 0.49927431059506533,
      "grad_norm": 0.4522807238143896,
      "learning_rate": 9.518372748330194e-05,
      "loss": 1.7524,
      "step": 172
    },
    {
      "epoch": 0.502177068214804,
      "grad_norm": 0.4516001953202753,
      "learning_rate": 9.511630763447019e-05,
      "loss": 1.7675,
      "step": 173
    },
    {
      "epoch": 0.5050798258345428,
      "grad_norm": 0.44105966868492147,
      "learning_rate": 9.504844339512095e-05,
      "loss": 1.746,
      "step": 174
    },
    {
      "epoch": 0.5079825834542816,
      "grad_norm": 0.4849606402881667,
      "learning_rate": 9.498013543370933e-05,
      "loss": 1.6996,
      "step": 175
    },
    {
      "epoch": 0.5108853410740203,
      "grad_norm": 0.44877678169069063,
      "learning_rate": 9.4911384423061e-05,
      "loss": 1.6681,
      "step": 176
    },
    {
      "epoch": 0.5137880986937591,
      "grad_norm": 0.4105957887246027,
      "learning_rate": 9.48421910403656e-05,
      "loss": 1.7055,
      "step": 177
    },
    {
      "epoch": 0.5166908563134979,
      "grad_norm": 0.4370878239882375,
      "learning_rate": 9.477255596717012e-05,
      "loss": 1.721,
      "step": 178
    },
    {
      "epoch": 0.5195936139332366,
      "grad_norm": 0.4475796642548257,
      "learning_rate": 9.470247988937214e-05,
      "loss": 1.7089,
      "step": 179
    },
    {
      "epoch": 0.5224963715529753,
      "grad_norm": 0.4493895378186208,
      "learning_rate": 9.463196349721308e-05,
      "loss": 1.673,
      "step": 180
    },
    {
      "epoch": 0.525399129172714,
      "grad_norm": 0.4281856940042948,
      "learning_rate": 9.456100748527143e-05,
      "loss": 1.6323,
      "step": 181
    },
    {
      "epoch": 0.5283018867924528,
      "grad_norm": 0.448730455712877,
      "learning_rate": 9.448961255245584e-05,
      "loss": 1.6809,
      "step": 182
    },
    {
      "epoch": 0.5312046444121916,
      "grad_norm": 0.4507101270127422,
      "learning_rate": 9.441777940199832e-05,
      "loss": 1.7177,
      "step": 183
    },
    {
      "epoch": 0.5341074020319303,
      "grad_norm": 0.49266458121627354,
      "learning_rate": 9.434550874144728e-05,
      "loss": 1.7051,
      "step": 184
    },
    {
      "epoch": 0.5370101596516691,
      "grad_norm": 0.44355957269363283,
      "learning_rate": 9.42728012826605e-05,
      "loss": 1.688,
      "step": 185
    },
    {
      "epoch": 0.5399129172714079,
      "grad_norm": 0.44170112328599515,
      "learning_rate": 9.419965774179824e-05,
      "loss": 1.651,
      "step": 186
    },
    {
      "epoch": 0.5428156748911466,
      "grad_norm": 0.4435040896365132,
      "learning_rate": 9.412607883931607e-05,
      "loss": 1.6613,
      "step": 187
    },
    {
      "epoch": 0.5457184325108854,
      "grad_norm": 0.4475448873591262,
      "learning_rate": 9.405206529995785e-05,
      "loss": 1.7489,
      "step": 188
    },
    {
      "epoch": 0.548621190130624,
      "grad_norm": 0.44032542363240856,
      "learning_rate": 9.397761785274855e-05,
      "loss": 1.6927,
      "step": 189
    },
    {
      "epoch": 0.5515239477503628,
      "grad_norm": 0.42320618772967467,
      "learning_rate": 9.39027372309871e-05,
      "loss": 1.6916,
      "step": 190
    },
    {
      "epoch": 0.5544267053701016,
      "grad_norm": 0.44519721803586065,
      "learning_rate": 9.382742417223913e-05,
      "loss": 1.6295,
      "step": 191
    },
    {
      "epoch": 0.5573294629898403,
      "grad_norm": 0.4647273184922122,
      "learning_rate": 9.375167941832973e-05,
      "loss": 1.6854,
      "step": 192
    },
    {
      "epoch": 0.5602322206095791,
      "grad_norm": 0.4392017166893709,
      "learning_rate": 9.367550371533614e-05,
      "loss": 1.6715,
      "step": 193
    },
    {
      "epoch": 0.5631349782293179,
      "grad_norm": 0.44996437022572094,
      "learning_rate": 9.359889781358042e-05,
      "loss": 1.6952,
      "step": 194
    },
    {
      "epoch": 0.5660377358490566,
      "grad_norm": 0.461769596883055,
      "learning_rate": 9.352186246762201e-05,
      "loss": 1.7224,
      "step": 195
    },
    {
      "epoch": 0.5689404934687954,
      "grad_norm": 0.46096270122354016,
      "learning_rate": 9.344439843625034e-05,
      "loss": 1.7067,
      "step": 196
    },
    {
      "epoch": 0.5718432510885341,
      "grad_norm": 0.43532832620404305,
      "learning_rate": 9.336650648247732e-05,
      "loss": 1.6665,
      "step": 197
    },
    {
      "epoch": 0.5747460087082729,
      "grad_norm": 0.45325621584387427,
      "learning_rate": 9.32881873735299e-05,
      "loss": 1.7239,
      "step": 198
    },
    {
      "epoch": 0.5776487663280117,
      "grad_norm": 0.4433673974331805,
      "learning_rate": 9.320944188084242e-05,
      "loss": 1.7089,
      "step": 199
    },
    {
      "epoch": 0.5805515239477503,
      "grad_norm": 0.4313072181776721,
      "learning_rate": 9.313027078004903e-05,
      "loss": 1.686,
      "step": 200
    },
    {
      "epoch": 0.5834542815674891,
      "grad_norm": 0.41587032731666324,
      "learning_rate": 9.305067485097615e-05,
      "loss": 1.6424,
      "step": 201
    },
    {
      "epoch": 0.5863570391872278,
      "grad_norm": 0.4412815721445294,
      "learning_rate": 9.297065487763462e-05,
      "loss": 1.661,
      "step": 202
    },
    {
      "epoch": 0.5892597968069666,
      "grad_norm": 0.46726947815511294,
      "learning_rate": 9.289021164821214e-05,
      "loss": 1.7301,
      "step": 203
    },
    {
      "epoch": 0.5921625544267054,
      "grad_norm": 0.45962461407461297,
      "learning_rate": 9.280934595506536e-05,
      "loss": 1.7223,
      "step": 204
    },
    {
      "epoch": 0.5950653120464441,
      "grad_norm": 0.41982594349547003,
      "learning_rate": 9.272805859471225e-05,
      "loss": 1.6335,
      "step": 205
    },
    {
      "epoch": 0.5979680696661829,
      "grad_norm": 0.4690787688896373,
      "learning_rate": 9.264635036782405e-05,
      "loss": 1.6864,
      "step": 206
    },
    {
      "epoch": 0.6008708272859217,
      "grad_norm": 0.4241521450619991,
      "learning_rate": 9.256422207921757e-05,
      "loss": 1.6836,
      "step": 207
    },
    {
      "epoch": 0.6037735849056604,
      "grad_norm": 0.41405976202828276,
      "learning_rate": 9.248167453784711e-05,
      "loss": 1.6965,
      "step": 208
    },
    {
      "epoch": 0.6066763425253991,
      "grad_norm": 0.45850648087284657,
      "learning_rate": 9.239870855679664e-05,
      "loss": 1.7154,
      "step": 209
    },
    {
      "epoch": 0.6095791001451378,
      "grad_norm": 0.44195519786790405,
      "learning_rate": 9.231532495327165e-05,
      "loss": 1.6385,
      "step": 210
    },
    {
      "epoch": 0.6124818577648766,
      "grad_norm": 0.4450199528491929,
      "learning_rate": 9.223152454859116e-05,
      "loss": 1.7519,
      "step": 211
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.4359625629528257,
      "learning_rate": 9.21473081681797e-05,
      "loss": 1.7282,
      "step": 212
    },
    {
      "epoch": 0.6182873730043541,
      "grad_norm": 0.4238801711778006,
      "learning_rate": 9.206267664155907e-05,
      "loss": 1.6719,
      "step": 213
    },
    {
      "epoch": 0.6211901306240929,
      "grad_norm": 0.44179537065960767,
      "learning_rate": 9.197763080234019e-05,
      "loss": 1.6467,
      "step": 214
    },
    {
      "epoch": 0.6240928882438317,
      "grad_norm": 0.4422804377999602,
      "learning_rate": 9.189217148821495e-05,
      "loss": 1.7194,
      "step": 215
    },
    {
      "epoch": 0.6269956458635704,
      "grad_norm": 0.44164585839328874,
      "learning_rate": 9.180629954094792e-05,
      "loss": 1.7347,
      "step": 216
    },
    {
      "epoch": 0.6298984034833092,
      "grad_norm": 0.4278863683963636,
      "learning_rate": 9.172001580636804e-05,
      "loss": 1.7269,
      "step": 217
    },
    {
      "epoch": 0.6328011611030478,
      "grad_norm": 0.43980909887162917,
      "learning_rate": 9.163332113436032e-05,
      "loss": 1.6935,
      "step": 218
    },
    {
      "epoch": 0.6357039187227866,
      "grad_norm": 0.44425865440375695,
      "learning_rate": 9.154621637885745e-05,
      "loss": 1.669,
      "step": 219
    },
    {
      "epoch": 0.6386066763425254,
      "grad_norm": 0.45665984376825003,
      "learning_rate": 9.145870239783142e-05,
      "loss": 1.6619,
      "step": 220
    },
    {
      "epoch": 0.6415094339622641,
      "grad_norm": 0.4317790466894785,
      "learning_rate": 9.1370780053285e-05,
      "loss": 1.6749,
      "step": 221
    },
    {
      "epoch": 0.6444121915820029,
      "grad_norm": 0.4374390480052056,
      "learning_rate": 9.128245021124334e-05,
      "loss": 1.632,
      "step": 222
    },
    {
      "epoch": 0.6473149492017417,
      "grad_norm": 0.4281924955127084,
      "learning_rate": 9.119371374174535e-05,
      "loss": 1.6861,
      "step": 223
    },
    {
      "epoch": 0.6502177068214804,
      "grad_norm": 0.4161162445315734,
      "learning_rate": 9.110457151883523e-05,
      "loss": 1.6968,
      "step": 224
    },
    {
      "epoch": 0.6531204644412192,
      "grad_norm": 0.43870224472437325,
      "learning_rate": 9.101502442055374e-05,
      "loss": 1.599,
      "step": 225
    },
    {
      "epoch": 0.6560232220609579,
      "grad_norm": 0.4359888202372141,
      "learning_rate": 9.092507332892968e-05,
      "loss": 1.6536,
      "step": 226
    },
    {
      "epoch": 0.6589259796806967,
      "grad_norm": 0.43002636945264805,
      "learning_rate": 9.083471912997108e-05,
      "loss": 1.6152,
      "step": 227
    },
    {
      "epoch": 0.6618287373004355,
      "grad_norm": 0.459041720599752,
      "learning_rate": 9.07439627136566e-05,
      "loss": 1.667,
      "step": 228
    },
    {
      "epoch": 0.6647314949201741,
      "grad_norm": 0.42190326762874336,
      "learning_rate": 9.065280497392663e-05,
      "loss": 1.6458,
      "step": 229
    },
    {
      "epoch": 0.6676342525399129,
      "grad_norm": 0.4519146931950673,
      "learning_rate": 9.056124680867457e-05,
      "loss": 1.7246,
      "step": 230
    },
    {
      "epoch": 0.6705370101596516,
      "grad_norm": 0.42286975888040507,
      "learning_rate": 9.046928911973799e-05,
      "loss": 1.671,
      "step": 231
    },
    {
      "epoch": 0.6734397677793904,
      "grad_norm": 0.42054642818212734,
      "learning_rate": 9.037693281288969e-05,
      "loss": 1.7556,
      "step": 232
    },
    {
      "epoch": 0.6763425253991292,
      "grad_norm": 0.4267347059621492,
      "learning_rate": 9.028417879782884e-05,
      "loss": 1.6918,
      "step": 233
    },
    {
      "epoch": 0.6792452830188679,
      "grad_norm": 0.4299200349186463,
      "learning_rate": 9.019102798817197e-05,
      "loss": 1.7213,
      "step": 234
    },
    {
      "epoch": 0.6821480406386067,
      "grad_norm": 0.4679979939316583,
      "learning_rate": 9.009748130144397e-05,
      "loss": 1.7113,
      "step": 235
    },
    {
      "epoch": 0.6850507982583455,
      "grad_norm": 0.4165197164286497,
      "learning_rate": 9.000353965906917e-05,
      "loss": 1.755,
      "step": 236
    },
    {
      "epoch": 0.6879535558780842,
      "grad_norm": 0.4376865087058385,
      "learning_rate": 8.990920398636205e-05,
      "loss": 1.7524,
      "step": 237
    },
    {
      "epoch": 0.690856313497823,
      "grad_norm": 0.43415428613852924,
      "learning_rate": 8.981447521251831e-05,
      "loss": 1.6645,
      "step": 238
    },
    {
      "epoch": 0.6937590711175616,
      "grad_norm": 0.4308009233363977,
      "learning_rate": 8.971935427060562e-05,
      "loss": 1.6458,
      "step": 239
    },
    {
      "epoch": 0.6966618287373004,
      "grad_norm": 0.4376225728875994,
      "learning_rate": 8.962384209755452e-05,
      "loss": 1.6881,
      "step": 240
    },
    {
      "epoch": 0.6995645863570392,
      "grad_norm": 0.4351603262250282,
      "learning_rate": 8.952793963414907e-05,
      "loss": 1.6356,
      "step": 241
    },
    {
      "epoch": 0.7024673439767779,
      "grad_norm": 0.41191976288984083,
      "learning_rate": 8.943164782501765e-05,
      "loss": 1.642,
      "step": 242
    },
    {
      "epoch": 0.7053701015965167,
      "grad_norm": 0.4470078005612137,
      "learning_rate": 8.933496761862368e-05,
      "loss": 1.684,
      "step": 243
    },
    {
      "epoch": 0.7082728592162555,
      "grad_norm": 0.4464448207075725,
      "learning_rate": 8.923789996725624e-05,
      "loss": 1.6926,
      "step": 244
    },
    {
      "epoch": 0.7111756168359942,
      "grad_norm": 0.4439554476739618,
      "learning_rate": 8.914044582702068e-05,
      "loss": 1.6759,
      "step": 245
    },
    {
      "epoch": 0.714078374455733,
      "grad_norm": 0.4266396669859411,
      "learning_rate": 8.904260615782927e-05,
      "loss": 1.6153,
      "step": 246
    },
    {
      "epoch": 0.7169811320754716,
      "grad_norm": 0.4931892956511733,
      "learning_rate": 8.894438192339163e-05,
      "loss": 1.6291,
      "step": 247
    },
    {
      "epoch": 0.7198838896952104,
      "grad_norm": 0.42881550025697013,
      "learning_rate": 8.884577409120535e-05,
      "loss": 1.7295,
      "step": 248
    },
    {
      "epoch": 0.7227866473149492,
      "grad_norm": 0.44272726722256484,
      "learning_rate": 8.874678363254642e-05,
      "loss": 1.6403,
      "step": 249
    },
    {
      "epoch": 0.7256894049346879,
      "grad_norm": 0.4576763000793492,
      "learning_rate": 8.864741152245963e-05,
      "loss": 1.6544,
      "step": 250
    },
    {
      "epoch": 0.7285921625544267,
      "grad_norm": 0.4440310763777389,
      "learning_rate": 8.854765873974898e-05,
      "loss": 1.6978,
      "step": 251
    },
    {
      "epoch": 0.7314949201741655,
      "grad_norm": 0.42684621033853837,
      "learning_rate": 8.84475262669681e-05,
      "loss": 1.6887,
      "step": 252
    },
    {
      "epoch": 0.7343976777939042,
      "grad_norm": 0.4489760167291314,
      "learning_rate": 8.83470150904105e-05,
      "loss": 1.6672,
      "step": 253
    },
    {
      "epoch": 0.737300435413643,
      "grad_norm": 0.43172408351691677,
      "learning_rate": 8.824612620009987e-05,
      "loss": 1.5953,
      "step": 254
    },
    {
      "epoch": 0.7402031930333817,
      "grad_norm": 0.4110953233017019,
      "learning_rate": 8.814486058978035e-05,
      "loss": 1.6034,
      "step": 255
    },
    {
      "epoch": 0.7431059506531205,
      "grad_norm": 0.40904113349658683,
      "learning_rate": 8.804321925690672e-05,
      "loss": 1.666,
      "step": 256
    },
    {
      "epoch": 0.7460087082728593,
      "grad_norm": 0.4382496801354837,
      "learning_rate": 8.794120320263459e-05,
      "loss": 1.7069,
      "step": 257
    },
    {
      "epoch": 0.7489114658925979,
      "grad_norm": 0.42893323771056535,
      "learning_rate": 8.783881343181055e-05,
      "loss": 1.7267,
      "step": 258
    },
    {
      "epoch": 0.7518142235123367,
      "grad_norm": 0.4336644359165075,
      "learning_rate": 8.773605095296223e-05,
      "loss": 1.6652,
      "step": 259
    },
    {
      "epoch": 0.7547169811320755,
      "grad_norm": 0.4273502890060714,
      "learning_rate": 8.763291677828838e-05,
      "loss": 1.7163,
      "step": 260
    },
    {
      "epoch": 0.7576197387518142,
      "grad_norm": 0.4391253131606736,
      "learning_rate": 8.752941192364897e-05,
      "loss": 1.5948,
      "step": 261
    },
    {
      "epoch": 0.760522496371553,
      "grad_norm": 0.44107969761858984,
      "learning_rate": 8.742553740855506e-05,
      "loss": 1.669,
      "step": 262
    },
    {
      "epoch": 0.7634252539912917,
      "grad_norm": 0.42570452087852995,
      "learning_rate": 8.732129425615887e-05,
      "loss": 1.6528,
      "step": 263
    },
    {
      "epoch": 0.7663280116110305,
      "grad_norm": 0.42162896720262233,
      "learning_rate": 8.721668349324364e-05,
      "loss": 1.6558,
      "step": 264
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.4377952288804985,
      "learning_rate": 8.71117061502135e-05,
      "loss": 1.6984,
      "step": 265
    },
    {
      "epoch": 0.772133526850508,
      "grad_norm": 0.4380368831777441,
      "learning_rate": 8.700636326108342e-05,
      "loss": 1.7376,
      "step": 266
    },
    {
      "epoch": 0.7750362844702468,
      "grad_norm": 0.4400229537091114,
      "learning_rate": 8.690065586346889e-05,
      "loss": 1.6064,
      "step": 267
    },
    {
      "epoch": 0.7779390420899854,
      "grad_norm": 0.42899135268116534,
      "learning_rate": 8.679458499857582e-05,
      "loss": 1.6499,
      "step": 268
    },
    {
      "epoch": 0.7808417997097242,
      "grad_norm": 0.44231074532110715,
      "learning_rate": 8.668815171119021e-05,
      "loss": 1.6692,
      "step": 269
    },
    {
      "epoch": 0.783744557329463,
      "grad_norm": 0.44652261911895086,
      "learning_rate": 8.658135704966786e-05,
      "loss": 1.6803,
      "step": 270
    },
    {
      "epoch": 0.7866473149492017,
      "grad_norm": 0.43670835811843034,
      "learning_rate": 8.647420206592409e-05,
      "loss": 1.6069,
      "step": 271
    },
    {
      "epoch": 0.7895500725689405,
      "grad_norm": 0.4757851454164046,
      "learning_rate": 8.636668781542336e-05,
      "loss": 1.709,
      "step": 272
    },
    {
      "epoch": 0.7924528301886793,
      "grad_norm": 0.4706291238431953,
      "learning_rate": 8.625881535716883e-05,
      "loss": 1.7071,
      "step": 273
    },
    {
      "epoch": 0.795355587808418,
      "grad_norm": 0.4209656304227592,
      "learning_rate": 8.615058575369202e-05,
      "loss": 1.629,
      "step": 274
    },
    {
      "epoch": 0.7982583454281568,
      "grad_norm": 0.40246249569518394,
      "learning_rate": 8.604200007104221e-05,
      "loss": 1.6557,
      "step": 275
    },
    {
      "epoch": 0.8011611030478955,
      "grad_norm": 0.4011849556528559,
      "learning_rate": 8.593305937877614e-05,
      "loss": 1.6376,
      "step": 276
    },
    {
      "epoch": 0.8040638606676342,
      "grad_norm": 0.41650092329931404,
      "learning_rate": 8.582376474994723e-05,
      "loss": 1.6825,
      "step": 277
    },
    {
      "epoch": 0.806966618287373,
      "grad_norm": 0.43881972878342623,
      "learning_rate": 8.571411726109519e-05,
      "loss": 1.6679,
      "step": 278
    },
    {
      "epoch": 0.8098693759071117,
      "grad_norm": 0.4186770919262705,
      "learning_rate": 8.560411799223538e-05,
      "loss": 1.6319,
      "step": 279
    },
    {
      "epoch": 0.8127721335268505,
      "grad_norm": 0.43295766196299695,
      "learning_rate": 8.549376802684812e-05,
      "loss": 1.6856,
      "step": 280
    },
    {
      "epoch": 0.8156748911465893,
      "grad_norm": 0.44692408647350845,
      "learning_rate": 8.538306845186808e-05,
      "loss": 1.713,
      "step": 281
    },
    {
      "epoch": 0.818577648766328,
      "grad_norm": 0.4205537150849456,
      "learning_rate": 8.527202035767349e-05,
      "loss": 1.6273,
      "step": 282
    },
    {
      "epoch": 0.8214804063860668,
      "grad_norm": 0.4577742643165331,
      "learning_rate": 8.516062483807556e-05,
      "loss": 1.7133,
      "step": 283
    },
    {
      "epoch": 0.8243831640058055,
      "grad_norm": 0.4187281454799487,
      "learning_rate": 8.504888299030747e-05,
      "loss": 1.6586,
      "step": 284
    },
    {
      "epoch": 0.8272859216255443,
      "grad_norm": 0.43233950001160404,
      "learning_rate": 8.49367959150138e-05,
      "loss": 1.6911,
      "step": 285
    },
    {
      "epoch": 0.8301886792452831,
      "grad_norm": 0.44054069970306636,
      "learning_rate": 8.482436471623951e-05,
      "loss": 1.6014,
      "step": 286
    },
    {
      "epoch": 0.8330914368650217,
      "grad_norm": 0.419504563014629,
      "learning_rate": 8.471159050141917e-05,
      "loss": 1.6201,
      "step": 287
    },
    {
      "epoch": 0.8359941944847605,
      "grad_norm": 0.4267273875690618,
      "learning_rate": 8.459847438136605e-05,
      "loss": 1.6561,
      "step": 288
    },
    {
      "epoch": 0.8388969521044993,
      "grad_norm": 0.4095530104906412,
      "learning_rate": 8.448501747026108e-05,
      "loss": 1.6043,
      "step": 289
    },
    {
      "epoch": 0.841799709724238,
      "grad_norm": 0.4256839492081417,
      "learning_rate": 8.437122088564198e-05,
      "loss": 1.5867,
      "step": 290
    },
    {
      "epoch": 0.8447024673439768,
      "grad_norm": 0.42603345937629117,
      "learning_rate": 8.425708574839222e-05,
      "loss": 1.7064,
      "step": 291
    },
    {
      "epoch": 0.8476052249637155,
      "grad_norm": 0.44000309127818,
      "learning_rate": 8.414261318272996e-05,
      "loss": 1.7288,
      "step": 292
    },
    {
      "epoch": 0.8505079825834543,
      "grad_norm": 0.4705600537986732,
      "learning_rate": 8.4027804316197e-05,
      "loss": 1.6549,
      "step": 293
    },
    {
      "epoch": 0.8534107402031931,
      "grad_norm": 0.4371349211092677,
      "learning_rate": 8.391266027964771e-05,
      "loss": 1.7102,
      "step": 294
    },
    {
      "epoch": 0.8563134978229318,
      "grad_norm": 0.43342326008475557,
      "learning_rate": 8.379718220723773e-05,
      "loss": 1.6049,
      "step": 295
    },
    {
      "epoch": 0.8592162554426706,
      "grad_norm": 0.4144010575039066,
      "learning_rate": 8.368137123641302e-05,
      "loss": 1.6604,
      "step": 296
    },
    {
      "epoch": 0.8621190130624092,
      "grad_norm": 0.42770184288127466,
      "learning_rate": 8.356522850789852e-05,
      "loss": 1.797,
      "step": 297
    },
    {
      "epoch": 0.865021770682148,
      "grad_norm": 0.43598223112240264,
      "learning_rate": 8.344875516568695e-05,
      "loss": 1.6497,
      "step": 298
    },
    {
      "epoch": 0.8679245283018868,
      "grad_norm": 0.44313850001917815,
      "learning_rate": 8.333195235702751e-05,
      "loss": 1.6592,
      "step": 299
    },
    {
      "epoch": 0.8708272859216255,
      "grad_norm": 0.4455207397038388,
      "learning_rate": 8.321482123241464e-05,
      "loss": 1.6683,
      "step": 300
    },
    {
      "epoch": 0.8737300435413643,
      "grad_norm": 0.4271507500306176,
      "learning_rate": 8.309736294557666e-05,
      "loss": 1.677,
      "step": 301
    },
    {
      "epoch": 0.8766328011611031,
      "grad_norm": 0.4327819977550384,
      "learning_rate": 8.297957865346437e-05,
      "loss": 1.7103,
      "step": 302
    },
    {
      "epoch": 0.8795355587808418,
      "grad_norm": 0.4322356173842947,
      "learning_rate": 8.28614695162397e-05,
      "loss": 1.7342,
      "step": 303
    },
    {
      "epoch": 0.8824383164005806,
      "grad_norm": 0.4458667249236009,
      "learning_rate": 8.274303669726426e-05,
      "loss": 1.6622,
      "step": 304
    },
    {
      "epoch": 0.8853410740203193,
      "grad_norm": 0.4246602730793701,
      "learning_rate": 8.262428136308791e-05,
      "loss": 1.6357,
      "step": 305
    },
    {
      "epoch": 0.888243831640058,
      "grad_norm": 0.42063333438955813,
      "learning_rate": 8.250520468343722e-05,
      "loss": 1.6771,
      "step": 306
    },
    {
      "epoch": 0.8911465892597968,
      "grad_norm": 0.42285886799986405,
      "learning_rate": 8.2385807831204e-05,
      "loss": 1.66,
      "step": 307
    },
    {
      "epoch": 0.8940493468795355,
      "grad_norm": 0.4230350942489117,
      "learning_rate": 8.226609198243372e-05,
      "loss": 1.6,
      "step": 308
    },
    {
      "epoch": 0.8969521044992743,
      "grad_norm": 0.42632544312035536,
      "learning_rate": 8.21460583163139e-05,
      "loss": 1.5493,
      "step": 309
    },
    {
      "epoch": 0.8998548621190131,
      "grad_norm": 0.4217084548017376,
      "learning_rate": 8.202570801516256e-05,
      "loss": 1.6828,
      "step": 310
    },
    {
      "epoch": 0.9027576197387518,
      "grad_norm": 0.41889086453856245,
      "learning_rate": 8.190504226441654e-05,
      "loss": 1.6705,
      "step": 311
    },
    {
      "epoch": 0.9056603773584906,
      "grad_norm": 0.4524646504864964,
      "learning_rate": 8.178406225261981e-05,
      "loss": 1.6602,
      "step": 312
    },
    {
      "epoch": 0.9085631349782293,
      "grad_norm": 0.4159183959864635,
      "learning_rate": 8.166276917141176e-05,
      "loss": 1.526,
      "step": 313
    },
    {
      "epoch": 0.9114658925979681,
      "grad_norm": 0.43623491249348967,
      "learning_rate": 8.15411642155155e-05,
      "loss": 1.6022,
      "step": 314
    },
    {
      "epoch": 0.9143686502177069,
      "grad_norm": 0.43630207804428456,
      "learning_rate": 8.141924858272609e-05,
      "loss": 1.6419,
      "step": 315
    },
    {
      "epoch": 0.9172714078374455,
      "grad_norm": 0.44003284623300876,
      "learning_rate": 8.129702347389865e-05,
      "loss": 1.7058,
      "step": 316
    },
    {
      "epoch": 0.9201741654571843,
      "grad_norm": 0.4529852019735458,
      "learning_rate": 8.117449009293668e-05,
      "loss": 1.6486,
      "step": 317
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.4238637935417013,
      "learning_rate": 8.105164964678009e-05,
      "loss": 1.6734,
      "step": 318
    },
    {
      "epoch": 0.9259796806966618,
      "grad_norm": 0.42861201454328823,
      "learning_rate": 8.092850334539337e-05,
      "loss": 1.5744,
      "step": 319
    },
    {
      "epoch": 0.9288824383164006,
      "grad_norm": 0.4349547932295138,
      "learning_rate": 8.080505240175363e-05,
      "loss": 1.6993,
      "step": 320
    },
    {
      "epoch": 0.9317851959361393,
      "grad_norm": 0.43287719452832757,
      "learning_rate": 8.068129803183864e-05,
      "loss": 1.6767,
      "step": 321
    },
    {
      "epoch": 0.9346879535558781,
      "grad_norm": 0.42959983515862316,
      "learning_rate": 8.055724145461495e-05,
      "loss": 1.6641,
      "step": 322
    },
    {
      "epoch": 0.9375907111756169,
      "grad_norm": 0.45766846862813504,
      "learning_rate": 8.043288389202578e-05,
      "loss": 1.6885,
      "step": 323
    },
    {
      "epoch": 0.9404934687953556,
      "grad_norm": 0.42789701721313445,
      "learning_rate": 8.030822656897902e-05,
      "loss": 1.6368,
      "step": 324
    },
    {
      "epoch": 0.9433962264150944,
      "grad_norm": 0.43189980552562807,
      "learning_rate": 8.018327071333521e-05,
      "loss": 1.6091,
      "step": 325
    },
    {
      "epoch": 0.9462989840348331,
      "grad_norm": 0.422299733205841,
      "learning_rate": 8.005801755589532e-05,
      "loss": 1.6582,
      "step": 326
    },
    {
      "epoch": 0.9492017416545718,
      "grad_norm": 0.41856064274041027,
      "learning_rate": 7.993246833038881e-05,
      "loss": 1.636,
      "step": 327
    },
    {
      "epoch": 0.9521044992743106,
      "grad_norm": 0.4099269881063958,
      "learning_rate": 7.980662427346127e-05,
      "loss": 1.6235,
      "step": 328
    },
    {
      "epoch": 0.9550072568940493,
      "grad_norm": 0.4327704269392379,
      "learning_rate": 7.968048662466244e-05,
      "loss": 1.6926,
      "step": 329
    },
    {
      "epoch": 0.9579100145137881,
      "grad_norm": 0.45778095424608994,
      "learning_rate": 7.955405662643384e-05,
      "loss": 1.7089,
      "step": 330
    },
    {
      "epoch": 0.9608127721335269,
      "grad_norm": 0.43031857434840076,
      "learning_rate": 7.942733552409662e-05,
      "loss": 1.6863,
      "step": 331
    },
    {
      "epoch": 0.9637155297532656,
      "grad_norm": 0.4302959280366904,
      "learning_rate": 7.930032456583931e-05,
      "loss": 1.6907,
      "step": 332
    },
    {
      "epoch": 0.9666182873730044,
      "grad_norm": 0.43303508356068177,
      "learning_rate": 7.917302500270544e-05,
      "loss": 1.6244,
      "step": 333
    },
    {
      "epoch": 0.969521044992743,
      "grad_norm": 0.4231111192621401,
      "learning_rate": 7.904543808858127e-05,
      "loss": 1.6138,
      "step": 334
    },
    {
      "epoch": 0.9724238026124818,
      "grad_norm": 0.43441845159441095,
      "learning_rate": 7.891756508018347e-05,
      "loss": 1.6666,
      "step": 335
    },
    {
      "epoch": 0.9753265602322206,
      "grad_norm": 0.46476422124026373,
      "learning_rate": 7.878940723704664e-05,
      "loss": 1.6873,
      "step": 336
    },
    {
      "epoch": 0.9782293178519593,
      "grad_norm": 0.4173416711617669,
      "learning_rate": 7.866096582151106e-05,
      "loss": 1.6327,
      "step": 337
    },
    {
      "epoch": 0.9811320754716981,
      "grad_norm": 0.43165259714088045,
      "learning_rate": 7.853224209871007e-05,
      "loss": 1.6907,
      "step": 338
    },
    {
      "epoch": 0.9840348330914369,
      "grad_norm": 0.43798802078246135,
      "learning_rate": 7.840323733655778e-05,
      "loss": 1.7048,
      "step": 339
    },
    {
      "epoch": 0.9869375907111756,
      "grad_norm": 0.4193212868688927,
      "learning_rate": 7.82739528057365e-05,
      "loss": 1.6611,
      "step": 340
    },
    {
      "epoch": 0.9898403483309144,
      "grad_norm": 0.43758330970313436,
      "learning_rate": 7.814438977968417e-05,
      "loss": 1.6364,
      "step": 341
    },
    {
      "epoch": 0.9927431059506531,
      "grad_norm": 0.4307454839904789,
      "learning_rate": 7.801454953458193e-05,
      "loss": 1.6779,
      "step": 342
    },
    {
      "epoch": 0.9956458635703919,
      "grad_norm": 0.4414850225491405,
      "learning_rate": 7.788443334934148e-05,
      "loss": 1.6861,
      "step": 343
    },
    {
      "epoch": 0.9985486211901307,
      "grad_norm": 0.4216564113946405,
      "learning_rate": 7.775404250559249e-05,
      "loss": 1.6926,
      "step": 344
    },
    {
      "epoch": 1.0014513788098693,
      "grad_norm": 0.3927553987869672,
      "learning_rate": 7.762337828767e-05,
      "loss": 1.5918,
      "step": 345
    },
    {
      "epoch": 1.004354136429608,
      "grad_norm": 0.408742748023074,
      "learning_rate": 7.749244198260175e-05,
      "loss": 1.5443,
      "step": 346
    },
    {
      "epoch": 1.007256894049347,
      "grad_norm": 0.4239498040269477,
      "learning_rate": 7.736123488009551e-05,
      "loss": 1.465,
      "step": 347
    },
    {
      "epoch": 1.0101596516690856,
      "grad_norm": 0.4090814175320919,
      "learning_rate": 7.722975827252638e-05,
      "loss": 1.515,
      "step": 348
    },
    {
      "epoch": 1.0130624092888243,
      "grad_norm": 0.4046990263672099,
      "learning_rate": 7.709801345492402e-05,
      "loss": 1.5449,
      "step": 349
    },
    {
      "epoch": 1.0159651669085632,
      "grad_norm": 0.44882958150904695,
      "learning_rate": 7.696600172495997e-05,
      "loss": 1.5235,
      "step": 350
    },
    {
      "epoch": 1.0188679245283019,
      "grad_norm": 0.4479881510852371,
      "learning_rate": 7.68337243829348e-05,
      "loss": 1.4881,
      "step": 351
    },
    {
      "epoch": 1.0217706821480406,
      "grad_norm": 0.46463406214710495,
      "learning_rate": 7.670118273176534e-05,
      "loss": 1.5212,
      "step": 352
    },
    {
      "epoch": 1.0246734397677795,
      "grad_norm": 0.46598180830307795,
      "learning_rate": 7.656837807697187e-05,
      "loss": 1.4887,
      "step": 353
    },
    {
      "epoch": 1.0275761973875182,
      "grad_norm": 0.43790982311840687,
      "learning_rate": 7.643531172666513e-05,
      "loss": 1.5496,
      "step": 354
    },
    {
      "epoch": 1.0304789550072568,
      "grad_norm": 0.45187688140730564,
      "learning_rate": 7.630198499153365e-05,
      "loss": 1.5717,
      "step": 355
    },
    {
      "epoch": 1.0333817126269957,
      "grad_norm": 0.45238616928753783,
      "learning_rate": 7.616839918483061e-05,
      "loss": 1.5723,
      "step": 356
    },
    {
      "epoch": 1.0362844702467344,
      "grad_norm": 0.4343044191882898,
      "learning_rate": 7.603455562236108e-05,
      "loss": 1.5184,
      "step": 357
    },
    {
      "epoch": 1.039187227866473,
      "grad_norm": 0.4269296516915997,
      "learning_rate": 7.590045562246902e-05,
      "loss": 1.4609,
      "step": 358
    },
    {
      "epoch": 1.042089985486212,
      "grad_norm": 0.4268847911287365,
      "learning_rate": 7.576610050602419e-05,
      "loss": 1.4784,
      "step": 359
    },
    {
      "epoch": 1.0449927431059507,
      "grad_norm": 0.4259921959504707,
      "learning_rate": 7.563149159640929e-05,
      "loss": 1.525,
      "step": 360
    },
    {
      "epoch": 1.0478955007256894,
      "grad_norm": 0.4310613323251629,
      "learning_rate": 7.54966302195068e-05,
      "loss": 1.508,
      "step": 361
    },
    {
      "epoch": 1.050798258345428,
      "grad_norm": 0.45388361418401785,
      "learning_rate": 7.5361517703686e-05,
      "loss": 1.5654,
      "step": 362
    },
    {
      "epoch": 1.053701015965167,
      "grad_norm": 0.45712714344979927,
      "learning_rate": 7.52261553797899e-05,
      "loss": 1.612,
      "step": 363
    },
    {
      "epoch": 1.0566037735849056,
      "grad_norm": 0.431367940553335,
      "learning_rate": 7.509054458112202e-05,
      "loss": 1.5303,
      "step": 364
    },
    {
      "epoch": 1.0595065312046443,
      "grad_norm": 0.4300937918749757,
      "learning_rate": 7.495468664343333e-05,
      "loss": 1.6036,
      "step": 365
    },
    {
      "epoch": 1.0624092888243832,
      "grad_norm": 0.4388398837222987,
      "learning_rate": 7.481858290490917e-05,
      "loss": 1.5068,
      "step": 366
    },
    {
      "epoch": 1.065312046444122,
      "grad_norm": 0.42653096024854126,
      "learning_rate": 7.468223470615593e-05,
      "loss": 1.4428,
      "step": 367
    },
    {
      "epoch": 1.0682148040638606,
      "grad_norm": 0.4428787842472243,
      "learning_rate": 7.45456433901879e-05,
      "loss": 1.4958,
      "step": 368
    },
    {
      "epoch": 1.0711175616835995,
      "grad_norm": 0.4269992101825629,
      "learning_rate": 7.440881030241407e-05,
      "loss": 1.4692,
      "step": 369
    },
    {
      "epoch": 1.0740203193033382,
      "grad_norm": 0.4420004900877966,
      "learning_rate": 7.427173679062484e-05,
      "loss": 1.4974,
      "step": 370
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.42070168574249084,
      "learning_rate": 7.413442420497881e-05,
      "loss": 1.3889,
      "step": 371
    },
    {
      "epoch": 1.0798258345428158,
      "grad_norm": 0.44924175657331056,
      "learning_rate": 7.399687389798933e-05,
      "loss": 1.4836,
      "step": 372
    },
    {
      "epoch": 1.0827285921625545,
      "grad_norm": 0.44923515412003434,
      "learning_rate": 7.385908722451136e-05,
      "loss": 1.5055,
      "step": 373
    },
    {
      "epoch": 1.0856313497822931,
      "grad_norm": 0.4306963280975785,
      "learning_rate": 7.372106554172802e-05,
      "loss": 1.5723,
      "step": 374
    },
    {
      "epoch": 1.0885341074020318,
      "grad_norm": 0.4634883789912338,
      "learning_rate": 7.358281020913725e-05,
      "loss": 1.5051,
      "step": 375
    },
    {
      "epoch": 1.0914368650217707,
      "grad_norm": 0.4407467253970956,
      "learning_rate": 7.344432258853841e-05,
      "loss": 1.5304,
      "step": 376
    },
    {
      "epoch": 1.0943396226415094,
      "grad_norm": 0.4684616468886323,
      "learning_rate": 7.330560404401885e-05,
      "loss": 1.4777,
      "step": 377
    },
    {
      "epoch": 1.097242380261248,
      "grad_norm": 0.4408488981936893,
      "learning_rate": 7.316665594194053e-05,
      "loss": 1.5379,
      "step": 378
    },
    {
      "epoch": 1.100145137880987,
      "grad_norm": 0.44650617351083766,
      "learning_rate": 7.302747965092651e-05,
      "loss": 1.4846,
      "step": 379
    },
    {
      "epoch": 1.1030478955007257,
      "grad_norm": 0.41274338104074,
      "learning_rate": 7.288807654184747e-05,
      "loss": 1.5091,
      "step": 380
    },
    {
      "epoch": 1.1059506531204644,
      "grad_norm": 0.436817974565293,
      "learning_rate": 7.274844798780826e-05,
      "loss": 1.4659,
      "step": 381
    },
    {
      "epoch": 1.1088534107402033,
      "grad_norm": 0.43134088076402816,
      "learning_rate": 7.260859536413429e-05,
      "loss": 1.4799,
      "step": 382
    },
    {
      "epoch": 1.111756168359942,
      "grad_norm": 0.4286080820128778,
      "learning_rate": 7.246852004835807e-05,
      "loss": 1.5189,
      "step": 383
    },
    {
      "epoch": 1.1146589259796806,
      "grad_norm": 0.4263779559224032,
      "learning_rate": 7.232822342020557e-05,
      "loss": 1.5645,
      "step": 384
    },
    {
      "epoch": 1.1175616835994195,
      "grad_norm": 0.476132559707573,
      "learning_rate": 7.218770686158271e-05,
      "loss": 1.5727,
      "step": 385
    },
    {
      "epoch": 1.1204644412191582,
      "grad_norm": 0.45274640109259867,
      "learning_rate": 7.204697175656165e-05,
      "loss": 1.5782,
      "step": 386
    },
    {
      "epoch": 1.123367198838897,
      "grad_norm": 0.45242502456818096,
      "learning_rate": 7.19060194913672e-05,
      "loss": 1.5172,
      "step": 387
    },
    {
      "epoch": 1.1262699564586356,
      "grad_norm": 0.4532270846512389,
      "learning_rate": 7.176485145436325e-05,
      "loss": 1.5026,
      "step": 388
    },
    {
      "epoch": 1.1291727140783745,
      "grad_norm": 0.4263355677478294,
      "learning_rate": 7.162346903603893e-05,
      "loss": 1.5122,
      "step": 389
    },
    {
      "epoch": 1.1320754716981132,
      "grad_norm": 0.4537042592874118,
      "learning_rate": 7.148187362899505e-05,
      "loss": 1.4688,
      "step": 390
    },
    {
      "epoch": 1.134978229317852,
      "grad_norm": 0.45561433651230426,
      "learning_rate": 7.134006662793031e-05,
      "loss": 1.5007,
      "step": 391
    },
    {
      "epoch": 1.1378809869375908,
      "grad_norm": 0.4387022455968704,
      "learning_rate": 7.119804942962762e-05,
      "loss": 1.5252,
      "step": 392
    },
    {
      "epoch": 1.1407837445573294,
      "grad_norm": 0.44235834863811213,
      "learning_rate": 7.10558234329403e-05,
      "loss": 1.5252,
      "step": 393
    },
    {
      "epoch": 1.1436865021770681,
      "grad_norm": 0.4368303556457009,
      "learning_rate": 7.091339003877826e-05,
      "loss": 1.4665,
      "step": 394
    },
    {
      "epoch": 1.146589259796807,
      "grad_norm": 0.45803823280366857,
      "learning_rate": 7.077075065009433e-05,
      "loss": 1.478,
      "step": 395
    },
    {
      "epoch": 1.1494920174165457,
      "grad_norm": 0.45290179376039674,
      "learning_rate": 7.062790667187029e-05,
      "loss": 1.4727,
      "step": 396
    },
    {
      "epoch": 1.1523947750362844,
      "grad_norm": 0.4383395184823553,
      "learning_rate": 7.048485951110317e-05,
      "loss": 1.59,
      "step": 397
    },
    {
      "epoch": 1.1552975326560233,
      "grad_norm": 0.45712023279133995,
      "learning_rate": 7.034161057679127e-05,
      "loss": 1.5599,
      "step": 398
    },
    {
      "epoch": 1.158200290275762,
      "grad_norm": 0.4752149964978104,
      "learning_rate": 7.019816127992039e-05,
      "loss": 1.5493,
      "step": 399
    },
    {
      "epoch": 1.1611030478955007,
      "grad_norm": 0.4432142480657464,
      "learning_rate": 7.005451303344979e-05,
      "loss": 1.5279,
      "step": 400
    },
    {
      "epoch": 1.1640058055152394,
      "grad_norm": 0.45084593594628664,
      "learning_rate": 6.991066725229848e-05,
      "loss": 1.5041,
      "step": 401
    },
    {
      "epoch": 1.1669085631349783,
      "grad_norm": 0.4419227545059286,
      "learning_rate": 6.976662535333107e-05,
      "loss": 1.4327,
      "step": 402
    },
    {
      "epoch": 1.169811320754717,
      "grad_norm": 0.47097879348010746,
      "learning_rate": 6.962238875534396e-05,
      "loss": 1.5143,
      "step": 403
    },
    {
      "epoch": 1.1727140783744558,
      "grad_norm": 0.45487726246647237,
      "learning_rate": 6.947795887905127e-05,
      "loss": 1.583,
      "step": 404
    },
    {
      "epoch": 1.1756168359941945,
      "grad_norm": 0.44380204515587235,
      "learning_rate": 6.933333714707094e-05,
      "loss": 1.5113,
      "step": 405
    },
    {
      "epoch": 1.1785195936139332,
      "grad_norm": 0.4703801549155496,
      "learning_rate": 6.918852498391063e-05,
      "loss": 1.5,
      "step": 406
    },
    {
      "epoch": 1.181422351233672,
      "grad_norm": 0.43088174923594214,
      "learning_rate": 6.904352381595374e-05,
      "loss": 1.5153,
      "step": 407
    },
    {
      "epoch": 1.1843251088534108,
      "grad_norm": 0.44575726222365986,
      "learning_rate": 6.889833507144532e-05,
      "loss": 1.4146,
      "step": 408
    },
    {
      "epoch": 1.1872278664731495,
      "grad_norm": 0.44621234533749987,
      "learning_rate": 6.87529601804781e-05,
      "loss": 1.5305,
      "step": 409
    },
    {
      "epoch": 1.1901306240928882,
      "grad_norm": 0.47632466917137917,
      "learning_rate": 6.860740057497823e-05,
      "loss": 1.5573,
      "step": 410
    },
    {
      "epoch": 1.193033381712627,
      "grad_norm": 0.47486945237681016,
      "learning_rate": 6.846165768869134e-05,
      "loss": 1.4325,
      "step": 411
    },
    {
      "epoch": 1.1959361393323658,
      "grad_norm": 0.4538463184737199,
      "learning_rate": 6.831573295716837e-05,
      "loss": 1.5314,
      "step": 412
    },
    {
      "epoch": 1.1988388969521044,
      "grad_norm": 0.45892687942681115,
      "learning_rate": 6.816962781775138e-05,
      "loss": 1.5436,
      "step": 413
    },
    {
      "epoch": 1.2017416545718433,
      "grad_norm": 0.46450537410648635,
      "learning_rate": 6.802334370955941e-05,
      "loss": 1.539,
      "step": 414
    },
    {
      "epoch": 1.204644412191582,
      "grad_norm": 0.46592650439273525,
      "learning_rate": 6.787688207347437e-05,
      "loss": 1.5519,
      "step": 415
    },
    {
      "epoch": 1.2075471698113207,
      "grad_norm": 0.468171344542888,
      "learning_rate": 6.773024435212678e-05,
      "loss": 1.5329,
      "step": 416
    },
    {
      "epoch": 1.2104499274310596,
      "grad_norm": 0.4723173164935261,
      "learning_rate": 6.758343198988159e-05,
      "loss": 1.596,
      "step": 417
    },
    {
      "epoch": 1.2133526850507983,
      "grad_norm": 0.45489546020663313,
      "learning_rate": 6.743644643282388e-05,
      "loss": 1.5041,
      "step": 418
    },
    {
      "epoch": 1.216255442670537,
      "grad_norm": 0.4363555310712483,
      "learning_rate": 6.728928912874479e-05,
      "loss": 1.5472,
      "step": 419
    },
    {
      "epoch": 1.2191582002902757,
      "grad_norm": 0.4468235429367978,
      "learning_rate": 6.714196152712704e-05,
      "loss": 1.4307,
      "step": 420
    },
    {
      "epoch": 1.2220609579100146,
      "grad_norm": 0.4437220099157776,
      "learning_rate": 6.699446507913084e-05,
      "loss": 1.4494,
      "step": 421
    },
    {
      "epoch": 1.2249637155297532,
      "grad_norm": 0.4210560575223417,
      "learning_rate": 6.684680123757949e-05,
      "loss": 1.5243,
      "step": 422
    },
    {
      "epoch": 1.227866473149492,
      "grad_norm": 0.4668204293682215,
      "learning_rate": 6.669897145694507e-05,
      "loss": 1.6056,
      "step": 423
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.4677982698995379,
      "learning_rate": 6.65509771933342e-05,
      "loss": 1.5191,
      "step": 424
    },
    {
      "epoch": 1.2336719883889695,
      "grad_norm": 0.47861565507237985,
      "learning_rate": 6.640281990447358e-05,
      "loss": 1.5382,
      "step": 425
    },
    {
      "epoch": 1.2365747460087082,
      "grad_norm": 0.4644120584159886,
      "learning_rate": 6.625450104969572e-05,
      "loss": 1.5999,
      "step": 426
    },
    {
      "epoch": 1.239477503628447,
      "grad_norm": 0.45716291968073774,
      "learning_rate": 6.610602208992454e-05,
      "loss": 1.5676,
      "step": 427
    },
    {
      "epoch": 1.2423802612481858,
      "grad_norm": 0.44841244015397297,
      "learning_rate": 6.595738448766095e-05,
      "loss": 1.5214,
      "step": 428
    },
    {
      "epoch": 1.2452830188679245,
      "grad_norm": 0.4415623475511779,
      "learning_rate": 6.580858970696851e-05,
      "loss": 1.517,
      "step": 429
    },
    {
      "epoch": 1.2481857764876634,
      "grad_norm": 0.4549608212636235,
      "learning_rate": 6.565963921345895e-05,
      "loss": 1.4918,
      "step": 430
    },
    {
      "epoch": 1.251088534107402,
      "grad_norm": 0.44907033487555814,
      "learning_rate": 6.551053447427773e-05,
      "loss": 1.5803,
      "step": 431
    },
    {
      "epoch": 1.2539912917271407,
      "grad_norm": 0.4468164076700206,
      "learning_rate": 6.536127695808964e-05,
      "loss": 1.5672,
      "step": 432
    },
    {
      "epoch": 1.2568940493468794,
      "grad_norm": 0.4538931342945944,
      "learning_rate": 6.521186813506432e-05,
      "loss": 1.5487,
      "step": 433
    },
    {
      "epoch": 1.2597968069666183,
      "grad_norm": 0.47264082419705356,
      "learning_rate": 6.506230947686172e-05,
      "loss": 1.5416,
      "step": 434
    },
    {
      "epoch": 1.262699564586357,
      "grad_norm": 0.46196059052013255,
      "learning_rate": 6.491260245661769e-05,
      "loss": 1.469,
      "step": 435
    },
    {
      "epoch": 1.265602322206096,
      "grad_norm": 0.44666383483972233,
      "learning_rate": 6.47627485489294e-05,
      "loss": 1.5755,
      "step": 436
    },
    {
      "epoch": 1.2685050798258346,
      "grad_norm": 0.439937833142886,
      "learning_rate": 6.461274922984086e-05,
      "loss": 1.4735,
      "step": 437
    },
    {
      "epoch": 1.2714078374455733,
      "grad_norm": 0.497583740863018,
      "learning_rate": 6.446260597682839e-05,
      "loss": 1.5019,
      "step": 438
    },
    {
      "epoch": 1.274310595065312,
      "grad_norm": 0.4524167492136727,
      "learning_rate": 6.431232026878597e-05,
      "loss": 1.4957,
      "step": 439
    },
    {
      "epoch": 1.2772133526850509,
      "grad_norm": 0.45156681267287047,
      "learning_rate": 6.416189358601088e-05,
      "loss": 1.5287,
      "step": 440
    },
    {
      "epoch": 1.2801161103047896,
      "grad_norm": 0.4654951901556938,
      "learning_rate": 6.40113274101888e-05,
      "loss": 1.5336,
      "step": 441
    },
    {
      "epoch": 1.2830188679245282,
      "grad_norm": 0.4454274095944744,
      "learning_rate": 6.386062322437954e-05,
      "loss": 1.4789,
      "step": 442
    },
    {
      "epoch": 1.2859216255442671,
      "grad_norm": 0.44408122633885455,
      "learning_rate": 6.370978251300225e-05,
      "loss": 1.5258,
      "step": 443
    },
    {
      "epoch": 1.2888243831640058,
      "grad_norm": 0.4549446161639688,
      "learning_rate": 6.355880676182086e-05,
      "loss": 1.4822,
      "step": 444
    },
    {
      "epoch": 1.2917271407837445,
      "grad_norm": 0.44254753809735725,
      "learning_rate": 6.340769745792938e-05,
      "loss": 1.4909,
      "step": 445
    },
    {
      "epoch": 1.2946298984034832,
      "grad_norm": 0.42790914763712823,
      "learning_rate": 6.325645608973735e-05,
      "loss": 1.5442,
      "step": 446
    },
    {
      "epoch": 1.297532656023222,
      "grad_norm": 0.4411884226125474,
      "learning_rate": 6.310508414695511e-05,
      "loss": 1.5516,
      "step": 447
    },
    {
      "epoch": 1.3004354136429608,
      "grad_norm": 0.43873177967484495,
      "learning_rate": 6.295358312057914e-05,
      "loss": 1.4638,
      "step": 448
    },
    {
      "epoch": 1.3033381712626997,
      "grad_norm": 0.48026195443258446,
      "learning_rate": 6.280195450287736e-05,
      "loss": 1.6206,
      "step": 449
    },
    {
      "epoch": 1.3062409288824384,
      "grad_norm": 0.43505896706866654,
      "learning_rate": 6.26501997873745e-05,
      "loss": 1.5997,
      "step": 450
    },
    {
      "epoch": 1.309143686502177,
      "grad_norm": 0.4566060715651678,
      "learning_rate": 6.24983204688373e-05,
      "loss": 1.522,
      "step": 451
    },
    {
      "epoch": 1.3120464441219157,
      "grad_norm": 0.45346291393985555,
      "learning_rate": 6.234631804325981e-05,
      "loss": 1.5017,
      "step": 452
    },
    {
      "epoch": 1.3149492017416546,
      "grad_norm": 0.4632175640845113,
      "learning_rate": 6.219419400784873e-05,
      "loss": 1.581,
      "step": 453
    },
    {
      "epoch": 1.3178519593613933,
      "grad_norm": 0.4794618393474947,
      "learning_rate": 6.204194986100857e-05,
      "loss": 1.528,
      "step": 454
    },
    {
      "epoch": 1.320754716981132,
      "grad_norm": 0.43913428254888687,
      "learning_rate": 6.188958710232691e-05,
      "loss": 1.4955,
      "step": 455
    },
    {
      "epoch": 1.323657474600871,
      "grad_norm": 0.4540278180950614,
      "learning_rate": 6.173710723255966e-05,
      "loss": 1.5065,
      "step": 456
    },
    {
      "epoch": 1.3265602322206096,
      "grad_norm": 0.4533940019777895,
      "learning_rate": 6.158451175361626e-05,
      "loss": 1.5243,
      "step": 457
    },
    {
      "epoch": 1.3294629898403483,
      "grad_norm": 0.44865367392985056,
      "learning_rate": 6.143180216854487e-05,
      "loss": 1.4677,
      "step": 458
    },
    {
      "epoch": 1.332365747460087,
      "grad_norm": 0.46053367908901566,
      "learning_rate": 6.127897998151763e-05,
      "loss": 1.5493,
      "step": 459
    },
    {
      "epoch": 1.3352685050798259,
      "grad_norm": 0.4398439392621813,
      "learning_rate": 6.112604669781572e-05,
      "loss": 1.6041,
      "step": 460
    },
    {
      "epoch": 1.3381712626995645,
      "grad_norm": 0.4609129752157806,
      "learning_rate": 6.09730038238147e-05,
      "loss": 1.5159,
      "step": 461
    },
    {
      "epoch": 1.3410740203193035,
      "grad_norm": 0.4597616497248396,
      "learning_rate": 6.081985286696949e-05,
      "loss": 1.5278,
      "step": 462
    },
    {
      "epoch": 1.3439767779390421,
      "grad_norm": 0.4558124111887603,
      "learning_rate": 6.0666595335799706e-05,
      "loss": 1.4877,
      "step": 463
    },
    {
      "epoch": 1.3468795355587808,
      "grad_norm": 0.46576544508432477,
      "learning_rate": 6.051323273987463e-05,
      "loss": 1.5074,
      "step": 464
    },
    {
      "epoch": 1.3497822931785195,
      "grad_norm": 0.4812132538727371,
      "learning_rate": 6.035976658979846e-05,
      "loss": 1.5554,
      "step": 465
    },
    {
      "epoch": 1.3526850507982584,
      "grad_norm": 0.46259607268668834,
      "learning_rate": 6.020619839719538e-05,
      "loss": 1.5327,
      "step": 466
    },
    {
      "epoch": 1.355587808417997,
      "grad_norm": 0.4612250725580752,
      "learning_rate": 6.005252967469469e-05,
      "loss": 1.5261,
      "step": 467
    },
    {
      "epoch": 1.3584905660377358,
      "grad_norm": 0.45060286698409624,
      "learning_rate": 5.989876193591589e-05,
      "loss": 1.5678,
      "step": 468
    },
    {
      "epoch": 1.3613933236574747,
      "grad_norm": 0.4593887272117822,
      "learning_rate": 5.9744896695453786e-05,
      "loss": 1.4541,
      "step": 469
    },
    {
      "epoch": 1.3642960812772134,
      "grad_norm": 0.463838086898208,
      "learning_rate": 5.959093546886356e-05,
      "loss": 1.5572,
      "step": 470
    },
    {
      "epoch": 1.367198838896952,
      "grad_norm": 0.4790836819796382,
      "learning_rate": 5.943687977264584e-05,
      "loss": 1.5246,
      "step": 471
    },
    {
      "epoch": 1.3701015965166907,
      "grad_norm": 0.44973349092931064,
      "learning_rate": 5.928273112423177e-05,
      "loss": 1.5642,
      "step": 472
    },
    {
      "epoch": 1.3730043541364296,
      "grad_norm": 0.4654567214066549,
      "learning_rate": 5.9128491041968094e-05,
      "loss": 1.5488,
      "step": 473
    },
    {
      "epoch": 1.3759071117561683,
      "grad_norm": 0.47770703506396384,
      "learning_rate": 5.897416104510211e-05,
      "loss": 1.5067,
      "step": 474
    },
    {
      "epoch": 1.3788098693759072,
      "grad_norm": 0.4666108705962151,
      "learning_rate": 5.881974265376682e-05,
      "loss": 1.5864,
      "step": 475
    },
    {
      "epoch": 1.381712626995646,
      "grad_norm": 0.45905196763434913,
      "learning_rate": 5.866523738896587e-05,
      "loss": 1.5306,
      "step": 476
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.47728417457487704,
      "learning_rate": 5.851064677255862e-05,
      "loss": 1.6074,
      "step": 477
    },
    {
      "epoch": 1.3875181422351233,
      "grad_norm": 0.4816526495790506,
      "learning_rate": 5.835597232724511e-05,
      "loss": 1.4794,
      "step": 478
    },
    {
      "epoch": 1.3904208998548622,
      "grad_norm": 0.4432834674880185,
      "learning_rate": 5.820121557655109e-05,
      "loss": 1.5367,
      "step": 479
    },
    {
      "epoch": 1.3933236574746009,
      "grad_norm": 0.4577064957189784,
      "learning_rate": 5.804637804481306e-05,
      "loss": 1.441,
      "step": 480
    },
    {
      "epoch": 1.3962264150943398,
      "grad_norm": 0.44814321977117283,
      "learning_rate": 5.7891461257163105e-05,
      "loss": 1.5312,
      "step": 481
    },
    {
      "epoch": 1.3991291727140784,
      "grad_norm": 0.4460529710794631,
      "learning_rate": 5.773646673951406e-05,
      "loss": 1.4984,
      "step": 482
    },
    {
      "epoch": 1.4020319303338171,
      "grad_norm": 0.46635603854444996,
      "learning_rate": 5.758139601854438e-05,
      "loss": 1.4672,
      "step": 483
    },
    {
      "epoch": 1.4049346879535558,
      "grad_norm": 0.4612099111362715,
      "learning_rate": 5.742625062168303e-05,
      "loss": 1.536,
      "step": 484
    },
    {
      "epoch": 1.4078374455732947,
      "grad_norm": 0.4650033507770725,
      "learning_rate": 5.727103207709463e-05,
      "loss": 1.5304,
      "step": 485
    },
    {
      "epoch": 1.4107402031930334,
      "grad_norm": 0.47554186899763407,
      "learning_rate": 5.7115741913664264e-05,
      "loss": 1.5835,
      "step": 486
    },
    {
      "epoch": 1.413642960812772,
      "grad_norm": 0.4555029369185871,
      "learning_rate": 5.696038166098241e-05,
      "loss": 1.4847,
      "step": 487
    },
    {
      "epoch": 1.416545718432511,
      "grad_norm": 0.47572763728954914,
      "learning_rate": 5.680495284933e-05,
      "loss": 1.5905,
      "step": 488
    },
    {
      "epoch": 1.4194484760522497,
      "grad_norm": 0.435628238472591,
      "learning_rate": 5.664945700966315e-05,
      "loss": 1.4918,
      "step": 489
    },
    {
      "epoch": 1.4223512336719883,
      "grad_norm": 0.4561494986233994,
      "learning_rate": 5.649389567359831e-05,
      "loss": 1.5253,
      "step": 490
    },
    {
      "epoch": 1.425253991291727,
      "grad_norm": 0.44445343149653593,
      "learning_rate": 5.633827037339699e-05,
      "loss": 1.4427,
      "step": 491
    },
    {
      "epoch": 1.428156748911466,
      "grad_norm": 0.4522116164135251,
      "learning_rate": 5.6182582641950764e-05,
      "loss": 1.5272,
      "step": 492
    },
    {
      "epoch": 1.4310595065312046,
      "grad_norm": 0.4674310636745245,
      "learning_rate": 5.602683401276615e-05,
      "loss": 1.5245,
      "step": 493
    },
    {
      "epoch": 1.4339622641509435,
      "grad_norm": 0.4399025243392155,
      "learning_rate": 5.58710260199495e-05,
      "loss": 1.4641,
      "step": 494
    },
    {
      "epoch": 1.4368650217706822,
      "grad_norm": 0.4565675743813997,
      "learning_rate": 5.571516019819186e-05,
      "loss": 1.5198,
      "step": 495
    },
    {
      "epoch": 1.4397677793904209,
      "grad_norm": 0.4775767456450886,
      "learning_rate": 5.555923808275395e-05,
      "loss": 1.5719,
      "step": 496
    },
    {
      "epoch": 1.4426705370101596,
      "grad_norm": 0.4411506410615202,
      "learning_rate": 5.54032612094509e-05,
      "loss": 1.5642,
      "step": 497
    },
    {
      "epoch": 1.4455732946298985,
      "grad_norm": 0.4596333065267962,
      "learning_rate": 5.5247231114637256e-05,
      "loss": 1.5033,
      "step": 498
    },
    {
      "epoch": 1.4484760522496372,
      "grad_norm": 0.4809992156127711,
      "learning_rate": 5.509114933519178e-05,
      "loss": 1.5314,
      "step": 499
    },
    {
      "epoch": 1.4513788098693758,
      "grad_norm": 0.46900967839257307,
      "learning_rate": 5.4935017408502274e-05,
      "loss": 1.4789,
      "step": 500
    },
    {
      "epoch": 1.4542815674891147,
      "grad_norm": 0.4701040167078409,
      "learning_rate": 5.477883687245058e-05,
      "loss": 1.6075,
      "step": 501
    },
    {
      "epoch": 1.4571843251088534,
      "grad_norm": 0.4579636786561259,
      "learning_rate": 5.462260926539722e-05,
      "loss": 1.5111,
      "step": 502
    },
    {
      "epoch": 1.4600870827285921,
      "grad_norm": 0.4618378488727018,
      "learning_rate": 5.446633612616644e-05,
      "loss": 1.5685,
      "step": 503
    },
    {
      "epoch": 1.4629898403483308,
      "grad_norm": 0.45744977910891693,
      "learning_rate": 5.431001899403098e-05,
      "loss": 1.5445,
      "step": 504
    },
    {
      "epoch": 1.4658925979680697,
      "grad_norm": 0.4692824578251886,
      "learning_rate": 5.4153659408696844e-05,
      "loss": 1.574,
      "step": 505
    },
    {
      "epoch": 1.4687953555878084,
      "grad_norm": 0.45392164865855067,
      "learning_rate": 5.399725891028824e-05,
      "loss": 1.5263,
      "step": 506
    },
    {
      "epoch": 1.4716981132075473,
      "grad_norm": 0.4538892582351531,
      "learning_rate": 5.384081903933235e-05,
      "loss": 1.514,
      "step": 507
    },
    {
      "epoch": 1.474600870827286,
      "grad_norm": 0.44339578135358343,
      "learning_rate": 5.368434133674417e-05,
      "loss": 1.4962,
      "step": 508
    },
    {
      "epoch": 1.4775036284470247,
      "grad_norm": 0.4571620479951012,
      "learning_rate": 5.3527827343811364e-05,
      "loss": 1.486,
      "step": 509
    },
    {
      "epoch": 1.4804063860667633,
      "grad_norm": 0.4527386902359813,
      "learning_rate": 5.3371278602179e-05,
      "loss": 1.5373,
      "step": 510
    },
    {
      "epoch": 1.4833091436865022,
      "grad_norm": 0.4663342450854473,
      "learning_rate": 5.321469665383443e-05,
      "loss": 1.4923,
      "step": 511
    },
    {
      "epoch": 1.486211901306241,
      "grad_norm": 0.45921074887586844,
      "learning_rate": 5.305808304109214e-05,
      "loss": 1.5258,
      "step": 512
    },
    {
      "epoch": 1.4891146589259796,
      "grad_norm": 0.46855020704878303,
      "learning_rate": 5.290143930657845e-05,
      "loss": 1.5062,
      "step": 513
    },
    {
      "epoch": 1.4920174165457185,
      "grad_norm": 0.47809752409131606,
      "learning_rate": 5.274476699321638e-05,
      "loss": 1.4989,
      "step": 514
    },
    {
      "epoch": 1.4949201741654572,
      "grad_norm": 0.46699999992446817,
      "learning_rate": 5.258806764421048e-05,
      "loss": 1.4744,
      "step": 515
    },
    {
      "epoch": 1.4978229317851959,
      "grad_norm": 0.4757548017153558,
      "learning_rate": 5.243134280303156e-05,
      "loss": 1.5495,
      "step": 516
    },
    {
      "epoch": 1.5007256894049346,
      "grad_norm": 0.46528643942728176,
      "learning_rate": 5.227459401340158e-05,
      "loss": 1.5676,
      "step": 517
    },
    {
      "epoch": 1.5036284470246735,
      "grad_norm": 0.4525780872974534,
      "learning_rate": 5.211782281927832e-05,
      "loss": 1.4699,
      "step": 518
    },
    {
      "epoch": 1.5065312046444121,
      "grad_norm": 0.4836892335587226,
      "learning_rate": 5.1961030764840294e-05,
      "loss": 1.4013,
      "step": 519
    },
    {
      "epoch": 1.509433962264151,
      "grad_norm": 0.48303473919463413,
      "learning_rate": 5.1804219394471456e-05,
      "loss": 1.5111,
      "step": 520
    },
    {
      "epoch": 1.5123367198838897,
      "grad_norm": 0.45795346569968054,
      "learning_rate": 5.164739025274604e-05,
      "loss": 1.5913,
      "step": 521
    },
    {
      "epoch": 1.5152394775036284,
      "grad_norm": 0.4689215853083974,
      "learning_rate": 5.149054488441333e-05,
      "loss": 1.5235,
      "step": 522
    },
    {
      "epoch": 1.518142235123367,
      "grad_norm": 0.4797757576476214,
      "learning_rate": 5.1333684834382425e-05,
      "loss": 1.5735,
      "step": 523
    },
    {
      "epoch": 1.521044992743106,
      "grad_norm": 0.4625094740074534,
      "learning_rate": 5.117681164770704e-05,
      "loss": 1.4845,
      "step": 524
    },
    {
      "epoch": 1.5239477503628447,
      "grad_norm": 0.47707407588859363,
      "learning_rate": 5.101992686957028e-05,
      "loss": 1.4987,
      "step": 525
    },
    {
      "epoch": 1.5268505079825836,
      "grad_norm": 0.47714957037227934,
      "learning_rate": 5.086303204526943e-05,
      "loss": 1.5133,
      "step": 526
    },
    {
      "epoch": 1.5297532656023223,
      "grad_norm": 0.4695224397057286,
      "learning_rate": 5.070612872020074e-05,
      "loss": 1.4813,
      "step": 527
    },
    {
      "epoch": 1.532656023222061,
      "grad_norm": 0.44929891130564936,
      "learning_rate": 5.054921843984418e-05,
      "loss": 1.5538,
      "step": 528
    },
    {
      "epoch": 1.5355587808417996,
      "grad_norm": 0.44398059882392127,
      "learning_rate": 5.039230274974823e-05,
      "loss": 1.5292,
      "step": 529
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.4693247757532975,
      "learning_rate": 5.023538319551465e-05,
      "loss": 1.5315,
      "step": 530
    },
    {
      "epoch": 1.5413642960812772,
      "grad_norm": 0.4733961264638568,
      "learning_rate": 5.007846132278327e-05,
      "loss": 1.4856,
      "step": 531
    },
    {
      "epoch": 1.544267053701016,
      "grad_norm": 0.47385759271452443,
      "learning_rate": 4.9921538677216736e-05,
      "loss": 1.5409,
      "step": 532
    },
    {
      "epoch": 1.5471698113207548,
      "grad_norm": 0.4629528439677091,
      "learning_rate": 4.976461680448536e-05,
      "loss": 1.4852,
      "step": 533
    },
    {
      "epoch": 1.5500725689404935,
      "grad_norm": 0.4578952706715695,
      "learning_rate": 4.9607697250251786e-05,
      "loss": 1.4684,
      "step": 534
    },
    {
      "epoch": 1.5529753265602322,
      "grad_norm": 0.48246719282994843,
      "learning_rate": 4.9450781560155816e-05,
      "loss": 1.495,
      "step": 535
    },
    {
      "epoch": 1.5558780841799709,
      "grad_norm": 0.4752127672900365,
      "learning_rate": 4.929387127979927e-05,
      "loss": 1.4497,
      "step": 536
    },
    {
      "epoch": 1.5587808417997098,
      "grad_norm": 0.47309486603928297,
      "learning_rate": 4.913696795473058e-05,
      "loss": 1.6224,
      "step": 537
    },
    {
      "epoch": 1.5616835994194485,
      "grad_norm": 0.4512600152955307,
      "learning_rate": 4.898007313042975e-05,
      "loss": 1.4754,
      "step": 538
    },
    {
      "epoch": 1.5645863570391874,
      "grad_norm": 0.4501726532789813,
      "learning_rate": 4.8823188352292974e-05,
      "loss": 1.4962,
      "step": 539
    },
    {
      "epoch": 1.567489114658926,
      "grad_norm": 0.4694506691591076,
      "learning_rate": 4.866631516561759e-05,
      "loss": 1.5947,
      "step": 540
    },
    {
      "epoch": 1.5703918722786647,
      "grad_norm": 0.46515986398793024,
      "learning_rate": 4.850945511558669e-05,
      "loss": 1.5429,
      "step": 541
    },
    {
      "epoch": 1.5732946298984034,
      "grad_norm": 0.46261684396896097,
      "learning_rate": 4.835260974725397e-05,
      "loss": 1.469,
      "step": 542
    },
    {
      "epoch": 1.576197387518142,
      "grad_norm": 0.4536219827489985,
      "learning_rate": 4.819578060552856e-05,
      "loss": 1.4923,
      "step": 543
    },
    {
      "epoch": 1.579100145137881,
      "grad_norm": 0.46759050071674485,
      "learning_rate": 4.803896923515974e-05,
      "loss": 1.5678,
      "step": 544
    },
    {
      "epoch": 1.58200290275762,
      "grad_norm": 0.4516525480389553,
      "learning_rate": 4.7882177180721693e-05,
      "loss": 1.5492,
      "step": 545
    },
    {
      "epoch": 1.5849056603773586,
      "grad_norm": 0.4675999192776536,
      "learning_rate": 4.772540598659844e-05,
      "loss": 1.5197,
      "step": 546
    },
    {
      "epoch": 1.5878084179970973,
      "grad_norm": 0.47622503314430864,
      "learning_rate": 4.756865719696845e-05,
      "loss": 1.5602,
      "step": 547
    },
    {
      "epoch": 1.590711175616836,
      "grad_norm": 0.45609339440113955,
      "learning_rate": 4.741193235578952e-05,
      "loss": 1.4665,
      "step": 548
    },
    {
      "epoch": 1.5936139332365746,
      "grad_norm": 0.46634681130887157,
      "learning_rate": 4.725523300678363e-05,
      "loss": 1.5943,
      "step": 549
    },
    {
      "epoch": 1.5965166908563135,
      "grad_norm": 0.49133146170858844,
      "learning_rate": 4.7098560693421565e-05,
      "loss": 1.4487,
      "step": 550
    },
    {
      "epoch": 1.5994194484760522,
      "grad_norm": 0.473172790439045,
      "learning_rate": 4.6941916958907876e-05,
      "loss": 1.5324,
      "step": 551
    },
    {
      "epoch": 1.6023222060957911,
      "grad_norm": 0.49491698691619707,
      "learning_rate": 4.678530334616557e-05,
      "loss": 1.5399,
      "step": 552
    },
    {
      "epoch": 1.6052249637155298,
      "grad_norm": 0.4650691616495402,
      "learning_rate": 4.662872139782102e-05,
      "loss": 1.495,
      "step": 553
    },
    {
      "epoch": 1.6081277213352685,
      "grad_norm": 0.48139950464873565,
      "learning_rate": 4.647217265618866e-05,
      "loss": 1.4942,
      "step": 554
    },
    {
      "epoch": 1.6110304789550072,
      "grad_norm": 0.45446734863336363,
      "learning_rate": 4.6315658663255834e-05,
      "loss": 1.5517,
      "step": 555
    },
    {
      "epoch": 1.6139332365747459,
      "grad_norm": 0.4669690386799071,
      "learning_rate": 4.615918096066766e-05,
      "loss": 1.457,
      "step": 556
    },
    {
      "epoch": 1.6168359941944848,
      "grad_norm": 0.45350351214526136,
      "learning_rate": 4.6002741089711785e-05,
      "loss": 1.4692,
      "step": 557
    },
    {
      "epoch": 1.6197387518142237,
      "grad_norm": 0.4727267083209049,
      "learning_rate": 4.584634059130317e-05,
      "loss": 1.579,
      "step": 558
    },
    {
      "epoch": 1.6226415094339623,
      "grad_norm": 0.4494821108265869,
      "learning_rate": 4.568998100596903e-05,
      "loss": 1.4963,
      "step": 559
    },
    {
      "epoch": 1.625544267053701,
      "grad_norm": 0.47991852803927754,
      "learning_rate": 4.553366387383357e-05,
      "loss": 1.447,
      "step": 560
    },
    {
      "epoch": 1.6284470246734397,
      "grad_norm": 0.4739639493364909,
      "learning_rate": 4.5377390734602804e-05,
      "loss": 1.5047,
      "step": 561
    },
    {
      "epoch": 1.6313497822931784,
      "grad_norm": 0.46129696380148877,
      "learning_rate": 4.522116312754944e-05,
      "loss": 1.4853,
      "step": 562
    },
    {
      "epoch": 1.6342525399129173,
      "grad_norm": 0.4595556059685239,
      "learning_rate": 4.506498259149774e-05,
      "loss": 1.4723,
      "step": 563
    },
    {
      "epoch": 1.637155297532656,
      "grad_norm": 0.46376746855844186,
      "learning_rate": 4.4908850664808245e-05,
      "loss": 1.514,
      "step": 564
    },
    {
      "epoch": 1.640058055152395,
      "grad_norm": 0.449659708306414,
      "learning_rate": 4.475276888536274e-05,
      "loss": 1.4796,
      "step": 565
    },
    {
      "epoch": 1.6429608127721336,
      "grad_norm": 0.4722793153883725,
      "learning_rate": 4.4596738790549114e-05,
      "loss": 1.4345,
      "step": 566
    },
    {
      "epoch": 1.6458635703918723,
      "grad_norm": 0.44189671359270183,
      "learning_rate": 4.4440761917246066e-05,
      "loss": 1.4216,
      "step": 567
    },
    {
      "epoch": 1.648766328011611,
      "grad_norm": 0.45205616427961226,
      "learning_rate": 4.428483980180814e-05,
      "loss": 1.58,
      "step": 568
    },
    {
      "epoch": 1.6516690856313496,
      "grad_norm": 0.4623866078728102,
      "learning_rate": 4.41289739800505e-05,
      "loss": 1.5132,
      "step": 569
    },
    {
      "epoch": 1.6545718432510885,
      "grad_norm": 0.46977859749326323,
      "learning_rate": 4.397316598723385e-05,
      "loss": 1.5424,
      "step": 570
    },
    {
      "epoch": 1.6574746008708274,
      "grad_norm": 0.4673299997752393,
      "learning_rate": 4.3817417358049234e-05,
      "loss": 1.4785,
      "step": 571
    },
    {
      "epoch": 1.6603773584905661,
      "grad_norm": 0.4603587387686837,
      "learning_rate": 4.366172962660301e-05,
      "loss": 1.5337,
      "step": 572
    },
    {
      "epoch": 1.6632801161103048,
      "grad_norm": 0.5008208967633541,
      "learning_rate": 4.350610432640171e-05,
      "loss": 1.5028,
      "step": 573
    },
    {
      "epoch": 1.6661828737300435,
      "grad_norm": 0.4666657367556008,
      "learning_rate": 4.335054299033686e-05,
      "loss": 1.48,
      "step": 574
    },
    {
      "epoch": 1.6690856313497822,
      "grad_norm": 0.4629959785250477,
      "learning_rate": 4.3195047150670015e-05,
      "loss": 1.535,
      "step": 575
    },
    {
      "epoch": 1.671988388969521,
      "grad_norm": 0.46819279339683645,
      "learning_rate": 4.3039618339017595e-05,
      "loss": 1.4148,
      "step": 576
    },
    {
      "epoch": 1.6748911465892597,
      "grad_norm": 0.4708523269737979,
      "learning_rate": 4.288425808633575e-05,
      "loss": 1.4727,
      "step": 577
    },
    {
      "epoch": 1.6777939042089987,
      "grad_norm": 0.46671566022092964,
      "learning_rate": 4.272896792290537e-05,
      "loss": 1.4642,
      "step": 578
    },
    {
      "epoch": 1.6806966618287373,
      "grad_norm": 0.457759204954378,
      "learning_rate": 4.257374937831698e-05,
      "loss": 1.4828,
      "step": 579
    },
    {
      "epoch": 1.683599419448476,
      "grad_norm": 0.4548047019040293,
      "learning_rate": 4.241860398145565e-05,
      "loss": 1.4916,
      "step": 580
    },
    {
      "epoch": 1.6865021770682147,
      "grad_norm": 0.4756265738576344,
      "learning_rate": 4.226353326048593e-05,
      "loss": 1.5637,
      "step": 581
    },
    {
      "epoch": 1.6894049346879536,
      "grad_norm": 0.4348629634323058,
      "learning_rate": 4.2108538742836906e-05,
      "loss": 1.547,
      "step": 582
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 0.46688909682698415,
      "learning_rate": 4.195362195518696e-05,
      "loss": 1.5251,
      "step": 583
    },
    {
      "epoch": 1.6952104499274312,
      "grad_norm": 0.46164941517808056,
      "learning_rate": 4.179878442344892e-05,
      "loss": 1.5753,
      "step": 584
    },
    {
      "epoch": 1.6981132075471699,
      "grad_norm": 0.46203904974084825,
      "learning_rate": 4.16440276727549e-05,
      "loss": 1.5028,
      "step": 585
    },
    {
      "epoch": 1.7010159651669086,
      "grad_norm": 0.45656971172049204,
      "learning_rate": 4.14893532274414e-05,
      "loss": 1.4794,
      "step": 586
    },
    {
      "epoch": 1.7039187227866472,
      "grad_norm": 0.4486468546011067,
      "learning_rate": 4.133476261103414e-05,
      "loss": 1.4713,
      "step": 587
    },
    {
      "epoch": 1.706821480406386,
      "grad_norm": 0.4830503358807284,
      "learning_rate": 4.1180257346233186e-05,
      "loss": 1.5095,
      "step": 588
    },
    {
      "epoch": 1.7097242380261248,
      "grad_norm": 0.44950507829928493,
      "learning_rate": 4.10258389548979e-05,
      "loss": 1.4932,
      "step": 589
    },
    {
      "epoch": 1.7126269956458637,
      "grad_norm": 0.4510556255280028,
      "learning_rate": 4.0871508958031924e-05,
      "loss": 1.4787,
      "step": 590
    },
    {
      "epoch": 1.7155297532656024,
      "grad_norm": 0.4794827349455255,
      "learning_rate": 4.0717268875768225e-05,
      "loss": 1.5391,
      "step": 591
    },
    {
      "epoch": 1.718432510885341,
      "grad_norm": 0.4498680951961932,
      "learning_rate": 4.056312022735417e-05,
      "loss": 1.5649,
      "step": 592
    },
    {
      "epoch": 1.7213352685050798,
      "grad_norm": 0.4857270092777572,
      "learning_rate": 4.0409064531136455e-05,
      "loss": 1.5783,
      "step": 593
    },
    {
      "epoch": 1.7242380261248185,
      "grad_norm": 0.47038702537497445,
      "learning_rate": 4.025510330454621e-05,
      "loss": 1.5527,
      "step": 594
    },
    {
      "epoch": 1.7271407837445574,
      "grad_norm": 0.46431116226283564,
      "learning_rate": 4.010123806408411e-05,
      "loss": 1.5117,
      "step": 595
    },
    {
      "epoch": 1.730043541364296,
      "grad_norm": 0.45761514606277265,
      "learning_rate": 3.994747032530532e-05,
      "loss": 1.574,
      "step": 596
    },
    {
      "epoch": 1.732946298984035,
      "grad_norm": 0.4600487565052973,
      "learning_rate": 3.9793801602804645e-05,
      "loss": 1.4708,
      "step": 597
    },
    {
      "epoch": 1.7358490566037736,
      "grad_norm": 0.46019779933798344,
      "learning_rate": 3.9640233410201553e-05,
      "loss": 1.4659,
      "step": 598
    },
    {
      "epoch": 1.7387518142235123,
      "grad_norm": 0.4851334244646456,
      "learning_rate": 3.948676726012538e-05,
      "loss": 1.4958,
      "step": 599
    },
    {
      "epoch": 1.741654571843251,
      "grad_norm": 0.4595344373834157,
      "learning_rate": 3.933340466420032e-05,
      "loss": 1.5883,
      "step": 600
    },
    {
      "epoch": 1.7445573294629897,
      "grad_norm": 0.45325046808644665,
      "learning_rate": 3.91801471330305e-05,
      "loss": 1.4735,
      "step": 601
    },
    {
      "epoch": 1.7474600870827286,
      "grad_norm": 0.47169776350023407,
      "learning_rate": 3.902699617618531e-05,
      "loss": 1.4546,
      "step": 602
    },
    {
      "epoch": 1.7503628447024675,
      "grad_norm": 0.46959584781408814,
      "learning_rate": 3.887395330218429e-05,
      "loss": 1.4884,
      "step": 603
    },
    {
      "epoch": 1.7532656023222062,
      "grad_norm": 0.4690319139879915,
      "learning_rate": 3.872102001848238e-05,
      "loss": 1.5223,
      "step": 604
    },
    {
      "epoch": 1.7561683599419449,
      "grad_norm": 0.4547518691339486,
      "learning_rate": 3.856819783145514e-05,
      "loss": 1.5698,
      "step": 605
    },
    {
      "epoch": 1.7590711175616836,
      "grad_norm": 0.48070035770466346,
      "learning_rate": 3.841548824638376e-05,
      "loss": 1.5422,
      "step": 606
    },
    {
      "epoch": 1.7619738751814222,
      "grad_norm": 0.4758848424255886,
      "learning_rate": 3.826289276744034e-05,
      "loss": 1.5465,
      "step": 607
    },
    {
      "epoch": 1.7648766328011611,
      "grad_norm": 0.45273294813525283,
      "learning_rate": 3.8110412897673096e-05,
      "loss": 1.5506,
      "step": 608
    },
    {
      "epoch": 1.7677793904208998,
      "grad_norm": 0.46160319878871425,
      "learning_rate": 3.7958050138991434e-05,
      "loss": 1.5369,
      "step": 609
    },
    {
      "epoch": 1.7706821480406387,
      "grad_norm": 0.46023428134326466,
      "learning_rate": 3.7805805992151284e-05,
      "loss": 1.4829,
      "step": 610
    },
    {
      "epoch": 1.7735849056603774,
      "grad_norm": 0.4688321625003543,
      "learning_rate": 3.76536819567402e-05,
      "loss": 1.467,
      "step": 611
    },
    {
      "epoch": 1.776487663280116,
      "grad_norm": 0.4863577906566358,
      "learning_rate": 3.750167953116272e-05,
      "loss": 1.4952,
      "step": 612
    },
    {
      "epoch": 1.7793904208998548,
      "grad_norm": 0.47524313495087417,
      "learning_rate": 3.7349800212625523e-05,
      "loss": 1.4936,
      "step": 613
    },
    {
      "epoch": 1.7822931785195935,
      "grad_norm": 0.4669525842981905,
      "learning_rate": 3.719804549712265e-05,
      "loss": 1.5434,
      "step": 614
    },
    {
      "epoch": 1.7851959361393324,
      "grad_norm": 0.44553444353386806,
      "learning_rate": 3.7046416879420874e-05,
      "loss": 1.4759,
      "step": 615
    },
    {
      "epoch": 1.7880986937590713,
      "grad_norm": 0.48197227984113444,
      "learning_rate": 3.689491585304491e-05,
      "loss": 1.4859,
      "step": 616
    },
    {
      "epoch": 1.79100145137881,
      "grad_norm": 0.4533601208560744,
      "learning_rate": 3.674354391026264e-05,
      "loss": 1.4327,
      "step": 617
    },
    {
      "epoch": 1.7939042089985486,
      "grad_norm": 0.466341690940055,
      "learning_rate": 3.6592302542070624e-05,
      "loss": 1.5411,
      "step": 618
    },
    {
      "epoch": 1.7968069666182873,
      "grad_norm": 0.47239446299615545,
      "learning_rate": 3.644119323817915e-05,
      "loss": 1.5852,
      "step": 619
    },
    {
      "epoch": 1.799709724238026,
      "grad_norm": 0.47716767196027376,
      "learning_rate": 3.629021748699777e-05,
      "loss": 1.4941,
      "step": 620
    },
    {
      "epoch": 1.802612481857765,
      "grad_norm": 0.476305984803863,
      "learning_rate": 3.613937677562047e-05,
      "loss": 1.5047,
      "step": 621
    },
    {
      "epoch": 1.8055152394775036,
      "grad_norm": 0.47338781135924396,
      "learning_rate": 3.598867258981122e-05,
      "loss": 1.5064,
      "step": 622
    },
    {
      "epoch": 1.8084179970972425,
      "grad_norm": 0.47656915944176187,
      "learning_rate": 3.583810641398916e-05,
      "loss": 1.5204,
      "step": 623
    },
    {
      "epoch": 1.8113207547169812,
      "grad_norm": 0.4649020835150998,
      "learning_rate": 3.5687679731214016e-05,
      "loss": 1.4855,
      "step": 624
    },
    {
      "epoch": 1.8142235123367199,
      "grad_norm": 0.4580446679286633,
      "learning_rate": 3.553739402317162e-05,
      "loss": 1.5914,
      "step": 625
    },
    {
      "epoch": 1.8171262699564585,
      "grad_norm": 0.4848352552831686,
      "learning_rate": 3.538725077015915e-05,
      "loss": 1.4898,
      "step": 626
    },
    {
      "epoch": 1.8200290275761972,
      "grad_norm": 0.4605507034189255,
      "learning_rate": 3.523725145107061e-05,
      "loss": 1.5372,
      "step": 627
    },
    {
      "epoch": 1.8229317851959361,
      "grad_norm": 0.4586247172246883,
      "learning_rate": 3.5087397543382326e-05,
      "loss": 1.4213,
      "step": 628
    },
    {
      "epoch": 1.825834542815675,
      "grad_norm": 0.46928853500566464,
      "learning_rate": 3.49376905231383e-05,
      "loss": 1.4923,
      "step": 629
    },
    {
      "epoch": 1.8287373004354137,
      "grad_norm": 0.45602812595479986,
      "learning_rate": 3.478813186493569e-05,
      "loss": 1.4821,
      "step": 630
    },
    {
      "epoch": 1.8316400580551524,
      "grad_norm": 0.48505387940358696,
      "learning_rate": 3.463872304191036e-05,
      "loss": 1.5636,
      "step": 631
    },
    {
      "epoch": 1.834542815674891,
      "grad_norm": 0.45620690698230715,
      "learning_rate": 3.448946552572229e-05,
      "loss": 1.4905,
      "step": 632
    },
    {
      "epoch": 1.8374455732946298,
      "grad_norm": 0.46807539528967906,
      "learning_rate": 3.4340360786541064e-05,
      "loss": 1.4674,
      "step": 633
    },
    {
      "epoch": 1.8403483309143687,
      "grad_norm": 0.47128154504804953,
      "learning_rate": 3.419141029303149e-05,
      "loss": 1.5567,
      "step": 634
    },
    {
      "epoch": 1.8432510885341074,
      "grad_norm": 0.4548348308857796,
      "learning_rate": 3.404261551233906e-05,
      "loss": 1.5434,
      "step": 635
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.47271373234671293,
      "learning_rate": 3.389397791007548e-05,
      "loss": 1.5872,
      "step": 636
    },
    {
      "epoch": 1.849056603773585,
      "grad_norm": 0.46997525194247747,
      "learning_rate": 3.374549895030429e-05,
      "loss": 1.4608,
      "step": 637
    },
    {
      "epoch": 1.8519593613933236,
      "grad_norm": 0.450820895278838,
      "learning_rate": 3.3597180095526434e-05,
      "loss": 1.5338,
      "step": 638
    },
    {
      "epoch": 1.8548621190130623,
      "grad_norm": 0.4619339988047396,
      "learning_rate": 3.344902280666582e-05,
      "loss": 1.4078,
      "step": 639
    },
    {
      "epoch": 1.8577648766328012,
      "grad_norm": 0.4581809687899449,
      "learning_rate": 3.3301028543054935e-05,
      "loss": 1.5301,
      "step": 640
    },
    {
      "epoch": 1.86066763425254,
      "grad_norm": 0.45350784991468535,
      "learning_rate": 3.315319876242052e-05,
      "loss": 1.5055,
      "step": 641
    },
    {
      "epoch": 1.8635703918722788,
      "grad_norm": 0.4525962863712468,
      "learning_rate": 3.3005534920869176e-05,
      "loss": 1.5276,
      "step": 642
    },
    {
      "epoch": 1.8664731494920175,
      "grad_norm": 0.4626471481490199,
      "learning_rate": 3.2858038472872975e-05,
      "loss": 1.5238,
      "step": 643
    },
    {
      "epoch": 1.8693759071117562,
      "grad_norm": 0.430379962270658,
      "learning_rate": 3.271071087125522e-05,
      "loss": 1.4994,
      "step": 644
    },
    {
      "epoch": 1.8722786647314948,
      "grad_norm": 0.47987070787437025,
      "learning_rate": 3.2563553567176134e-05,
      "loss": 1.4499,
      "step": 645
    },
    {
      "epoch": 1.8751814223512335,
      "grad_norm": 0.4562910479126226,
      "learning_rate": 3.2416568010118435e-05,
      "loss": 1.3916,
      "step": 646
    },
    {
      "epoch": 1.8780841799709724,
      "grad_norm": 0.4675915599330702,
      "learning_rate": 3.226975564787322e-05,
      "loss": 1.4932,
      "step": 647
    },
    {
      "epoch": 1.8809869375907113,
      "grad_norm": 0.46953833110028453,
      "learning_rate": 3.212311792652564e-05,
      "loss": 1.5346,
      "step": 648
    },
    {
      "epoch": 1.88388969521045,
      "grad_norm": 0.4674764133043709,
      "learning_rate": 3.19766562904406e-05,
      "loss": 1.5799,
      "step": 649
    },
    {
      "epoch": 1.8867924528301887,
      "grad_norm": 0.46108605181728374,
      "learning_rate": 3.183037218224862e-05,
      "loss": 1.4899,
      "step": 650
    },
    {
      "epoch": 1.8896952104499274,
      "grad_norm": 0.4686891208918389,
      "learning_rate": 3.168426704283164e-05,
      "loss": 1.5242,
      "step": 651
    },
    {
      "epoch": 1.892597968069666,
      "grad_norm": 0.4729148066836575,
      "learning_rate": 3.153834231130866e-05,
      "loss": 1.5382,
      "step": 652
    },
    {
      "epoch": 1.895500725689405,
      "grad_norm": 0.46709660064986425,
      "learning_rate": 3.139259942502177e-05,
      "loss": 1.4668,
      "step": 653
    },
    {
      "epoch": 1.8984034833091437,
      "grad_norm": 0.458043558776178,
      "learning_rate": 3.124703981952191e-05,
      "loss": 1.4917,
      "step": 654
    },
    {
      "epoch": 1.9013062409288826,
      "grad_norm": 0.44617431196256735,
      "learning_rate": 3.110166492855468e-05,
      "loss": 1.491,
      "step": 655
    },
    {
      "epoch": 1.9042089985486212,
      "grad_norm": 0.46560717144952807,
      "learning_rate": 3.0956476184046275e-05,
      "loss": 1.4855,
      "step": 656
    },
    {
      "epoch": 1.90711175616836,
      "grad_norm": 0.4581395748562857,
      "learning_rate": 3.081147501608936e-05,
      "loss": 1.5075,
      "step": 657
    },
    {
      "epoch": 1.9100145137880986,
      "grad_norm": 0.47234234248624307,
      "learning_rate": 3.066666285292906e-05,
      "loss": 1.5131,
      "step": 658
    },
    {
      "epoch": 1.9129172714078373,
      "grad_norm": 0.4767670715915075,
      "learning_rate": 3.052204112094873e-05,
      "loss": 1.5215,
      "step": 659
    },
    {
      "epoch": 1.9158200290275762,
      "grad_norm": 0.48119235206828453,
      "learning_rate": 3.037761124465604e-05,
      "loss": 1.4413,
      "step": 660
    },
    {
      "epoch": 1.918722786647315,
      "grad_norm": 0.4699275613251767,
      "learning_rate": 3.0233374646668933e-05,
      "loss": 1.5172,
      "step": 661
    },
    {
      "epoch": 1.9216255442670538,
      "grad_norm": 0.4653500581993405,
      "learning_rate": 3.0089332747701527e-05,
      "loss": 1.4612,
      "step": 662
    },
    {
      "epoch": 1.9245283018867925,
      "grad_norm": 0.4538906862045723,
      "learning_rate": 2.9945486966550202e-05,
      "loss": 1.5152,
      "step": 663
    },
    {
      "epoch": 1.9274310595065312,
      "grad_norm": 0.4846747531270697,
      "learning_rate": 2.9801838720079633e-05,
      "loss": 1.5071,
      "step": 664
    },
    {
      "epoch": 1.9303338171262698,
      "grad_norm": 0.46054848449981595,
      "learning_rate": 2.9658389423208733e-05,
      "loss": 1.4473,
      "step": 665
    },
    {
      "epoch": 1.9332365747460087,
      "grad_norm": 0.47139713221101254,
      "learning_rate": 2.9515140488896847e-05,
      "loss": 1.5357,
      "step": 666
    },
    {
      "epoch": 1.9361393323657474,
      "grad_norm": 0.4609597306806886,
      "learning_rate": 2.9372093328129712e-05,
      "loss": 1.5898,
      "step": 667
    },
    {
      "epoch": 1.9390420899854863,
      "grad_norm": 0.4572818066020498,
      "learning_rate": 2.9229249349905684e-05,
      "loss": 1.5062,
      "step": 668
    },
    {
      "epoch": 1.941944847605225,
      "grad_norm": 0.4624114643272419,
      "learning_rate": 2.9086609961221755e-05,
      "loss": 1.5153,
      "step": 669
    },
    {
      "epoch": 1.9448476052249637,
      "grad_norm": 0.46195798267626065,
      "learning_rate": 2.8944176567059706e-05,
      "loss": 1.5185,
      "step": 670
    },
    {
      "epoch": 1.9477503628447024,
      "grad_norm": 0.45590830334110005,
      "learning_rate": 2.8801950570372372e-05,
      "loss": 1.5037,
      "step": 671
    },
    {
      "epoch": 1.950653120464441,
      "grad_norm": 0.469654105481744,
      "learning_rate": 2.86599333720697e-05,
      "loss": 1.5239,
      "step": 672
    },
    {
      "epoch": 1.95355587808418,
      "grad_norm": 0.4550705392965376,
      "learning_rate": 2.851812637100496e-05,
      "loss": 1.4685,
      "step": 673
    },
    {
      "epoch": 1.9564586357039189,
      "grad_norm": 0.47125879921091807,
      "learning_rate": 2.837653096396108e-05,
      "loss": 1.5329,
      "step": 674
    },
    {
      "epoch": 1.9593613933236576,
      "grad_norm": 0.4648620713257166,
      "learning_rate": 2.8235148545636776e-05,
      "loss": 1.5887,
      "step": 675
    },
    {
      "epoch": 1.9622641509433962,
      "grad_norm": 0.455012959714779,
      "learning_rate": 2.809398050863279e-05,
      "loss": 1.4758,
      "step": 676
    },
    {
      "epoch": 1.965166908563135,
      "grad_norm": 0.46446945970185327,
      "learning_rate": 2.795302824343836e-05,
      "loss": 1.5433,
      "step": 677
    },
    {
      "epoch": 1.9680696661828736,
      "grad_norm": 0.480678095925712,
      "learning_rate": 2.7812293138417312e-05,
      "loss": 1.4767,
      "step": 678
    },
    {
      "epoch": 1.9709724238026125,
      "grad_norm": 0.4785528901298419,
      "learning_rate": 2.7671776579794438e-05,
      "loss": 1.4933,
      "step": 679
    },
    {
      "epoch": 1.9738751814223512,
      "grad_norm": 0.4786708493893446,
      "learning_rate": 2.7531479951641924e-05,
      "loss": 1.474,
      "step": 680
    },
    {
      "epoch": 1.97677793904209,
      "grad_norm": 0.4814413948137428,
      "learning_rate": 2.7391404635865724e-05,
      "loss": 1.4621,
      "step": 681
    },
    {
      "epoch": 1.9796806966618288,
      "grad_norm": 0.46625124006991403,
      "learning_rate": 2.7251552012191762e-05,
      "loss": 1.4667,
      "step": 682
    },
    {
      "epoch": 1.9825834542815675,
      "grad_norm": 0.47224453354359264,
      "learning_rate": 2.711192345815252e-05,
      "loss": 1.5663,
      "step": 683
    },
    {
      "epoch": 1.9854862119013061,
      "grad_norm": 0.47307960881659233,
      "learning_rate": 2.697252034907351e-05,
      "loss": 1.5666,
      "step": 684
    },
    {
      "epoch": 1.988388969521045,
      "grad_norm": 0.46040861733715366,
      "learning_rate": 2.6833344058059483e-05,
      "loss": 1.4819,
      "step": 685
    },
    {
      "epoch": 1.9912917271407837,
      "grad_norm": 0.4485186239012349,
      "learning_rate": 2.6694395955981143e-05,
      "loss": 1.5649,
      "step": 686
    },
    {
      "epoch": 1.9941944847605226,
      "grad_norm": 0.47308758850055393,
      "learning_rate": 2.6555677411461593e-05,
      "loss": 1.5378,
      "step": 687
    },
    {
      "epoch": 1.9970972423802613,
      "grad_norm": 0.4577196746977208,
      "learning_rate": 2.641718979086277e-05,
      "loss": 1.5085,
      "step": 688
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.4526992960849296,
      "learning_rate": 2.6278934458271997e-05,
      "loss": 1.4274,
      "step": 689
    },
    {
      "epoch": 2.0029027576197387,
      "grad_norm": 0.4557321330496575,
      "learning_rate": 2.614091277548864e-05,
      "loss": 1.3635,
      "step": 690
    },
    {
      "epoch": 2.0058055152394774,
      "grad_norm": 0.45622176350759885,
      "learning_rate": 2.6003126102010695e-05,
      "loss": 1.456,
      "step": 691
    },
    {
      "epoch": 2.008708272859216,
      "grad_norm": 0.4725131985762358,
      "learning_rate": 2.5865575795021218e-05,
      "loss": 1.324,
      "step": 692
    },
    {
      "epoch": 2.011611030478955,
      "grad_norm": 0.44436745357994795,
      "learning_rate": 2.5728263209375148e-05,
      "loss": 1.3873,
      "step": 693
    },
    {
      "epoch": 2.014513788098694,
      "grad_norm": 0.4497919153312281,
      "learning_rate": 2.559118969758595e-05,
      "loss": 1.3915,
      "step": 694
    },
    {
      "epoch": 2.0174165457184325,
      "grad_norm": 0.4317159655970588,
      "learning_rate": 2.545435660981212e-05,
      "loss": 1.3971,
      "step": 695
    },
    {
      "epoch": 2.0203193033381712,
      "grad_norm": 0.4454945613563474,
      "learning_rate": 2.531776529384407e-05,
      "loss": 1.3837,
      "step": 696
    },
    {
      "epoch": 2.02322206095791,
      "grad_norm": 0.4739025232744788,
      "learning_rate": 2.518141709509084e-05,
      "loss": 1.3939,
      "step": 697
    },
    {
      "epoch": 2.0261248185776486,
      "grad_norm": 0.4699422042816283,
      "learning_rate": 2.504531335656668e-05,
      "loss": 1.4119,
      "step": 698
    },
    {
      "epoch": 2.0290275761973877,
      "grad_norm": 0.477325925593779,
      "learning_rate": 2.4909455418877985e-05,
      "loss": 1.3265,
      "step": 699
    },
    {
      "epoch": 2.0319303338171264,
      "grad_norm": 0.4835969472659004,
      "learning_rate": 2.4773844620210118e-05,
      "loss": 1.3681,
      "step": 700
    },
    {
      "epoch": 2.034833091436865,
      "grad_norm": 0.4986977198057429,
      "learning_rate": 2.4638482296314004e-05,
      "loss": 1.4513,
      "step": 701
    },
    {
      "epoch": 2.0377358490566038,
      "grad_norm": 0.49380267557508806,
      "learning_rate": 2.450336978049322e-05,
      "loss": 1.3194,
      "step": 702
    },
    {
      "epoch": 2.0406386066763424,
      "grad_norm": 0.4885326251641957,
      "learning_rate": 2.436850840359073e-05,
      "loss": 1.3682,
      "step": 703
    },
    {
      "epoch": 2.043541364296081,
      "grad_norm": 0.5008933995641366,
      "learning_rate": 2.423389949397582e-05,
      "loss": 1.375,
      "step": 704
    },
    {
      "epoch": 2.04644412191582,
      "grad_norm": 0.49081491092972973,
      "learning_rate": 2.4099544377530996e-05,
      "loss": 1.4345,
      "step": 705
    },
    {
      "epoch": 2.049346879535559,
      "grad_norm": 0.4904500558785078,
      "learning_rate": 2.3965444377638906e-05,
      "loss": 1.3821,
      "step": 706
    },
    {
      "epoch": 2.0522496371552976,
      "grad_norm": 0.4983854848360754,
      "learning_rate": 2.3831600815169408e-05,
      "loss": 1.4282,
      "step": 707
    },
    {
      "epoch": 2.0551523947750363,
      "grad_norm": 0.5046530456809294,
      "learning_rate": 2.3698015008466372e-05,
      "loss": 1.4525,
      "step": 708
    },
    {
      "epoch": 2.058055152394775,
      "grad_norm": 0.48755264440645235,
      "learning_rate": 2.3564688273334858e-05,
      "loss": 1.3589,
      "step": 709
    },
    {
      "epoch": 2.0609579100145137,
      "grad_norm": 0.49815722623164066,
      "learning_rate": 2.3431621923028145e-05,
      "loss": 1.4545,
      "step": 710
    },
    {
      "epoch": 2.0638606676342524,
      "grad_norm": 0.46944624619176667,
      "learning_rate": 2.329881726823466e-05,
      "loss": 1.3532,
      "step": 711
    },
    {
      "epoch": 2.0667634252539915,
      "grad_norm": 0.4923226798240205,
      "learning_rate": 2.3166275617065213e-05,
      "loss": 1.314,
      "step": 712
    },
    {
      "epoch": 2.06966618287373,
      "grad_norm": 0.47975771302322007,
      "learning_rate": 2.3033998275040046e-05,
      "loss": 1.404,
      "step": 713
    },
    {
      "epoch": 2.072568940493469,
      "grad_norm": 0.4856107722307854,
      "learning_rate": 2.2901986545076e-05,
      "loss": 1.3862,
      "step": 714
    },
    {
      "epoch": 2.0754716981132075,
      "grad_norm": 0.4765429329735173,
      "learning_rate": 2.277024172747364e-05,
      "loss": 1.4092,
      "step": 715
    },
    {
      "epoch": 2.078374455732946,
      "grad_norm": 0.47372634491840077,
      "learning_rate": 2.26387651199045e-05,
      "loss": 1.3414,
      "step": 716
    },
    {
      "epoch": 2.081277213352685,
      "grad_norm": 0.46133665210994745,
      "learning_rate": 2.2507558017398263e-05,
      "loss": 1.4205,
      "step": 717
    },
    {
      "epoch": 2.084179970972424,
      "grad_norm": 0.4858485492689923,
      "learning_rate": 2.2376621712330015e-05,
      "loss": 1.3465,
      "step": 718
    },
    {
      "epoch": 2.0870827285921627,
      "grad_norm": 0.5010202222476934,
      "learning_rate": 2.2245957494407526e-05,
      "loss": 1.3321,
      "step": 719
    },
    {
      "epoch": 2.0899854862119014,
      "grad_norm": 0.4968076077097432,
      "learning_rate": 2.2115566650658536e-05,
      "loss": 1.3432,
      "step": 720
    },
    {
      "epoch": 2.09288824383164,
      "grad_norm": 0.5114363549837371,
      "learning_rate": 2.1985450465418084e-05,
      "loss": 1.3482,
      "step": 721
    },
    {
      "epoch": 2.0957910014513788,
      "grad_norm": 0.49706126795541933,
      "learning_rate": 2.185561022031582e-05,
      "loss": 1.4613,
      "step": 722
    },
    {
      "epoch": 2.0986937590711174,
      "grad_norm": 0.5057797994562251,
      "learning_rate": 2.172604719426351e-05,
      "loss": 1.3237,
      "step": 723
    },
    {
      "epoch": 2.101596516690856,
      "grad_norm": 0.4927672351192254,
      "learning_rate": 2.1596762663442218e-05,
      "loss": 1.4089,
      "step": 724
    },
    {
      "epoch": 2.1044992743105952,
      "grad_norm": 0.49942601156872896,
      "learning_rate": 2.146775790128994e-05,
      "loss": 1.41,
      "step": 725
    },
    {
      "epoch": 2.107402031930334,
      "grad_norm": 0.4876340617340302,
      "learning_rate": 2.1339034178488964e-05,
      "loss": 1.3749,
      "step": 726
    },
    {
      "epoch": 2.1103047895500726,
      "grad_norm": 0.47065769486277115,
      "learning_rate": 2.1210592762953375e-05,
      "loss": 1.4062,
      "step": 727
    },
    {
      "epoch": 2.1132075471698113,
      "grad_norm": 0.4865422244332468,
      "learning_rate": 2.1082434919816557e-05,
      "loss": 1.4275,
      "step": 728
    },
    {
      "epoch": 2.11611030478955,
      "grad_norm": 0.5067026412498637,
      "learning_rate": 2.095456191141874e-05,
      "loss": 1.377,
      "step": 729
    },
    {
      "epoch": 2.1190130624092887,
      "grad_norm": 0.4890102367628194,
      "learning_rate": 2.0826974997294574e-05,
      "loss": 1.4117,
      "step": 730
    },
    {
      "epoch": 2.121915820029028,
      "grad_norm": 0.48825969895857046,
      "learning_rate": 2.06996754341607e-05,
      "loss": 1.4088,
      "step": 731
    },
    {
      "epoch": 2.1248185776487665,
      "grad_norm": 0.4935458048338819,
      "learning_rate": 2.0572664475903386e-05,
      "loss": 1.3391,
      "step": 732
    },
    {
      "epoch": 2.127721335268505,
      "grad_norm": 0.47779751963728906,
      "learning_rate": 2.044594337356618e-05,
      "loss": 1.3334,
      "step": 733
    },
    {
      "epoch": 2.130624092888244,
      "grad_norm": 0.5066341938207957,
      "learning_rate": 2.0319513375337578e-05,
      "loss": 1.4544,
      "step": 734
    },
    {
      "epoch": 2.1335268505079825,
      "grad_norm": 0.5187919220893455,
      "learning_rate": 2.0193375726538737e-05,
      "loss": 1.4682,
      "step": 735
    },
    {
      "epoch": 2.136429608127721,
      "grad_norm": 0.4878857156211185,
      "learning_rate": 2.0067531669611206e-05,
      "loss": 1.2992,
      "step": 736
    },
    {
      "epoch": 2.13933236574746,
      "grad_norm": 0.4761358167524258,
      "learning_rate": 1.9941982444104677e-05,
      "loss": 1.3936,
      "step": 737
    },
    {
      "epoch": 2.142235123367199,
      "grad_norm": 0.4978567543562124,
      "learning_rate": 1.9816729286664798e-05,
      "loss": 1.3913,
      "step": 738
    },
    {
      "epoch": 2.1451378809869377,
      "grad_norm": 0.48409013445619,
      "learning_rate": 1.9691773431020975e-05,
      "loss": 1.3526,
      "step": 739
    },
    {
      "epoch": 2.1480406386066764,
      "grad_norm": 0.4962610048271091,
      "learning_rate": 1.9567116107974232e-05,
      "loss": 1.371,
      "step": 740
    },
    {
      "epoch": 2.150943396226415,
      "grad_norm": 0.4829458456214998,
      "learning_rate": 1.9442758545385065e-05,
      "loss": 1.3375,
      "step": 741
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 0.4919306407776298,
      "learning_rate": 1.931870196816138e-05,
      "loss": 1.2971,
      "step": 742
    },
    {
      "epoch": 2.1567489114658924,
      "grad_norm": 0.48170237227141577,
      "learning_rate": 1.9194947598246394e-05,
      "loss": 1.4046,
      "step": 743
    },
    {
      "epoch": 2.1596516690856316,
      "grad_norm": 0.4887247950130197,
      "learning_rate": 1.907149665460664e-05,
      "loss": 1.3468,
      "step": 744
    },
    {
      "epoch": 2.1625544267053702,
      "grad_norm": 0.4685233072820645,
      "learning_rate": 1.894835035321991e-05,
      "loss": 1.3602,
      "step": 745
    },
    {
      "epoch": 2.165457184325109,
      "grad_norm": 0.48306280479073915,
      "learning_rate": 1.8825509907063327e-05,
      "loss": 1.3737,
      "step": 746
    },
    {
      "epoch": 2.1683599419448476,
      "grad_norm": 0.47900549560949574,
      "learning_rate": 1.8702976526101364e-05,
      "loss": 1.4668,
      "step": 747
    },
    {
      "epoch": 2.1712626995645863,
      "grad_norm": 0.4980927579928276,
      "learning_rate": 1.8580751417273928e-05,
      "loss": 1.3561,
      "step": 748
    },
    {
      "epoch": 2.174165457184325,
      "grad_norm": 0.48557681598505736,
      "learning_rate": 1.8458835784484503e-05,
      "loss": 1.3856,
      "step": 749
    },
    {
      "epoch": 2.1770682148040637,
      "grad_norm": 0.5057902018093277,
      "learning_rate": 1.833723082858825e-05,
      "loss": 1.3914,
      "step": 750
    },
    {
      "epoch": 2.1799709724238028,
      "grad_norm": 0.482474372987207,
      "learning_rate": 1.8215937747380203e-05,
      "loss": 1.4226,
      "step": 751
    },
    {
      "epoch": 2.1828737300435415,
      "grad_norm": 0.49414740028540627,
      "learning_rate": 1.8094957735583463e-05,
      "loss": 1.4138,
      "step": 752
    },
    {
      "epoch": 2.18577648766328,
      "grad_norm": 0.4893020734599679,
      "learning_rate": 1.7974291984837443e-05,
      "loss": 1.3541,
      "step": 753
    },
    {
      "epoch": 2.188679245283019,
      "grad_norm": 0.4997930723090434,
      "learning_rate": 1.7853941683686114e-05,
      "loss": 1.356,
      "step": 754
    },
    {
      "epoch": 2.1915820029027575,
      "grad_norm": 0.4835852314226089,
      "learning_rate": 1.7733908017566296e-05,
      "loss": 1.2962,
      "step": 755
    },
    {
      "epoch": 2.194484760522496,
      "grad_norm": 0.4963307361878724,
      "learning_rate": 1.761419216879601e-05,
      "loss": 1.3227,
      "step": 756
    },
    {
      "epoch": 2.1973875181422353,
      "grad_norm": 0.507253503445589,
      "learning_rate": 1.749479531656279e-05,
      "loss": 1.3947,
      "step": 757
    },
    {
      "epoch": 2.200290275761974,
      "grad_norm": 0.49452460788894004,
      "learning_rate": 1.7375718636912103e-05,
      "loss": 1.301,
      "step": 758
    },
    {
      "epoch": 2.2031930333817127,
      "grad_norm": 0.5064223871657909,
      "learning_rate": 1.725696330273575e-05,
      "loss": 1.3948,
      "step": 759
    },
    {
      "epoch": 2.2060957910014514,
      "grad_norm": 0.4906317272693405,
      "learning_rate": 1.7138530483760314e-05,
      "loss": 1.3527,
      "step": 760
    },
    {
      "epoch": 2.20899854862119,
      "grad_norm": 0.4953498006018203,
      "learning_rate": 1.7020421346535637e-05,
      "loss": 1.429,
      "step": 761
    },
    {
      "epoch": 2.2119013062409287,
      "grad_norm": 0.4978223511220571,
      "learning_rate": 1.690263705442334e-05,
      "loss": 1.4315,
      "step": 762
    },
    {
      "epoch": 2.214804063860668,
      "grad_norm": 0.4970907680795578,
      "learning_rate": 1.678517876758536e-05,
      "loss": 1.338,
      "step": 763
    },
    {
      "epoch": 2.2177068214804065,
      "grad_norm": 0.5184449533236907,
      "learning_rate": 1.6668047642972494e-05,
      "loss": 1.3566,
      "step": 764
    },
    {
      "epoch": 2.2206095791001452,
      "grad_norm": 0.48855554130584444,
      "learning_rate": 1.6551244834313062e-05,
      "loss": 1.3442,
      "step": 765
    },
    {
      "epoch": 2.223512336719884,
      "grad_norm": 0.5270551908185177,
      "learning_rate": 1.6434771492101485e-05,
      "loss": 1.2931,
      "step": 766
    },
    {
      "epoch": 2.2264150943396226,
      "grad_norm": 0.4893431924149266,
      "learning_rate": 1.631862876358699e-05,
      "loss": 1.3592,
      "step": 767
    },
    {
      "epoch": 2.2293178519593613,
      "grad_norm": 0.4973798951818951,
      "learning_rate": 1.6202817792762282e-05,
      "loss": 1.4016,
      "step": 768
    },
    {
      "epoch": 2.2322206095791,
      "grad_norm": 0.4943300515226499,
      "learning_rate": 1.6087339720352307e-05,
      "loss": 1.3039,
      "step": 769
    },
    {
      "epoch": 2.235123367198839,
      "grad_norm": 0.5036358219004383,
      "learning_rate": 1.5972195683802992e-05,
      "loss": 1.3854,
      "step": 770
    },
    {
      "epoch": 2.2380261248185778,
      "grad_norm": 0.4907052752814604,
      "learning_rate": 1.585738681727006e-05,
      "loss": 1.3978,
      "step": 771
    },
    {
      "epoch": 2.2409288824383164,
      "grad_norm": 0.4988082777324976,
      "learning_rate": 1.5742914251607793e-05,
      "loss": 1.3216,
      "step": 772
    },
    {
      "epoch": 2.243831640058055,
      "grad_norm": 0.4988643623846494,
      "learning_rate": 1.5628779114358034e-05,
      "loss": 1.4209,
      "step": 773
    },
    {
      "epoch": 2.246734397677794,
      "grad_norm": 0.5071115791821638,
      "learning_rate": 1.5514982529738946e-05,
      "loss": 1.3524,
      "step": 774
    },
    {
      "epoch": 2.2496371552975325,
      "grad_norm": 0.5181860773942285,
      "learning_rate": 1.5401525618633962e-05,
      "loss": 1.4223,
      "step": 775
    },
    {
      "epoch": 2.252539912917271,
      "grad_norm": 0.5117166725724893,
      "learning_rate": 1.5288409498580824e-05,
      "loss": 1.3106,
      "step": 776
    },
    {
      "epoch": 2.2554426705370103,
      "grad_norm": 0.5085644146108604,
      "learning_rate": 1.5175635283760498e-05,
      "loss": 1.4452,
      "step": 777
    },
    {
      "epoch": 2.258345428156749,
      "grad_norm": 0.49242216361740593,
      "learning_rate": 1.506320408498621e-05,
      "loss": 1.3657,
      "step": 778
    },
    {
      "epoch": 2.2612481857764877,
      "grad_norm": 0.5033958192043735,
      "learning_rate": 1.4951117009692528e-05,
      "loss": 1.3486,
      "step": 779
    },
    {
      "epoch": 2.2641509433962264,
      "grad_norm": 0.501556306751673,
      "learning_rate": 1.4839375161924446e-05,
      "loss": 1.399,
      "step": 780
    },
    {
      "epoch": 2.267053701015965,
      "grad_norm": 0.5043401261121595,
      "learning_rate": 1.47279796423265e-05,
      "loss": 1.3427,
      "step": 781
    },
    {
      "epoch": 2.269956458635704,
      "grad_norm": 0.5016851954141492,
      "learning_rate": 1.4616931548131929e-05,
      "loss": 1.408,
      "step": 782
    },
    {
      "epoch": 2.272859216255443,
      "grad_norm": 0.503007502023911,
      "learning_rate": 1.4506231973151884e-05,
      "loss": 1.4321,
      "step": 783
    },
    {
      "epoch": 2.2757619738751815,
      "grad_norm": 0.4998191511584849,
      "learning_rate": 1.4395882007764644e-05,
      "loss": 1.3539,
      "step": 784
    },
    {
      "epoch": 2.27866473149492,
      "grad_norm": 0.49790149970362657,
      "learning_rate": 1.4285882738904822e-05,
      "loss": 1.2995,
      "step": 785
    },
    {
      "epoch": 2.281567489114659,
      "grad_norm": 0.5250520154836357,
      "learning_rate": 1.4176235250052788e-05,
      "loss": 1.3714,
      "step": 786
    },
    {
      "epoch": 2.2844702467343976,
      "grad_norm": 0.5127466155566004,
      "learning_rate": 1.406694062122389e-05,
      "loss": 1.4222,
      "step": 787
    },
    {
      "epoch": 2.2873730043541363,
      "grad_norm": 0.5065590163522045,
      "learning_rate": 1.3957999928957787e-05,
      "loss": 1.3487,
      "step": 788
    },
    {
      "epoch": 2.2902757619738754,
      "grad_norm": 0.49043631461350506,
      "learning_rate": 1.3849414246307996e-05,
      "loss": 1.3962,
      "step": 789
    },
    {
      "epoch": 2.293178519593614,
      "grad_norm": 0.5108835180194123,
      "learning_rate": 1.3741184642831189e-05,
      "loss": 1.2766,
      "step": 790
    },
    {
      "epoch": 2.2960812772133528,
      "grad_norm": 0.5138877705379701,
      "learning_rate": 1.3633312184576651e-05,
      "loss": 1.3612,
      "step": 791
    },
    {
      "epoch": 2.2989840348330914,
      "grad_norm": 0.5298526548747806,
      "learning_rate": 1.3525797934075912e-05,
      "loss": 1.4138,
      "step": 792
    },
    {
      "epoch": 2.30188679245283,
      "grad_norm": 0.5122921685877133,
      "learning_rate": 1.341864295033215e-05,
      "loss": 1.4061,
      "step": 793
    },
    {
      "epoch": 2.304789550072569,
      "grad_norm": 0.49002586742191384,
      "learning_rate": 1.3311848288809813e-05,
      "loss": 1.4082,
      "step": 794
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 0.5041135948947505,
      "learning_rate": 1.3205415001424176e-05,
      "loss": 1.3444,
      "step": 795
    },
    {
      "epoch": 2.3105950653120466,
      "grad_norm": 0.5071150981383399,
      "learning_rate": 1.3099344136531105e-05,
      "loss": 1.3448,
      "step": 796
    },
    {
      "epoch": 2.3134978229317853,
      "grad_norm": 0.5007312719246397,
      "learning_rate": 1.2993636738916604e-05,
      "loss": 1.3141,
      "step": 797
    },
    {
      "epoch": 2.316400580551524,
      "grad_norm": 0.5016285196263098,
      "learning_rate": 1.2888293849786503e-05,
      "loss": 1.3987,
      "step": 798
    },
    {
      "epoch": 2.3193033381712627,
      "grad_norm": 0.5143146682326721,
      "learning_rate": 1.2783316506756377e-05,
      "loss": 1.3866,
      "step": 799
    },
    {
      "epoch": 2.3222060957910013,
      "grad_norm": 0.4988793387220004,
      "learning_rate": 1.2678705743841152e-05,
      "loss": 1.374,
      "step": 800
    },
    {
      "epoch": 2.32510885341074,
      "grad_norm": 0.497268328746734,
      "learning_rate": 1.257446259144494e-05,
      "loss": 1.3899,
      "step": 801
    },
    {
      "epoch": 2.3280116110304787,
      "grad_norm": 0.5004669903148027,
      "learning_rate": 1.2470588076351036e-05,
      "loss": 1.3527,
      "step": 802
    },
    {
      "epoch": 2.330914368650218,
      "grad_norm": 0.511701233655665,
      "learning_rate": 1.2367083221711639e-05,
      "loss": 1.3961,
      "step": 803
    },
    {
      "epoch": 2.3338171262699565,
      "grad_norm": 0.5129756304318318,
      "learning_rate": 1.2263949047037786e-05,
      "loss": 1.4234,
      "step": 804
    },
    {
      "epoch": 2.336719883889695,
      "grad_norm": 0.5138138080878748,
      "learning_rate": 1.2161186568189459e-05,
      "loss": 1.3594,
      "step": 805
    },
    {
      "epoch": 2.339622641509434,
      "grad_norm": 0.5059358852316208,
      "learning_rate": 1.2058796797365423e-05,
      "loss": 1.4111,
      "step": 806
    },
    {
      "epoch": 2.3425253991291726,
      "grad_norm": 0.507752171505059,
      "learning_rate": 1.19567807430933e-05,
      "loss": 1.4224,
      "step": 807
    },
    {
      "epoch": 2.3454281567489117,
      "grad_norm": 0.49887740788588064,
      "learning_rate": 1.1855139410219657e-05,
      "loss": 1.4154,
      "step": 808
    },
    {
      "epoch": 2.3483309143686504,
      "grad_norm": 0.5192444115110244,
      "learning_rate": 1.1753873799900133e-05,
      "loss": 1.4032,
      "step": 809
    },
    {
      "epoch": 2.351233671988389,
      "grad_norm": 0.5305883683714778,
      "learning_rate": 1.1652984909589515e-05,
      "loss": 1.3826,
      "step": 810
    },
    {
      "epoch": 2.3541364296081277,
      "grad_norm": 0.5304755788595946,
      "learning_rate": 1.1552473733031894e-05,
      "loss": 1.3872,
      "step": 811
    },
    {
      "epoch": 2.3570391872278664,
      "grad_norm": 0.5241059985415158,
      "learning_rate": 1.145234126025102e-05,
      "loss": 1.3818,
      "step": 812
    },
    {
      "epoch": 2.359941944847605,
      "grad_norm": 0.5158747189270558,
      "learning_rate": 1.1352588477540388e-05,
      "loss": 1.3471,
      "step": 813
    },
    {
      "epoch": 2.362844702467344,
      "grad_norm": 0.5235648331116857,
      "learning_rate": 1.1253216367453578e-05,
      "loss": 1.3765,
      "step": 814
    },
    {
      "epoch": 2.365747460087083,
      "grad_norm": 0.501396168167529,
      "learning_rate": 1.1154225908794642e-05,
      "loss": 1.4147,
      "step": 815
    },
    {
      "epoch": 2.3686502177068216,
      "grad_norm": 0.48002662639608085,
      "learning_rate": 1.1055618076608381e-05,
      "loss": 1.2803,
      "step": 816
    },
    {
      "epoch": 2.3715529753265603,
      "grad_norm": 0.5102312548878859,
      "learning_rate": 1.095739384217075e-05,
      "loss": 1.291,
      "step": 817
    },
    {
      "epoch": 2.374455732946299,
      "grad_norm": 0.5054912657183752,
      "learning_rate": 1.085955417297932e-05,
      "loss": 1.3159,
      "step": 818
    },
    {
      "epoch": 2.3773584905660377,
      "grad_norm": 0.5009360091281737,
      "learning_rate": 1.0762100032743783e-05,
      "loss": 1.3619,
      "step": 819
    },
    {
      "epoch": 2.3802612481857763,
      "grad_norm": 0.49586961064570917,
      "learning_rate": 1.0665032381376338e-05,
      "loss": 1.3883,
      "step": 820
    },
    {
      "epoch": 2.383164005805515,
      "grad_norm": 0.505661088602094,
      "learning_rate": 1.056835217498236e-05,
      "loss": 1.397,
      "step": 821
    },
    {
      "epoch": 2.386066763425254,
      "grad_norm": 0.5138105778409985,
      "learning_rate": 1.047206036585095e-05,
      "loss": 1.3653,
      "step": 822
    },
    {
      "epoch": 2.388969521044993,
      "grad_norm": 0.4822618105950922,
      "learning_rate": 1.0376157902445488e-05,
      "loss": 1.3404,
      "step": 823
    },
    {
      "epoch": 2.3918722786647315,
      "grad_norm": 0.49132290633305986,
      "learning_rate": 1.0280645729394366e-05,
      "loss": 1.2979,
      "step": 824
    },
    {
      "epoch": 2.39477503628447,
      "grad_norm": 0.5035651996987953,
      "learning_rate": 1.0185524787481693e-05,
      "loss": 1.3394,
      "step": 825
    },
    {
      "epoch": 2.397677793904209,
      "grad_norm": 0.5118690550363177,
      "learning_rate": 1.0090796013637965e-05,
      "loss": 1.3333,
      "step": 826
    },
    {
      "epoch": 2.4005805515239476,
      "grad_norm": 0.5044802728060694,
      "learning_rate": 9.99646034093083e-06,
      "loss": 1.3782,
      "step": 827
    },
    {
      "epoch": 2.4034833091436867,
      "grad_norm": 0.5046761953713803,
      "learning_rate": 9.902518698556018e-06,
      "loss": 1.3676,
      "step": 828
    },
    {
      "epoch": 2.4063860667634254,
      "grad_norm": 0.48682898652325846,
      "learning_rate": 9.808972011828055e-06,
      "loss": 1.3647,
      "step": 829
    },
    {
      "epoch": 2.409288824383164,
      "grad_norm": 0.5137970317883824,
      "learning_rate": 9.715821202171178e-06,
      "loss": 1.3816,
      "step": 830
    },
    {
      "epoch": 2.4121915820029027,
      "grad_norm": 0.5181780356155109,
      "learning_rate": 9.623067187110307e-06,
      "loss": 1.3806,
      "step": 831
    },
    {
      "epoch": 2.4150943396226414,
      "grad_norm": 0.5095349311416658,
      "learning_rate": 9.530710880262023e-06,
      "loss": 1.3403,
      "step": 832
    },
    {
      "epoch": 2.41799709724238,
      "grad_norm": 0.5271513809867036,
      "learning_rate": 9.438753191325439e-06,
      "loss": 1.3531,
      "step": 833
    },
    {
      "epoch": 2.4208998548621192,
      "grad_norm": 0.4968943434293811,
      "learning_rate": 9.347195026073369e-06,
      "loss": 1.4333,
      "step": 834
    },
    {
      "epoch": 2.423802612481858,
      "grad_norm": 0.49003943814380985,
      "learning_rate": 9.256037286343412e-06,
      "loss": 1.3893,
      "step": 835
    },
    {
      "epoch": 2.4267053701015966,
      "grad_norm": 0.5173684460105249,
      "learning_rate": 9.16528087002892e-06,
      "loss": 1.3254,
      "step": 836
    },
    {
      "epoch": 2.4296081277213353,
      "grad_norm": 0.5063931362680633,
      "learning_rate": 9.074926671070322e-06,
      "loss": 1.3845,
      "step": 837
    },
    {
      "epoch": 2.432510885341074,
      "grad_norm": 0.5027336574880931,
      "learning_rate": 8.98497557944627e-06,
      "loss": 1.4124,
      "step": 838
    },
    {
      "epoch": 2.4354136429608126,
      "grad_norm": 0.4881635920339692,
      "learning_rate": 8.895428481164792e-06,
      "loss": 1.3367,
      "step": 839
    },
    {
      "epoch": 2.4383164005805513,
      "grad_norm": 0.5040237832255919,
      "learning_rate": 8.806286258254664e-06,
      "loss": 1.3986,
      "step": 840
    },
    {
      "epoch": 2.4412191582002905,
      "grad_norm": 0.5185080756819134,
      "learning_rate": 8.717549788756679e-06,
      "loss": 1.4287,
      "step": 841
    },
    {
      "epoch": 2.444121915820029,
      "grad_norm": 0.5351373346531869,
      "learning_rate": 8.62921994671501e-06,
      "loss": 1.4077,
      "step": 842
    },
    {
      "epoch": 2.447024673439768,
      "grad_norm": 0.49769828016586376,
      "learning_rate": 8.541297602168591e-06,
      "loss": 1.3505,
      "step": 843
    },
    {
      "epoch": 2.4499274310595065,
      "grad_norm": 0.5208074426406215,
      "learning_rate": 8.453783621142542e-06,
      "loss": 1.3413,
      "step": 844
    },
    {
      "epoch": 2.452830188679245,
      "grad_norm": 0.5124329105235204,
      "learning_rate": 8.366678865639688e-06,
      "loss": 1.3556,
      "step": 845
    },
    {
      "epoch": 2.455732946298984,
      "grad_norm": 0.51757961569392,
      "learning_rate": 8.279984193631967e-06,
      "loss": 1.3583,
      "step": 846
    },
    {
      "epoch": 2.4586357039187225,
      "grad_norm": 0.5141666526518351,
      "learning_rate": 8.193700459052078e-06,
      "loss": 1.408,
      "step": 847
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.49883727302570513,
      "learning_rate": 8.10782851178506e-06,
      "loss": 1.3709,
      "step": 848
    },
    {
      "epoch": 2.4644412191582004,
      "grad_norm": 0.503942767328435,
      "learning_rate": 8.022369197659824e-06,
      "loss": 1.3724,
      "step": 849
    },
    {
      "epoch": 2.467343976777939,
      "grad_norm": 0.5101251999393575,
      "learning_rate": 7.937323358440935e-06,
      "loss": 1.4084,
      "step": 850
    },
    {
      "epoch": 2.4702467343976777,
      "grad_norm": 0.529612244088611,
      "learning_rate": 7.852691831820307e-06,
      "loss": 1.3022,
      "step": 851
    },
    {
      "epoch": 2.4731494920174164,
      "grad_norm": 0.5087857566695692,
      "learning_rate": 7.768475451408847e-06,
      "loss": 1.3652,
      "step": 852
    },
    {
      "epoch": 2.4760522496371555,
      "grad_norm": 0.5026378194874479,
      "learning_rate": 7.684675046728373e-06,
      "loss": 1.4516,
      "step": 853
    },
    {
      "epoch": 2.478955007256894,
      "grad_norm": 0.49950954407638787,
      "learning_rate": 7.601291443203373e-06,
      "loss": 1.3906,
      "step": 854
    },
    {
      "epoch": 2.481857764876633,
      "grad_norm": 0.5170406218834634,
      "learning_rate": 7.518325462152892e-06,
      "loss": 1.307,
      "step": 855
    },
    {
      "epoch": 2.4847605224963716,
      "grad_norm": 0.5220404801058548,
      "learning_rate": 7.435777920782444e-06,
      "loss": 1.3827,
      "step": 856
    },
    {
      "epoch": 2.4876632801161103,
      "grad_norm": 0.5304365236422506,
      "learning_rate": 7.353649632175957e-06,
      "loss": 1.4055,
      "step": 857
    },
    {
      "epoch": 2.490566037735849,
      "grad_norm": 0.5056290605708762,
      "learning_rate": 7.271941405287763e-06,
      "loss": 1.4271,
      "step": 858
    },
    {
      "epoch": 2.4934687953555876,
      "grad_norm": 0.4971594174251956,
      "learning_rate": 7.190654044934642e-06,
      "loss": 1.4138,
      "step": 859
    },
    {
      "epoch": 2.4963715529753268,
      "grad_norm": 0.510540754439777,
      "learning_rate": 7.109788351787866e-06,
      "loss": 1.3451,
      "step": 860
    },
    {
      "epoch": 2.4992743105950654,
      "grad_norm": 0.5015971371017499,
      "learning_rate": 7.029345122365389e-06,
      "loss": 1.3916,
      "step": 861
    },
    {
      "epoch": 2.502177068214804,
      "grad_norm": 0.5015272864493691,
      "learning_rate": 6.949325149023861e-06,
      "loss": 1.3676,
      "step": 862
    },
    {
      "epoch": 2.505079825834543,
      "grad_norm": 0.5046822050793328,
      "learning_rate": 6.86972921995096e-06,
      "loss": 1.3456,
      "step": 863
    },
    {
      "epoch": 2.5079825834542815,
      "grad_norm": 0.5213334414439604,
      "learning_rate": 6.790558119157597e-06,
      "loss": 1.4038,
      "step": 864
    },
    {
      "epoch": 2.51088534107402,
      "grad_norm": 0.5038730547605234,
      "learning_rate": 6.711812626470104e-06,
      "loss": 1.3921,
      "step": 865
    },
    {
      "epoch": 2.513788098693759,
      "grad_norm": 0.501461228178946,
      "learning_rate": 6.633493517522687e-06,
      "loss": 1.3485,
      "step": 866
    },
    {
      "epoch": 2.516690856313498,
      "grad_norm": 0.5199104862070939,
      "learning_rate": 6.555601563749675e-06,
      "loss": 1.3784,
      "step": 867
    },
    {
      "epoch": 2.5195936139332367,
      "grad_norm": 0.5169781637578375,
      "learning_rate": 6.478137532378004e-06,
      "loss": 1.362,
      "step": 868
    },
    {
      "epoch": 2.5224963715529753,
      "grad_norm": 0.5013508498423759,
      "learning_rate": 6.4011021864195885e-06,
      "loss": 1.296,
      "step": 869
    },
    {
      "epoch": 2.525399129172714,
      "grad_norm": 0.5030515933490873,
      "learning_rate": 6.324496284663867e-06,
      "loss": 1.4247,
      "step": 870
    },
    {
      "epoch": 2.5283018867924527,
      "grad_norm": 0.5177816363991151,
      "learning_rate": 6.248320581670281e-06,
      "loss": 1.3704,
      "step": 871
    },
    {
      "epoch": 2.531204644412192,
      "grad_norm": 0.5092274322111774,
      "learning_rate": 6.172575827760885e-06,
      "loss": 1.3203,
      "step": 872
    },
    {
      "epoch": 2.53410740203193,
      "grad_norm": 0.5140046912292023,
      "learning_rate": 6.097262769012912e-06,
      "loss": 1.3403,
      "step": 873
    },
    {
      "epoch": 2.537010159651669,
      "grad_norm": 0.49602927402162544,
      "learning_rate": 6.022382147251454e-06,
      "loss": 1.2882,
      "step": 874
    },
    {
      "epoch": 2.539912917271408,
      "grad_norm": 0.5269273308467513,
      "learning_rate": 5.947934700042162e-06,
      "loss": 1.3556,
      "step": 875
    },
    {
      "epoch": 2.5428156748911466,
      "grad_norm": 0.5182565149631638,
      "learning_rate": 5.873921160683943e-06,
      "loss": 1.413,
      "step": 876
    },
    {
      "epoch": 2.5457184325108853,
      "grad_norm": 0.5151482293363229,
      "learning_rate": 5.800342258201774e-06,
      "loss": 1.3546,
      "step": 877
    },
    {
      "epoch": 2.548621190130624,
      "grad_norm": 0.508277679506511,
      "learning_rate": 5.727198717339511e-06,
      "loss": 1.3641,
      "step": 878
    },
    {
      "epoch": 2.551523947750363,
      "grad_norm": 0.5435889399161812,
      "learning_rate": 5.654491258552736e-06,
      "loss": 1.3751,
      "step": 879
    },
    {
      "epoch": 2.5544267053701017,
      "grad_norm": 0.48717675362297463,
      "learning_rate": 5.582220598001681e-06,
      "loss": 1.3444,
      "step": 880
    },
    {
      "epoch": 2.5573294629898404,
      "grad_norm": 0.5104381695238399,
      "learning_rate": 5.510387447544168e-06,
      "loss": 1.3389,
      "step": 881
    },
    {
      "epoch": 2.560232220609579,
      "grad_norm": 0.5033562135872932,
      "learning_rate": 5.438992514728586e-06,
      "loss": 1.4053,
      "step": 882
    },
    {
      "epoch": 2.563134978229318,
      "grad_norm": 0.5184770727956874,
      "learning_rate": 5.368036502786927e-06,
      "loss": 1.3709,
      "step": 883
    },
    {
      "epoch": 2.5660377358490565,
      "grad_norm": 0.5058658804730517,
      "learning_rate": 5.297520110627868e-06,
      "loss": 1.3803,
      "step": 884
    },
    {
      "epoch": 2.568940493468795,
      "grad_norm": 0.5159172488807618,
      "learning_rate": 5.227444032829887e-06,
      "loss": 1.4181,
      "step": 885
    },
    {
      "epoch": 2.5718432510885343,
      "grad_norm": 0.5081523708347989,
      "learning_rate": 5.157808959634408e-06,
      "loss": 1.3352,
      "step": 886
    },
    {
      "epoch": 2.574746008708273,
      "grad_norm": 0.5116219142410966,
      "learning_rate": 5.08861557693901e-06,
      "loss": 1.3811,
      "step": 887
    },
    {
      "epoch": 2.5776487663280117,
      "grad_norm": 0.4821542546715502,
      "learning_rate": 5.0198645662906666e-06,
      "loss": 1.3791,
      "step": 888
    },
    {
      "epoch": 2.5805515239477503,
      "grad_norm": 0.5047932657720178,
      "learning_rate": 4.951556604879048e-06,
      "loss": 1.4468,
      "step": 889
    },
    {
      "epoch": 2.583454281567489,
      "grad_norm": 0.5082701448991395,
      "learning_rate": 4.88369236552983e-06,
      "loss": 1.3857,
      "step": 890
    },
    {
      "epoch": 2.5863570391872277,
      "grad_norm": 0.5068038259373514,
      "learning_rate": 4.816272516698073e-06,
      "loss": 1.3518,
      "step": 891
    },
    {
      "epoch": 2.5892597968069664,
      "grad_norm": 0.49604277625126053,
      "learning_rate": 4.74929772246166e-06,
      "loss": 1.4263,
      "step": 892
    },
    {
      "epoch": 2.5921625544267055,
      "grad_norm": 0.5166732210194949,
      "learning_rate": 4.682768642514723e-06,
      "loss": 1.2918,
      "step": 893
    },
    {
      "epoch": 2.595065312046444,
      "grad_norm": 0.4956720644914752,
      "learning_rate": 4.616685932161152e-06,
      "loss": 1.3491,
      "step": 894
    },
    {
      "epoch": 2.597968069666183,
      "grad_norm": 0.5250136252293581,
      "learning_rate": 4.551050242308158e-06,
      "loss": 1.3351,
      "step": 895
    },
    {
      "epoch": 2.6008708272859216,
      "grad_norm": 0.5072190139510312,
      "learning_rate": 4.4858622194598525e-06,
      "loss": 1.3247,
      "step": 896
    },
    {
      "epoch": 2.6037735849056602,
      "grad_norm": 0.5371609824213853,
      "learning_rate": 4.421122505710867e-06,
      "loss": 1.326,
      "step": 897
    },
    {
      "epoch": 2.6066763425253994,
      "grad_norm": 0.5216292074955919,
      "learning_rate": 4.356831738740053e-06,
      "loss": 1.342,
      "step": 898
    },
    {
      "epoch": 2.6095791001451376,
      "grad_norm": 0.5224569341550335,
      "learning_rate": 4.292990551804171e-06,
      "loss": 1.4003,
      "step": 899
    },
    {
      "epoch": 2.6124818577648767,
      "grad_norm": 0.49066645285583466,
      "learning_rate": 4.229599573731685e-06,
      "loss": 1.3677,
      "step": 900
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 0.48822015231136007,
      "learning_rate": 4.166659428916541e-06,
      "loss": 1.3293,
      "step": 901
    },
    {
      "epoch": 2.618287373004354,
      "grad_norm": 0.5169410366741958,
      "learning_rate": 4.1041707373120356e-06,
      "loss": 1.3537,
      "step": 902
    },
    {
      "epoch": 2.621190130624093,
      "grad_norm": 0.5033953243716508,
      "learning_rate": 4.042134114424695e-06,
      "loss": 1.3518,
      "step": 903
    },
    {
      "epoch": 2.6240928882438315,
      "grad_norm": 0.497328022255338,
      "learning_rate": 3.980550171308228e-06,
      "loss": 1.3499,
      "step": 904
    },
    {
      "epoch": 2.6269956458635706,
      "grad_norm": 0.4993512760500125,
      "learning_rate": 3.919419514557493e-06,
      "loss": 1.389,
      "step": 905
    },
    {
      "epoch": 2.6298984034833093,
      "grad_norm": 0.49577696692113127,
      "learning_rate": 3.858742746302535e-06,
      "loss": 1.4708,
      "step": 906
    },
    {
      "epoch": 2.632801161103048,
      "grad_norm": 0.5095348959235028,
      "learning_rate": 3.7985204642026482e-06,
      "loss": 1.3972,
      "step": 907
    },
    {
      "epoch": 2.6357039187227866,
      "grad_norm": 0.504132473704439,
      "learning_rate": 3.738753261440475e-06,
      "loss": 1.3319,
      "step": 908
    },
    {
      "epoch": 2.6386066763425253,
      "grad_norm": 0.5106574941743576,
      "learning_rate": 3.6794417267161984e-06,
      "loss": 1.3224,
      "step": 909
    },
    {
      "epoch": 2.641509433962264,
      "grad_norm": 0.4933885247457992,
      "learning_rate": 3.6205864442417136e-06,
      "loss": 1.3549,
      "step": 910
    },
    {
      "epoch": 2.6444121915820027,
      "grad_norm": 0.5045818756594637,
      "learning_rate": 3.5621879937348836e-06,
      "loss": 1.3729,
      "step": 911
    },
    {
      "epoch": 2.647314949201742,
      "grad_norm": 0.49301833752984214,
      "learning_rate": 3.5042469504138363e-06,
      "loss": 1.3441,
      "step": 912
    },
    {
      "epoch": 2.6502177068214805,
      "grad_norm": 0.5316526304810579,
      "learning_rate": 3.4467638849912497e-06,
      "loss": 1.3937,
      "step": 913
    },
    {
      "epoch": 2.653120464441219,
      "grad_norm": 0.5171439429808068,
      "learning_rate": 3.3897393636688368e-06,
      "loss": 1.3788,
      "step": 914
    },
    {
      "epoch": 2.656023222060958,
      "grad_norm": 0.5294437263003443,
      "learning_rate": 3.3331739481316624e-06,
      "loss": 1.4573,
      "step": 915
    },
    {
      "epoch": 2.6589259796806965,
      "grad_norm": 0.5107913904094072,
      "learning_rate": 3.277068195542654e-06,
      "loss": 1.3852,
      "step": 916
    },
    {
      "epoch": 2.6618287373004357,
      "grad_norm": 0.5023154167004453,
      "learning_rate": 3.2214226585371265e-06,
      "loss": 1.3356,
      "step": 917
    },
    {
      "epoch": 2.664731494920174,
      "grad_norm": 0.5233019063386156,
      "learning_rate": 3.166237885217299e-06,
      "loss": 1.4577,
      "step": 918
    },
    {
      "epoch": 2.667634252539913,
      "grad_norm": 0.5252621679593605,
      "learning_rate": 3.1115144191469493e-06,
      "loss": 1.4475,
      "step": 919
    },
    {
      "epoch": 2.6705370101596517,
      "grad_norm": 0.4966466055560178,
      "learning_rate": 3.0572527993460053e-06,
      "loss": 1.3461,
      "step": 920
    },
    {
      "epoch": 2.6734397677793904,
      "grad_norm": 0.5044558616146575,
      "learning_rate": 3.0034535602852797e-06,
      "loss": 1.3766,
      "step": 921
    },
    {
      "epoch": 2.676342525399129,
      "grad_norm": 0.5205402435681714,
      "learning_rate": 2.950117231881183e-06,
      "loss": 1.4068,
      "step": 922
    },
    {
      "epoch": 2.6792452830188678,
      "grad_norm": 0.53158129182675,
      "learning_rate": 2.89724433949049e-06,
      "loss": 1.4079,
      "step": 923
    },
    {
      "epoch": 2.682148040638607,
      "grad_norm": 0.5071608676745457,
      "learning_rate": 2.8448354039052216e-06,
      "loss": 1.3647,
      "step": 924
    },
    {
      "epoch": 2.6850507982583456,
      "grad_norm": 0.5242803057589017,
      "learning_rate": 2.7928909413474424e-06,
      "loss": 1.3526,
      "step": 925
    },
    {
      "epoch": 2.6879535558780843,
      "grad_norm": 0.5143261027297373,
      "learning_rate": 2.741411463464211e-06,
      "loss": 1.3732,
      "step": 926
    },
    {
      "epoch": 2.690856313497823,
      "grad_norm": 0.5091328447989407,
      "learning_rate": 2.6903974773225702e-06,
      "loss": 1.3514,
      "step": 927
    },
    {
      "epoch": 2.6937590711175616,
      "grad_norm": 0.5278079810032933,
      "learning_rate": 2.639849485404505e-06,
      "loss": 1.3671,
      "step": 928
    },
    {
      "epoch": 2.6966618287373003,
      "grad_norm": 0.5162469457029244,
      "learning_rate": 2.589767985601976e-06,
      "loss": 1.3656,
      "step": 929
    },
    {
      "epoch": 2.699564586357039,
      "grad_norm": 0.4924105120909186,
      "learning_rate": 2.5401534712121146e-06,
      "loss": 1.3818,
      "step": 930
    },
    {
      "epoch": 2.702467343976778,
      "grad_norm": 0.5154022582971206,
      "learning_rate": 2.4910064309322523e-06,
      "loss": 1.4229,
      "step": 931
    },
    {
      "epoch": 2.705370101596517,
      "grad_norm": 0.5014601223020894,
      "learning_rate": 2.442327348855161e-06,
      "loss": 1.3835,
      "step": 932
    },
    {
      "epoch": 2.7082728592162555,
      "grad_norm": 0.5011745047358306,
      "learning_rate": 2.3941167044642944e-06,
      "loss": 1.3152,
      "step": 933
    },
    {
      "epoch": 2.711175616835994,
      "grad_norm": 0.5080499109568192,
      "learning_rate": 2.3463749726290286e-06,
      "loss": 1.4209,
      "step": 934
    },
    {
      "epoch": 2.714078374455733,
      "grad_norm": 0.5032137873479694,
      "learning_rate": 2.299102623600019e-06,
      "loss": 1.4381,
      "step": 935
    },
    {
      "epoch": 2.7169811320754715,
      "grad_norm": 0.5131169546437747,
      "learning_rate": 2.252300123004525e-06,
      "loss": 1.3737,
      "step": 936
    },
    {
      "epoch": 2.71988388969521,
      "grad_norm": 0.5100726087300796,
      "learning_rate": 2.205967931841901e-06,
      "loss": 1.354,
      "step": 937
    },
    {
      "epoch": 2.7227866473149493,
      "grad_norm": 0.5151073468339058,
      "learning_rate": 2.1601065064789704e-06,
      "loss": 1.361,
      "step": 938
    },
    {
      "epoch": 2.725689404934688,
      "grad_norm": 0.526955077204686,
      "learning_rate": 2.114716298645564e-06,
      "loss": 1.4174,
      "step": 939
    },
    {
      "epoch": 2.7285921625544267,
      "grad_norm": 0.5300214734732652,
      "learning_rate": 2.069797755430097e-06,
      "loss": 1.3908,
      "step": 940
    },
    {
      "epoch": 2.7314949201741654,
      "grad_norm": 0.4931016210698146,
      "learning_rate": 2.0253513192751373e-06,
      "loss": 1.347,
      "step": 941
    },
    {
      "epoch": 2.734397677793904,
      "grad_norm": 0.5040485652358908,
      "learning_rate": 1.981377427973019e-06,
      "loss": 1.3539,
      "step": 942
    },
    {
      "epoch": 2.737300435413643,
      "grad_norm": 0.5028635448800768,
      "learning_rate": 1.937876514661613e-06,
      "loss": 1.3462,
      "step": 943
    },
    {
      "epoch": 2.7402031930333814,
      "grad_norm": 0.49312792694294416,
      "learning_rate": 1.8948490078199764e-06,
      "loss": 1.3591,
      "step": 944
    },
    {
      "epoch": 2.7431059506531206,
      "grad_norm": 0.5040358290026028,
      "learning_rate": 1.8522953312641755e-06,
      "loss": 1.3315,
      "step": 945
    },
    {
      "epoch": 2.7460087082728593,
      "grad_norm": 0.5166855707268636,
      "learning_rate": 1.8102159041430922e-06,
      "loss": 1.3668,
      "step": 946
    },
    {
      "epoch": 2.748911465892598,
      "grad_norm": 0.5178874199013686,
      "learning_rate": 1.7686111409343342e-06,
      "loss": 1.3558,
      "step": 947
    },
    {
      "epoch": 2.7518142235123366,
      "grad_norm": 0.4904227671998145,
      "learning_rate": 1.7274814514400994e-06,
      "loss": 1.4023,
      "step": 948
    },
    {
      "epoch": 2.7547169811320753,
      "grad_norm": 0.507627671545522,
      "learning_rate": 1.686827240783151e-06,
      "loss": 1.4048,
      "step": 949
    },
    {
      "epoch": 2.7576197387518144,
      "grad_norm": 0.4900145791976217,
      "learning_rate": 1.6466489094028759e-06,
      "loss": 1.3752,
      "step": 950
    },
    {
      "epoch": 2.760522496371553,
      "grad_norm": 0.5022450146235269,
      "learning_rate": 1.6069468530512832e-06,
      "loss": 1.3576,
      "step": 951
    },
    {
      "epoch": 2.763425253991292,
      "grad_norm": 0.4897033470200573,
      "learning_rate": 1.5677214627891179e-06,
      "loss": 1.368,
      "step": 952
    },
    {
      "epoch": 2.7663280116110305,
      "grad_norm": 0.49639970909661785,
      "learning_rate": 1.528973124982036e-06,
      "loss": 1.4423,
      "step": 953
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.500578087029502,
      "learning_rate": 1.4907022212967803e-06,
      "loss": 1.3669,
      "step": 954
    },
    {
      "epoch": 2.772133526850508,
      "grad_norm": 0.5018433548924393,
      "learning_rate": 1.4529091286973995e-06,
      "loss": 1.4394,
      "step": 955
    },
    {
      "epoch": 2.7750362844702465,
      "grad_norm": 0.526996294444137,
      "learning_rate": 1.415594219441585e-06,
      "loss": 1.4012,
      "step": 956
    },
    {
      "epoch": 2.7779390420899857,
      "grad_norm": 0.5118271403347019,
      "learning_rate": 1.3787578610769624e-06,
      "loss": 1.3903,
      "step": 957
    },
    {
      "epoch": 2.7808417997097243,
      "grad_norm": 0.5171995028189363,
      "learning_rate": 1.3424004164374837e-06,
      "loss": 1.4309,
      "step": 958
    },
    {
      "epoch": 2.783744557329463,
      "grad_norm": 0.5214493345083933,
      "learning_rate": 1.3065222436398572e-06,
      "loss": 1.3346,
      "step": 959
    },
    {
      "epoch": 2.7866473149492017,
      "grad_norm": 0.5092311351300531,
      "learning_rate": 1.2711236960800287e-06,
      "loss": 1.3195,
      "step": 960
    },
    {
      "epoch": 2.7895500725689404,
      "grad_norm": 0.5396674308985979,
      "learning_rate": 1.2362051224296734e-06,
      "loss": 1.3292,
      "step": 961
    },
    {
      "epoch": 2.7924528301886795,
      "grad_norm": 0.5143627693435764,
      "learning_rate": 1.2017668666327753e-06,
      "loss": 1.3348,
      "step": 962
    },
    {
      "epoch": 2.7953555878084178,
      "grad_norm": 0.4875818587153554,
      "learning_rate": 1.16780926790227e-06,
      "loss": 1.3623,
      "step": 963
    },
    {
      "epoch": 2.798258345428157,
      "grad_norm": 0.5039943847581683,
      "learning_rate": 1.1343326607166527e-06,
      "loss": 1.4143,
      "step": 964
    },
    {
      "epoch": 2.8011611030478956,
      "grad_norm": 0.5176888960875069,
      "learning_rate": 1.1013373748166912e-06,
      "loss": 1.3408,
      "step": 965
    },
    {
      "epoch": 2.8040638606676342,
      "grad_norm": 0.5224254539981171,
      "learning_rate": 1.0688237352022345e-06,
      "loss": 1.3811,
      "step": 966
    },
    {
      "epoch": 2.806966618287373,
      "grad_norm": 0.5178401265472633,
      "learning_rate": 1.0367920621289495e-06,
      "loss": 1.4287,
      "step": 967
    },
    {
      "epoch": 2.8098693759071116,
      "grad_norm": 0.5435668945236312,
      "learning_rate": 1.0052426711051666e-06,
      "loss": 1.4013,
      "step": 968
    },
    {
      "epoch": 2.8127721335268507,
      "grad_norm": 0.5100311805279316,
      "learning_rate": 9.741758728888218e-07,
      "loss": 1.4024,
      "step": 969
    },
    {
      "epoch": 2.8156748911465894,
      "grad_norm": 0.5043622576172422,
      "learning_rate": 9.435919734843645e-07,
      "loss": 1.4582,
      "step": 970
    },
    {
      "epoch": 2.818577648766328,
      "grad_norm": 0.5052190490107448,
      "learning_rate": 9.134912741397272e-07,
      "loss": 1.4224,
      "step": 971
    },
    {
      "epoch": 2.821480406386067,
      "grad_norm": 0.500367078563273,
      "learning_rate": 8.83874071343388e-07,
      "loss": 1.3278,
      "step": 972
    },
    {
      "epoch": 2.8243831640058055,
      "grad_norm": 0.5016104693203676,
      "learning_rate": 8.547406568214456e-07,
      "loss": 1.374,
      "step": 973
    },
    {
      "epoch": 2.827285921625544,
      "grad_norm": 0.5099793577669696,
      "learning_rate": 8.260913175347273e-07,
      "loss": 1.3584,
      "step": 974
    },
    {
      "epoch": 2.830188679245283,
      "grad_norm": 0.5015530124896996,
      "learning_rate": 7.979263356759748e-07,
      "loss": 1.4006,
      "step": 975
    },
    {
      "epoch": 2.833091436865022,
      "grad_norm": 0.5105087376603901,
      "learning_rate": 7.702459886670788e-07,
      "loss": 1.3583,
      "step": 976
    },
    {
      "epoch": 2.8359941944847606,
      "grad_norm": 0.5083958150579762,
      "learning_rate": 7.4305054915631e-07,
      "loss": 1.3632,
      "step": 977
    },
    {
      "epoch": 2.8388969521044993,
      "grad_norm": 0.5245591090055167,
      "learning_rate": 7.163402850156653e-07,
      "loss": 1.4253,
      "step": 978
    },
    {
      "epoch": 2.841799709724238,
      "grad_norm": 0.4980601261676422,
      "learning_rate": 6.901154593382309e-07,
      "loss": 1.3251,
      "step": 979
    },
    {
      "epoch": 2.8447024673439767,
      "grad_norm": 0.5097166168182306,
      "learning_rate": 6.643763304355566e-07,
      "loss": 1.4185,
      "step": 980
    },
    {
      "epoch": 2.8476052249637154,
      "grad_norm": 0.5150892752909462,
      "learning_rate": 6.39123151835147e-07,
      "loss": 1.3235,
      "step": 981
    },
    {
      "epoch": 2.850507982583454,
      "grad_norm": 0.5192076749407817,
      "learning_rate": 6.143561722779523e-07,
      "loss": 1.3545,
      "step": 982
    },
    {
      "epoch": 2.853410740203193,
      "grad_norm": 0.49627606737819685,
      "learning_rate": 5.900756357159143e-07,
      "loss": 1.3342,
      "step": 983
    },
    {
      "epoch": 2.856313497822932,
      "grad_norm": 0.5088423319290685,
      "learning_rate": 5.662817813095633e-07,
      "loss": 1.3772,
      "step": 984
    },
    {
      "epoch": 2.8592162554426706,
      "grad_norm": 0.5017003419203407,
      "learning_rate": 5.429748434256699e-07,
      "loss": 1.3668,
      "step": 985
    },
    {
      "epoch": 2.8621190130624092,
      "grad_norm": 0.5210417902039252,
      "learning_rate": 5.201550516349407e-07,
      "loss": 1.3844,
      "step": 986
    },
    {
      "epoch": 2.865021770682148,
      "grad_norm": 0.5067748700864746,
      "learning_rate": 4.978226307097266e-07,
      "loss": 1.4295,
      "step": 987
    },
    {
      "epoch": 2.867924528301887,
      "grad_norm": 0.49233248684232,
      "learning_rate": 4.7597780062184073e-07,
      "loss": 1.4001,
      "step": 988
    },
    {
      "epoch": 2.8708272859216253,
      "grad_norm": 0.5433349878065107,
      "learning_rate": 4.546207765403987e-07,
      "loss": 1.322,
      "step": 989
    },
    {
      "epoch": 2.8737300435413644,
      "grad_norm": 0.5311833853344032,
      "learning_rate": 4.337517688296544e-07,
      "loss": 1.33,
      "step": 990
    },
    {
      "epoch": 2.876632801161103,
      "grad_norm": 0.5163955351769733,
      "learning_rate": 4.1337098304696784e-07,
      "loss": 1.2479,
      "step": 991
    },
    {
      "epoch": 2.8795355587808418,
      "grad_norm": 0.5153591591160972,
      "learning_rate": 3.9347861994078474e-07,
      "loss": 1.3705,
      "step": 992
    },
    {
      "epoch": 2.8824383164005805,
      "grad_norm": 0.511148791041711,
      "learning_rate": 3.740748754486156e-07,
      "loss": 1.4441,
      "step": 993
    },
    {
      "epoch": 2.885341074020319,
      "grad_norm": 0.49564300067462175,
      "learning_rate": 3.551599406951434e-07,
      "loss": 1.4013,
      "step": 994
    },
    {
      "epoch": 2.8882438316400583,
      "grad_norm": 0.507022305631989,
      "learning_rate": 3.3673400199033534e-07,
      "loss": 1.3939,
      "step": 995
    },
    {
      "epoch": 2.891146589259797,
      "grad_norm": 0.5263778954167362,
      "learning_rate": 3.1879724082760076e-07,
      "loss": 1.4592,
      "step": 996
    },
    {
      "epoch": 2.8940493468795356,
      "grad_norm": 0.5059056772044945,
      "learning_rate": 3.013498338820031e-07,
      "loss": 1.3643,
      "step": 997
    },
    {
      "epoch": 2.8969521044992743,
      "grad_norm": 0.530021262072049,
      "learning_rate": 2.843919530085226e-07,
      "loss": 1.369,
      "step": 998
    },
    {
      "epoch": 2.899854862119013,
      "grad_norm": 0.5169811310498346,
      "learning_rate": 2.6792376524036877e-07,
      "loss": 1.3075,
      "step": 999
    },
    {
      "epoch": 2.9027576197387517,
      "grad_norm": 0.5081387484868812,
      "learning_rate": 2.51945432787315e-07,
      "loss": 1.3431,
      "step": 1000
    },
    {
      "epoch": 2.9056603773584904,
      "grad_norm": 0.5185228126203555,
      "learning_rate": 2.364571130341331e-07,
      "loss": 1.3231,
      "step": 1001
    },
    {
      "epoch": 2.9085631349782295,
      "grad_norm": 0.4992860610054546,
      "learning_rate": 2.21458958539017e-07,
      "loss": 1.416,
      "step": 1002
    },
    {
      "epoch": 2.911465892597968,
      "grad_norm": 0.5031174334271055,
      "learning_rate": 2.0695111703208925e-07,
      "loss": 1.3493,
      "step": 1003
    },
    {
      "epoch": 2.914368650217707,
      "grad_norm": 0.5083212239167739,
      "learning_rate": 1.9293373141394122e-07,
      "loss": 1.4214,
      "step": 1004
    },
    {
      "epoch": 2.9172714078374455,
      "grad_norm": 0.5126277819683225,
      "learning_rate": 1.7940693975423972e-07,
      "loss": 1.3824,
      "step": 1005
    },
    {
      "epoch": 2.9201741654571842,
      "grad_norm": 0.5256873343721312,
      "learning_rate": 1.6637087529033923e-07,
      "loss": 1.3647,
      "step": 1006
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 0.5108208624651032,
      "learning_rate": 1.5382566642600516e-07,
      "loss": 1.3596,
      "step": 1007
    },
    {
      "epoch": 2.9259796806966616,
      "grad_norm": 0.5055869922560303,
      "learning_rate": 1.4177143673011484e-07,
      "loss": 1.3299,
      "step": 1008
    },
    {
      "epoch": 2.9288824383164007,
      "grad_norm": 0.5090352331699387,
      "learning_rate": 1.302083049354752e-07,
      "loss": 1.3798,
      "step": 1009
    },
    {
      "epoch": 2.9317851959361394,
      "grad_norm": 0.5116510716770774,
      "learning_rate": 1.191363849376237e-07,
      "loss": 1.3138,
      "step": 1010
    },
    {
      "epoch": 2.934687953555878,
      "grad_norm": 0.5013518456672409,
      "learning_rate": 1.0855578579370695e-07,
      "loss": 1.4109,
      "step": 1011
    },
    {
      "epoch": 2.9375907111756168,
      "grad_norm": 0.5161202040778329,
      "learning_rate": 9.846661172143723e-08,
      "loss": 1.445,
      "step": 1012
    },
    {
      "epoch": 2.9404934687953554,
      "grad_norm": 0.5214505934486886,
      "learning_rate": 8.886896209803208e-08,
      "loss": 1.3423,
      "step": 1013
    },
    {
      "epoch": 2.9433962264150946,
      "grad_norm": 0.5044668356218843,
      "learning_rate": 7.976293145924852e-08,
      "loss": 1.3901,
      "step": 1014
    },
    {
      "epoch": 2.9462989840348333,
      "grad_norm": 0.5365354989635048,
      "learning_rate": 7.114860949846703e-08,
      "loss": 1.4406,
      "step": 1015
    },
    {
      "epoch": 2.949201741654572,
      "grad_norm": 0.5040282345086635,
      "learning_rate": 6.302608106577568e-08,
      "loss": 1.3383,
      "step": 1016
    },
    {
      "epoch": 2.9521044992743106,
      "grad_norm": 0.4922869444184136,
      "learning_rate": 5.539542616715965e-08,
      "loss": 1.3398,
      "step": 1017
    },
    {
      "epoch": 2.9550072568940493,
      "grad_norm": 0.5254172844858651,
      "learning_rate": 4.825671996370185e-08,
      "loss": 1.3326,
      "step": 1018
    },
    {
      "epoch": 2.957910014513788,
      "grad_norm": 0.5055834915626891,
      "learning_rate": 4.161003277085573e-08,
      "loss": 1.4167,
      "step": 1019
    },
    {
      "epoch": 2.9608127721335267,
      "grad_norm": 0.5058511618232302,
      "learning_rate": 3.545543005773477e-08,
      "loss": 1.4244,
      "step": 1020
    },
    {
      "epoch": 2.963715529753266,
      "grad_norm": 0.506944487317272,
      "learning_rate": 2.9792972446479605e-08,
      "loss": 1.272,
      "step": 1021
    },
    {
      "epoch": 2.9666182873730045,
      "grad_norm": 0.5065487926302941,
      "learning_rate": 2.4622715711647426e-08,
      "loss": 1.4038,
      "step": 1022
    },
    {
      "epoch": 2.969521044992743,
      "grad_norm": 0.5061289548587645,
      "learning_rate": 1.994471077969573e-08,
      "loss": 1.3135,
      "step": 1023
    },
    {
      "epoch": 2.972423802612482,
      "grad_norm": 0.5227174630028666,
      "learning_rate": 1.5759003728427202e-08,
      "loss": 1.4317,
      "step": 1024
    },
    {
      "epoch": 2.9753265602322205,
      "grad_norm": 0.5063524748843257,
      "learning_rate": 1.2065635786595586e-08,
      "loss": 1.3438,
      "step": 1025
    },
    {
      "epoch": 2.978229317851959,
      "grad_norm": 0.5228174437595524,
      "learning_rate": 8.864643333450495e-09,
      "loss": 1.3984,
      "step": 1026
    },
    {
      "epoch": 2.981132075471698,
      "grad_norm": 0.5154756775417685,
      "learning_rate": 6.156057898398793e-09,
      "loss": 1.2921,
      "step": 1027
    },
    {
      "epoch": 2.984034833091437,
      "grad_norm": 0.4926348240472133,
      "learning_rate": 3.9399061607103825e-09,
      "loss": 1.3304,
      "step": 1028
    },
    {
      "epoch": 2.9869375907111757,
      "grad_norm": 0.5096302536210523,
      "learning_rate": 2.216209949229553e-09,
      "loss": 1.4275,
      "step": 1029
    },
    {
      "epoch": 2.9898403483309144,
      "grad_norm": 0.5062257490124061,
      "learning_rate": 9.84986242158481e-10,
      "loss": 1.4537,
      "step": 1030
    },
    {
      "epoch": 2.992743105950653,
      "grad_norm": 0.506160269859511,
      "learning_rate": 2.462471669184563e-10,
      "loss": 1.3882,
      "step": 1031
    },
    {
      "epoch": 2.9956458635703918,
      "grad_norm": 0.5147092377641741,
      "learning_rate": 0.0,
      "loss": 1.3799,
      "step": 1032
    },
    {
      "epoch": 2.9956458635703918,
      "step": 1032,
      "total_flos": 1335874505801728.0,
      "train_loss": 1.5377236583898233,
      "train_runtime": 12027.3057,
      "train_samples_per_second": 2.747,
      "train_steps_per_second": 0.086
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1032,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1335874505801728.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}