diff --git "a/trainer_state.json" "b/trainer_state.json"
deleted file mode 100644--- "a/trainer_state.json"
+++ /dev/null
@@ -1,20629 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 1.0,
-  "eval_steps": 500,
-  "global_step": 2941,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.00034002040122407346,
-      "grad_norm": 7.957215845157106,
-      "learning_rate": 1.1235955056179776e-07,
-      "loss": 1.265,
-      "step": 1
-    },
-    {
-      "epoch": 0.0006800408024481469,
-      "grad_norm": 13.156657121104576,
-      "learning_rate": 2.247191011235955e-07,
-      "loss": 1.1163,
-      "step": 2
-    },
-    {
-      "epoch": 0.0010200612036722204,
-      "grad_norm": 8.234411807150657,
-      "learning_rate": 3.3707865168539325e-07,
-      "loss": 1.1117,
-      "step": 3
-    },
-    {
-      "epoch": 0.0013600816048962938,
-      "grad_norm": 8.378852124626784,
-      "learning_rate": 4.49438202247191e-07,
-      "loss": 1.0045,
-      "step": 4
-    },
-    {
-      "epoch": 0.0017001020061203672,
-      "grad_norm": 5.0871456226741785,
-      "learning_rate": 5.617977528089888e-07,
-      "loss": 1.1061,
-      "step": 5
-    },
-    {
-      "epoch": 0.002040122407344441,
-      "grad_norm": 12.113028237990287,
-      "learning_rate": 6.741573033707865e-07,
-      "loss": 0.978,
-      "step": 6
-    },
-    {
-      "epoch": 0.0023801428085685142,
-      "grad_norm": 7.182446599540591,
-      "learning_rate": 7.865168539325843e-07,
-      "loss": 1.2117,
-      "step": 7
-    },
-    {
-      "epoch": 0.0027201632097925877,
-      "grad_norm": 8.794165320435372,
-      "learning_rate": 8.98876404494382e-07,
-      "loss": 1.0302,
-      "step": 8
-    },
-    {
-      "epoch": 0.003060183611016661,
-      "grad_norm": 6.19432478948948,
-      "learning_rate": 1.01123595505618e-06,
-      "loss": 1.1328,
-      "step": 9
-    },
-    {
-      "epoch": 0.0034002040122407345,
-      "grad_norm": 8.815917265181259,
-      "learning_rate": 1.1235955056179777e-06,
-      "loss": 1.0271,
-      "step": 10
-    },
-    {
-      "epoch": 0.003740224413464808,
-      "grad_norm": 3.4552395124739923,
-      "learning_rate": 1.2359550561797752e-06,
-      "loss": 1.1775,
-      "step": 11
-    },
-    {
-      "epoch": 0.004080244814688882,
-      "grad_norm": 3.920780003164372,
-      "learning_rate": 1.348314606741573e-06,
-      "loss": 1.1197,
-      "step": 12
-    },
-    {
-      "epoch": 0.004420265215912955,
-      "grad_norm": 9.503601873541784,
-      "learning_rate": 1.4606741573033708e-06,
-      "loss": 1.0117,
-      "step": 13
-    },
-    {
-      "epoch": 0.0047602856171370285,
-      "grad_norm": 3.8392791998777698,
-      "learning_rate": 1.5730337078651686e-06,
-      "loss": 1.1943,
-      "step": 14
-    },
-    {
-      "epoch": 0.0051003060183611015,
-      "grad_norm": 16.880294672259833,
-      "learning_rate": 1.6853932584269663e-06,
-      "loss": 0.9484,
-      "step": 15
-    },
-    {
-      "epoch": 0.005440326419585175,
-      "grad_norm": 3.7585745209663135,
-      "learning_rate": 1.797752808988764e-06,
-      "loss": 1.0903,
-      "step": 16
-    },
-    {
-      "epoch": 0.005780346820809248,
-      "grad_norm": 4.0811771911781705,
-      "learning_rate": 1.910112359550562e-06,
-      "loss": 0.9225,
-      "step": 17
-    },
-    {
-      "epoch": 0.006120367222033322,
-      "grad_norm": 5.5863711220456835,
-      "learning_rate": 2.02247191011236e-06,
-      "loss": 1.0673,
-      "step": 18
-    },
-    {
-      "epoch": 0.006460387623257395,
-      "grad_norm": 3.1676452672990454,
-      "learning_rate": 2.1348314606741574e-06,
-      "loss": 0.9291,
-      "step": 19
-    },
-    {
-      "epoch": 0.006800408024481469,
-      "grad_norm": 3.611139125930507,
-      "learning_rate": 2.2471910112359554e-06,
-      "loss": 0.8766,
-      "step": 20
-    },
-    {
-      "epoch": 0.007140428425705543,
-      "grad_norm": 2.4985925611214093,
-      "learning_rate": 2.359550561797753e-06,
-      "loss": 0.8919,
-      "step": 21
-    },
-    {
-      "epoch": 0.007480448826929616,
-      "grad_norm": 3.1107777199577735,
-      "learning_rate": 2.4719101123595505e-06,
-      "loss": 0.9591,
-      "step": 22
-    },
-    {
-      "epoch": 0.007820469228153689,
-      "grad_norm": 2.4206200369165054,
-      "learning_rate": 2.584269662921349e-06,
-      "loss": 0.9344,
-      "step": 23
-    },
-    {
-      "epoch": 0.008160489629377763,
-      "grad_norm": 3.006651205729068,
-      "learning_rate": 2.696629213483146e-06,
-      "loss": 0.929,
-      "step": 24
-    },
-    {
-      "epoch": 0.008500510030601836,
-      "grad_norm": 4.211242050455176,
-      "learning_rate": 2.8089887640449444e-06,
-      "loss": 0.922,
-      "step": 25
-    },
-    {
-      "epoch": 0.00884053043182591,
-      "grad_norm": 2.928334204696846,
-      "learning_rate": 2.9213483146067416e-06,
-      "loss": 0.8109,
-      "step": 26
-    },
-    {
-      "epoch": 0.009180550833049982,
-      "grad_norm": 2.920501950315103,
-      "learning_rate": 3.03370786516854e-06,
-      "loss": 0.9918,
-      "step": 27
-    },
-    {
-      "epoch": 0.009520571234274057,
-      "grad_norm": 2.6627931747349463,
-      "learning_rate": 3.146067415730337e-06,
-      "loss": 1.0249,
-      "step": 28
-    },
-    {
-      "epoch": 0.00986059163549813,
-      "grad_norm": 2.2391523692025945,
-      "learning_rate": 3.258426966292135e-06,
-      "loss": 0.8657,
-      "step": 29
-    },
-    {
-      "epoch": 0.010200612036722203,
-      "grad_norm": 2.3439476348012924,
-      "learning_rate": 3.3707865168539327e-06,
-      "loss": 0.8669,
-      "step": 30
-    },
-    {
-      "epoch": 0.010540632437946278,
-      "grad_norm": 2.6299632657140646,
-      "learning_rate": 3.4831460674157306e-06,
-      "loss": 0.9279,
-      "step": 31
-    },
-    {
-      "epoch": 0.01088065283917035,
-      "grad_norm": 2.5299601625034702,
-      "learning_rate": 3.595505617977528e-06,
-      "loss": 0.9859,
-      "step": 32
-    },
-    {
-      "epoch": 0.011220673240394424,
-      "grad_norm": 1.869054216542114,
-      "learning_rate": 3.707865168539326e-06,
-      "loss": 0.9683,
-      "step": 33
-    },
-    {
-      "epoch": 0.011560693641618497,
-      "grad_norm": 2.641701125076694,
-      "learning_rate": 3.820224719101124e-06,
-      "loss": 0.9049,
-      "step": 34
-    },
-    {
-      "epoch": 0.011900714042842571,
-      "grad_norm": 2.3075105518731167,
-      "learning_rate": 3.932584269662922e-06,
-      "loss": 0.95,
-      "step": 35
-    },
-    {
-      "epoch": 0.012240734444066644,
-      "grad_norm": 2.3217690220079943,
-      "learning_rate": 4.04494382022472e-06,
-      "loss": 0.9225,
-      "step": 36
-    },
-    {
-      "epoch": 0.012580754845290717,
-      "grad_norm": 2.480896383955115,
-      "learning_rate": 4.157303370786518e-06,
-      "loss": 0.8839,
-      "step": 37
-    },
-    {
-      "epoch": 0.01292077524651479,
-      "grad_norm": 2.151833792105812,
-      "learning_rate": 4.269662921348315e-06,
-      "loss": 0.7775,
-      "step": 38
-    },
-    {
-      "epoch": 0.013260795647738865,
-      "grad_norm": 4.211040389687315,
-      "learning_rate": 4.382022471910113e-06,
-      "loss": 0.9096,
-      "step": 39
-    },
-    {
-      "epoch": 0.013600816048962938,
-      "grad_norm": 2.064947551303069,
-      "learning_rate": 4.494382022471911e-06,
-      "loss": 0.9284,
-      "step": 40
-    },
-    {
-      "epoch": 0.01394083645018701,
-      "grad_norm": 2.0660909038422526,
-      "learning_rate": 4.606741573033709e-06,
-      "loss": 0.925,
-      "step": 41
-    },
-    {
-      "epoch": 0.014280856851411085,
-      "grad_norm": 4.901236022148853,
-      "learning_rate": 4.719101123595506e-06,
-      "loss": 0.8714,
-      "step": 42
-    },
-    {
-      "epoch": 0.014620877252635158,
-      "grad_norm": 4.502266868053889,
-      "learning_rate": 4.831460674157304e-06,
-      "loss": 0.8047,
-      "step": 43
-    },
-    {
-      "epoch": 0.014960897653859231,
-      "grad_norm": 2.4077409650266337,
-      "learning_rate": 4.943820224719101e-06,
-      "loss": 0.913,
-      "step": 44
-    },
-    {
-      "epoch": 0.015300918055083304,
-      "grad_norm": 4.793105624055668,
-      "learning_rate": 5.0561797752809e-06,
-      "loss": 0.8195,
-      "step": 45
-    },
-    {
-      "epoch": 0.015640938456307377,
-      "grad_norm": 4.106559075152421,
-      "learning_rate": 5.168539325842698e-06,
-      "loss": 0.771,
-      "step": 46
-    },
-    {
-      "epoch": 0.015980958857531452,
-      "grad_norm": 2.95021911633751,
-      "learning_rate": 5.280898876404494e-06,
-      "loss": 0.8879,
-      "step": 47
-    },
-    {
-      "epoch": 0.016320979258755527,
-      "grad_norm": 2.5286647211984956,
-      "learning_rate": 5.393258426966292e-06,
-      "loss": 0.8658,
-      "step": 48
-    },
-    {
-      "epoch": 0.016660999659979598,
-      "grad_norm": 2.8336405976774373,
-      "learning_rate": 5.50561797752809e-06,
-      "loss": 0.8408,
-      "step": 49
-    },
-    {
-      "epoch": 0.017001020061203673,
-      "grad_norm": 2.1850180954836187,
-      "learning_rate": 5.617977528089889e-06,
-      "loss": 0.9112,
-      "step": 50
-    },
-    {
-      "epoch": 0.017341040462427744,
-      "grad_norm": 2.06887498219481,
-      "learning_rate": 5.730337078651685e-06,
-      "loss": 0.7897,
-      "step": 51
-    },
-    {
-      "epoch": 0.01768106086365182,
-      "grad_norm": 4.3341123167435125,
-      "learning_rate": 5.842696629213483e-06,
-      "loss": 0.811,
-      "step": 52
-    },
-    {
-      "epoch": 0.018021081264875893,
-      "grad_norm": 2.14419920475312,
-      "learning_rate": 5.955056179775281e-06,
-      "loss": 0.9512,
-      "step": 53
-    },
-    {
-      "epoch": 0.018361101666099965,
-      "grad_norm": 2.5786480499173177,
-      "learning_rate": 6.06741573033708e-06,
-      "loss": 0.9029,
-      "step": 54
-    },
-    {
-      "epoch": 0.01870112206732404,
-      "grad_norm": 3.3621255490379833,
-      "learning_rate": 6.179775280898876e-06,
-      "loss": 0.8179,
-      "step": 55
-    },
-    {
-      "epoch": 0.019041142468548114,
-      "grad_norm": 2.0145825477143675,
-      "learning_rate": 6.292134831460674e-06,
-      "loss": 0.924,
-      "step": 56
-    },
-    {
-      "epoch": 0.019381162869772185,
-      "grad_norm": 2.1614514347624625,
-      "learning_rate": 6.404494382022472e-06,
-      "loss": 0.8009,
-      "step": 57
-    },
-    {
-      "epoch": 0.01972118327099626,
-      "grad_norm": 2.056785775033519,
-      "learning_rate": 6.51685393258427e-06,
-      "loss": 0.8702,
-      "step": 58
-    },
-    {
-      "epoch": 0.020061203672220335,
-      "grad_norm": 2.3474912782953172,
-      "learning_rate": 6.629213483146067e-06,
-      "loss": 0.8707,
-      "step": 59
-    },
-    {
-      "epoch": 0.020401224073444406,
-      "grad_norm": 2.735017646466919,
-      "learning_rate": 6.741573033707865e-06,
-      "loss": 0.8172,
-      "step": 60
-    },
-    {
-      "epoch": 0.02074124447466848,
-      "grad_norm": 2.422521293220476,
-      "learning_rate": 6.853932584269663e-06,
-      "loss": 0.9169,
-      "step": 61
-    },
-    {
-      "epoch": 0.021081264875892555,
-      "grad_norm": 3.808006273477038,
-      "learning_rate": 6.966292134831461e-06,
-      "loss": 0.9115,
-      "step": 62
-    },
-    {
-      "epoch": 0.021421285277116626,
-      "grad_norm": 6.385476467042873,
-      "learning_rate": 7.078651685393258e-06,
-      "loss": 0.9251,
-      "step": 63
-    },
-    {
-      "epoch": 0.0217613056783407,
-      "grad_norm": 2.056529939521199,
-      "learning_rate": 7.191011235955056e-06,
-      "loss": 0.871,
-      "step": 64
-    },
-    {
-      "epoch": 0.022101326079564772,
-      "grad_norm": 3.488639073828488,
-      "learning_rate": 7.303370786516854e-06,
-      "loss": 0.8088,
-      "step": 65
-    },
-    {
-      "epoch": 0.022441346480788847,
-      "grad_norm": 2.085309229849527,
-      "learning_rate": 7.415730337078652e-06,
-      "loss": 0.9016,
-      "step": 66
-    },
-    {
-      "epoch": 0.022781366882012922,
-      "grad_norm": 5.044997989735368,
-      "learning_rate": 7.5280898876404495e-06,
-      "loss": 1.0085,
-      "step": 67
-    },
-    {
-      "epoch": 0.023121387283236993,
-      "grad_norm": 4.002898882880522,
-      "learning_rate": 7.640449438202247e-06,
-      "loss": 0.7977,
-      "step": 68
-    },
-    {
-      "epoch": 0.023461407684461068,
-      "grad_norm": 2.189417532279016,
-      "learning_rate": 7.752808988764046e-06,
-      "loss": 0.749,
-      "step": 69
-    },
-    {
-      "epoch": 0.023801428085685142,
-      "grad_norm": 1.9250509612156395,
-      "learning_rate": 7.865168539325843e-06,
-      "loss": 0.9402,
-      "step": 70
-    },
-    {
-      "epoch": 0.024141448486909214,
-      "grad_norm": 8.213532430857596,
-      "learning_rate": 7.97752808988764e-06,
-      "loss": 0.8401,
-      "step": 71
-    },
-    {
-      "epoch": 0.02448146888813329,
-      "grad_norm": 2.0693669751843085,
-      "learning_rate": 8.08988764044944e-06,
-      "loss": 0.8317,
-      "step": 72
-    },
-    {
-      "epoch": 0.024821489289357363,
-      "grad_norm": 4.854843546953979,
-      "learning_rate": 8.202247191011237e-06,
-      "loss": 0.7864,
-      "step": 73
-    },
-    {
-      "epoch": 0.025161509690581434,
-      "grad_norm": 1.9256245489125812,
-      "learning_rate": 8.314606741573035e-06,
-      "loss": 0.8605,
-      "step": 74
-    },
-    {
-      "epoch": 0.02550153009180551,
-      "grad_norm": 3.3854334242945736,
-      "learning_rate": 8.426966292134832e-06,
-      "loss": 0.994,
-      "step": 75
-    },
-    {
-      "epoch": 0.02584155049302958,
-      "grad_norm": 3.4183811142773135,
-      "learning_rate": 8.53932584269663e-06,
-      "loss": 0.8632,
-      "step": 76
-    },
-    {
-      "epoch": 0.026181570894253655,
-      "grad_norm": 2.2762352809156416,
-      "learning_rate": 8.651685393258428e-06,
-      "loss": 0.8118,
-      "step": 77
-    },
-    {
-      "epoch": 0.02652159129547773,
-      "grad_norm": 2.297584618749765,
-      "learning_rate": 8.764044943820226e-06,
-      "loss": 0.8672,
-      "step": 78
-    },
-    {
-      "epoch": 0.0268616116967018,
-      "grad_norm": 3.23414736176019,
-      "learning_rate": 8.876404494382023e-06,
-      "loss": 0.6984,
-      "step": 79
-    },
-    {
-      "epoch": 0.027201632097925876,
-      "grad_norm": 2.970866674193053,
-      "learning_rate": 8.988764044943822e-06,
-      "loss": 0.9025,
-      "step": 80
-    },
-    {
-      "epoch": 0.02754165249914995,
-      "grad_norm": 2.5731909072039727,
-      "learning_rate": 9.101123595505619e-06,
-      "loss": 0.8281,
-      "step": 81
-    },
-    {
-      "epoch": 0.02788167290037402,
-      "grad_norm": 2.087322150347932,
-      "learning_rate": 9.213483146067417e-06,
-      "loss": 0.9687,
-      "step": 82
-    },
-    {
-      "epoch": 0.028221693301598096,
-      "grad_norm": 2.1556977588073867,
-      "learning_rate": 9.325842696629213e-06,
-      "loss": 0.801,
-      "step": 83
-    },
-    {
-      "epoch": 0.02856171370282217,
-      "grad_norm": 2.0239695578983237,
-      "learning_rate": 9.438202247191012e-06,
-      "loss": 0.8507,
-      "step": 84
-    },
-    {
-      "epoch": 0.028901734104046242,
-      "grad_norm": 2.8375743876638633,
-      "learning_rate": 9.55056179775281e-06,
-      "loss": 0.8769,
-      "step": 85
-    },
-    {
-      "epoch": 0.029241754505270317,
-      "grad_norm": 2.258009150645209,
-      "learning_rate": 9.662921348314608e-06,
-      "loss": 0.7804,
-      "step": 86
-    },
-    {
-      "epoch": 0.029581774906494388,
-      "grad_norm": 2.468189158455857,
-      "learning_rate": 9.775280898876405e-06,
-      "loss": 0.879,
-      "step": 87
-    },
-    {
-      "epoch": 0.029921795307718463,
-      "grad_norm": 2.5014523937082482,
-      "learning_rate": 9.887640449438202e-06,
-      "loss": 0.8627,
-      "step": 88
-    },
-    {
-      "epoch": 0.030261815708942538,
-      "grad_norm": 2.134005133865966,
-      "learning_rate": 1e-05,
-      "loss": 0.7324,
-      "step": 89
-    },
-    {
-      "epoch": 0.03060183611016661,
-      "grad_norm": 3.2988329246550396,
-      "learning_rate": 9.999996966523272e-06,
-      "loss": 0.8279,
-      "step": 90
-    },
-    {
-      "epoch": 0.030941856511390683,
-      "grad_norm": 3.35459533797809,
-      "learning_rate": 9.999987866096762e-06,
-      "loss": 0.8842,
-      "step": 91
-    },
-    {
-      "epoch": 0.031281876912614755,
-      "grad_norm": 2.346746709615949,
-      "learning_rate": 9.999972698731516e-06,
-      "loss": 0.8541,
-      "step": 92
-    },
-    {
-      "epoch": 0.03162189731383883,
-      "grad_norm": 2.5077318815610816,
-      "learning_rate": 9.999951464445938e-06,
-      "loss": 0.874,
-      "step": 93
-    },
-    {
-      "epoch": 0.031961917715062904,
-      "grad_norm": 6.007848319671871,
-      "learning_rate": 9.99992416326579e-06,
-      "loss": 0.7933,
-      "step": 94
-    },
-    {
-      "epoch": 0.032301938116286975,
-      "grad_norm": 3.1450126786992882,
-      "learning_rate": 9.999890795224206e-06,
-      "loss": 0.8713,
-      "step": 95
-    },
-    {
-      "epoch": 0.032641958517511054,
-      "grad_norm": 2.0402024490282633,
-      "learning_rate": 9.999851360361666e-06,
-      "loss": 0.801,
-      "step": 96
-    },
-    {
-      "epoch": 0.032981978918735125,
-      "grad_norm": 4.045944747267887,
-      "learning_rate": 9.999805858726026e-06,
-      "loss": 0.8282,
-      "step": 97
-    },
-    {
-      "epoch": 0.033321999319959196,
-      "grad_norm": 2.7667039685581947,
-      "learning_rate": 9.999754290372496e-06,
-      "loss": 0.9823,
-      "step": 98
-    },
-    {
-      "epoch": 0.033662019721183274,
-      "grad_norm": 1.9693833148302338,
-      "learning_rate": 9.999696655363646e-06,
-      "loss": 0.8958,
-      "step": 99
-    },
-    {
-      "epoch": 0.034002040122407345,
-      "grad_norm": 1.8144739667930376,
-      "learning_rate": 9.999632953769413e-06,
-      "loss": 0.865,
-      "step": 100
-    },
-    {
-      "epoch": 0.03434206052363142,
-      "grad_norm": 2.054769480683066,
-      "learning_rate": 9.99956318566709e-06,
-      "loss": 0.7375,
-      "step": 101
-    },
-    {
-      "epoch": 0.03468208092485549,
-      "grad_norm": 2.3634788615414535,
-      "learning_rate": 9.999487351141333e-06,
-      "loss": 0.7926,
-      "step": 102
-    },
-    {
-      "epoch": 0.035022101326079566,
-      "grad_norm": 2.432946102833199,
-      "learning_rate": 9.999405450284161e-06,
-      "loss": 0.9227,
-      "step": 103
-    },
-    {
-      "epoch": 0.03536212172730364,
-      "grad_norm": 2.01036703041841,
-      "learning_rate": 9.999317483194948e-06,
-      "loss": 0.836,
-      "step": 104
-    },
-    {
-      "epoch": 0.03570214212852771,
-      "grad_norm": 11.065759310951304,
-      "learning_rate": 9.999223449980434e-06,
-      "loss": 0.8741,
-      "step": 105
-    },
-    {
-      "epoch": 0.03604216252975179,
-      "grad_norm": 3.1475568662058984,
-      "learning_rate": 9.999123350754722e-06,
-      "loss": 0.8076,
-      "step": 106
-    },
-    {
-      "epoch": 0.03638218293097586,
-      "grad_norm": 2.087445939358465,
-      "learning_rate": 9.999017185639266e-06,
-      "loss": 0.9328,
-      "step": 107
-    },
-    {
-      "epoch": 0.03672220333219993,
-      "grad_norm": 5.085608104666051,
-      "learning_rate": 9.99890495476289e-06,
-      "loss": 0.8641,
-      "step": 108
-    },
-    {
-      "epoch": 0.03706222373342401,
-      "grad_norm": 3.1741923963644827,
-      "learning_rate": 9.99878665826177e-06,
-      "loss": 0.8019,
-      "step": 109
-    },
-    {
-      "epoch": 0.03740224413464808,
-      "grad_norm": 2.355452993498913,
-      "learning_rate": 9.998662296279447e-06,
-      "loss": 0.8653,
-      "step": 110
-    },
-    {
-      "epoch": 0.03774226453587215,
-      "grad_norm": 2.413762001760075,
-      "learning_rate": 9.998531868966822e-06,
-      "loss": 0.7411,
-      "step": 111
-    },
-    {
-      "epoch": 0.03808228493709623,
-      "grad_norm": 2.0339220046950524,
-      "learning_rate": 9.998395376482152e-06,
-      "loss": 0.8552,
-      "step": 112
-    },
-    {
-      "epoch": 0.0384223053383203,
-      "grad_norm": 2.079277005071041,
-      "learning_rate": 9.998252818991062e-06,
-      "loss": 0.8222,
-      "step": 113
-    },
-    {
-      "epoch": 0.03876232573954437,
-      "grad_norm": 5.632785104475984,
-      "learning_rate": 9.99810419666652e-06,
-      "loss": 0.8776,
-      "step": 114
-    },
-    {
-      "epoch": 0.03910234614076845,
-      "grad_norm": 1.8509337002126818,
-      "learning_rate": 9.997949509688871e-06,
-      "loss": 0.8431,
-      "step": 115
-    },
-    {
-      "epoch": 0.03944236654199252,
-      "grad_norm": 2.573221870698461,
-      "learning_rate": 9.997788758245808e-06,
-      "loss": 0.9841,
-      "step": 116
-    },
-    {
-      "epoch": 0.03978238694321659,
-      "grad_norm": 2.572525731553236,
-      "learning_rate": 9.997621942532383e-06,
-      "loss": 0.8367,
-      "step": 117
-    },
-    {
-      "epoch": 0.04012240734444067,
-      "grad_norm": 2.2742345681308938,
-      "learning_rate": 9.997449062751012e-06,
-      "loss": 0.7897,
-      "step": 118
-    },
-    {
-      "epoch": 0.04046242774566474,
-      "grad_norm": 4.327044372060793,
-      "learning_rate": 9.997270119111467e-06,
-      "loss": 0.8457,
-      "step": 119
-    },
-    {
-      "epoch": 0.04080244814688881,
-      "grad_norm": 2.2772066238104376,
-      "learning_rate": 9.99708511183087e-06,
-      "loss": 0.8247,
-      "step": 120
-    },
-    {
-      "epoch": 0.04114246854811289,
-      "grad_norm": 2.601789407750634,
-      "learning_rate": 9.996894041133715e-06,
-      "loss": 0.825,
-      "step": 121
-    },
-    {
-      "epoch": 0.04148248894933696,
-      "grad_norm": 2.0585977344964284,
-      "learning_rate": 9.99669690725184e-06,
-      "loss": 0.7796,
-      "step": 122
-    },
-    {
-      "epoch": 0.04182250935056103,
-      "grad_norm": 1.8855361410264628,
-      "learning_rate": 9.996493710424447e-06,
-      "loss": 0.8304,
-      "step": 123
-    },
-    {
-      "epoch": 0.04216252975178511,
-      "grad_norm": 1.837257670311997,
-      "learning_rate": 9.996284450898093e-06,
-      "loss": 0.9445,
-      "step": 124
-    },
-    {
-      "epoch": 0.04250255015300918,
-      "grad_norm": 3.0656012239893964,
-      "learning_rate": 9.996069128926691e-06,
-      "loss": 0.8702,
-      "step": 125
-    },
-    {
-      "epoch": 0.04284257055423325,
-      "grad_norm": 2.438953538165285,
-      "learning_rate": 9.995847744771514e-06,
-      "loss": 0.7872,
-      "step": 126
-    },
-    {
-      "epoch": 0.043182590955457324,
-      "grad_norm": 2.279269747200056,
-      "learning_rate": 9.995620298701183e-06,
-      "loss": 0.8613,
-      "step": 127
-    },
-    {
-      "epoch": 0.0435226113566814,
-      "grad_norm": 3.213489993275219,
-      "learning_rate": 9.99538679099168e-06,
-      "loss": 0.7127,
-      "step": 128
-    },
-    {
-      "epoch": 0.043862631757905474,
-      "grad_norm": 2.5232149812128637,
-      "learning_rate": 9.995147221926343e-06,
-      "loss": 0.8698,
-      "step": 129
-    },
-    {
-      "epoch": 0.044202652159129545,
-      "grad_norm": 2.839717095850297,
-      "learning_rate": 9.994901591795863e-06,
-      "loss": 0.85,
-      "step": 130
-    },
-    {
-      "epoch": 0.04454267256035362,
-      "grad_norm": 7.648211408560256,
-      "learning_rate": 9.994649900898283e-06,
-      "loss": 0.9204,
-      "step": 131
-    },
-    {
-      "epoch": 0.044882692961577694,
-      "grad_norm": 1.8745457296274581,
-      "learning_rate": 9.994392149539003e-06,
-      "loss": 0.8267,
-      "step": 132
-    },
-    {
-      "epoch": 0.045222713362801766,
-      "grad_norm": 1.9836289186862535,
-      "learning_rate": 9.994128338030778e-06,
-      "loss": 0.9781,
-      "step": 133
-    },
-    {
-      "epoch": 0.045562733764025844,
-      "grad_norm": 2.126401684741174,
-      "learning_rate": 9.993858466693712e-06,
-      "loss": 1.0093,
-      "step": 134
-    },
-    {
-      "epoch": 0.045902754165249915,
-      "grad_norm": 1.983933252004279,
-      "learning_rate": 9.993582535855265e-06,
-      "loss": 0.8227,
-      "step": 135
-    },
-    {
-      "epoch": 0.046242774566473986,
-      "grad_norm": 2.088706279304247,
-      "learning_rate": 9.99330054585025e-06,
-      "loss": 0.8529,
-      "step": 136
-    },
-    {
-      "epoch": 0.046582794967698064,
-      "grad_norm": 2.4156135313351363,
-      "learning_rate": 9.993012497020831e-06,
-      "loss": 0.8666,
-      "step": 137
-    },
-    {
-      "epoch": 0.046922815368922136,
-      "grad_norm": 2.4388488859277584,
-      "learning_rate": 9.992718389716521e-06,
-      "loss": 0.7969,
-      "step": 138
-    },
-    {
-      "epoch": 0.04726283577014621,
-      "grad_norm": 2.169555997324188,
-      "learning_rate": 9.992418224294191e-06,
-      "loss": 0.893,
-      "step": 139
-    },
-    {
-      "epoch": 0.047602856171370285,
-      "grad_norm": 1.9240543034696431,
-      "learning_rate": 9.992112001118058e-06,
-      "loss": 0.9161,
-      "step": 140
-    },
-    {
-      "epoch": 0.047942876572594356,
-      "grad_norm": 3.4020949955907636,
-      "learning_rate": 9.991799720559687e-06,
-      "loss": 0.7416,
-      "step": 141
-    },
-    {
-      "epoch": 0.04828289697381843,
-      "grad_norm": 2.4604945354615153,
-      "learning_rate": 9.991481382998001e-06,
-      "loss": 0.9075,
-      "step": 142
-    },
-    {
-      "epoch": 0.048622917375042506,
-      "grad_norm": 2.255946457618047,
-      "learning_rate": 9.991156988819264e-06,
-      "loss": 0.9905,
-      "step": 143
-    },
-    {
-      "epoch": 0.04896293777626658,
-      "grad_norm": 2.024969438240585,
-      "learning_rate": 9.990826538417095e-06,
-      "loss": 0.9332,
-      "step": 144
-    },
-    {
-      "epoch": 0.04930295817749065,
-      "grad_norm": 2.2370360110433025,
-      "learning_rate": 9.99049003219246e-06,
-      "loss": 0.8148,
-      "step": 145
-    },
-    {
-      "epoch": 0.049642978578714726,
-      "grad_norm": 2.2743555041984407,
-      "learning_rate": 9.99014747055367e-06,
-      "loss": 0.8756,
-      "step": 146
-    },
-    {
-      "epoch": 0.0499829989799388,
-      "grad_norm": 3.95316960278758,
-      "learning_rate": 9.989798853916388e-06,
-      "loss": 0.8292,
-      "step": 147
-    },
-    {
-      "epoch": 0.05032301938116287,
-      "grad_norm": 3.6392856446793833,
-      "learning_rate": 9.989444182703623e-06,
-      "loss": 0.7666,
-      "step": 148
-    },
-    {
-      "epoch": 0.05066303978238694,
-      "grad_norm": 2.230929282152931,
-      "learning_rate": 9.989083457345727e-06,
-      "loss": 0.8501,
-      "step": 149
-    },
-    {
-      "epoch": 0.05100306018361102,
-      "grad_norm": 3.0061135776554826,
-      "learning_rate": 9.988716678280403e-06,
-      "loss": 0.9064,
-      "step": 150
-    },
-    {
-      "epoch": 0.05134308058483509,
-      "grad_norm": 2.1445457506712824,
-      "learning_rate": 9.988343845952697e-06,
-      "loss": 0.8971,
-      "step": 151
-    },
-    {
-      "epoch": 0.05168310098605916,
-      "grad_norm": 2.437139941905991,
-      "learning_rate": 9.987964960815e-06,
-      "loss": 0.9558,
-      "step": 152
-    },
-    {
-      "epoch": 0.05202312138728324,
-      "grad_norm": 4.873429755031727,
-      "learning_rate": 9.987580023327046e-06,
-      "loss": 0.8671,
-      "step": 153
-    },
-    {
-      "epoch": 0.05236314178850731,
-      "grad_norm": 3.944162605474988,
-      "learning_rate": 9.987189033955918e-06,
-      "loss": 0.8272,
-      "step": 154
-    },
-    {
-      "epoch": 0.05270316218973138,
-      "grad_norm": 2.8250974202447985,
-      "learning_rate": 9.986791993176035e-06,
-      "loss": 0.8342,
-      "step": 155
-    },
-    {
-      "epoch": 0.05304318259095546,
-      "grad_norm": 2.3354440033626345,
-      "learning_rate": 9.986388901469167e-06,
-      "loss": 0.7322,
-      "step": 156
-    },
-    {
-      "epoch": 0.05338320299217953,
-      "grad_norm": 3.5022852363593198,
-      "learning_rate": 9.985979759324418e-06,
-      "loss": 0.9182,
-      "step": 157
-    },
-    {
-      "epoch": 0.0537232233934036,
-      "grad_norm": 2.022608573939002,
-      "learning_rate": 9.985564567238237e-06,
-      "loss": 0.8555,
-      "step": 158
-    },
-    {
-      "epoch": 0.05406324379462768,
-      "grad_norm": 2.4546285068255744,
-      "learning_rate": 9.985143325714419e-06,
-      "loss": 0.8571,
-      "step": 159
-    },
-    {
-      "epoch": 0.05440326419585175,
-      "grad_norm": 1.7140624575103907,
-      "learning_rate": 9.984716035264089e-06,
-      "loss": 0.7834,
-      "step": 160
-    },
-    {
-      "epoch": 0.05474328459707582,
-      "grad_norm": 2.007966583007289,
-      "learning_rate": 9.98428269640572e-06,
-      "loss": 0.8762,
-      "step": 161
-    },
-    {
-      "epoch": 0.0550833049982999,
-      "grad_norm": 2.543305674356758,
-      "learning_rate": 9.983843309665122e-06,
-      "loss": 0.8685,
-      "step": 162
-    },
-    {
-      "epoch": 0.05542332539952397,
-      "grad_norm": 2.080393891117657,
-      "learning_rate": 9.983397875575442e-06,
-      "loss": 0.8911,
-      "step": 163
-    },
-    {
-      "epoch": 0.05576334580074804,
-      "grad_norm": 2.294684609497304,
-      "learning_rate": 9.982946394677165e-06,
-      "loss": 0.9734,
-      "step": 164
-    },
-    {
-      "epoch": 0.05610336620197212,
-      "grad_norm": 1.804144176865855,
-      "learning_rate": 9.982488867518112e-06,
-      "loss": 0.819,
-      "step": 165
-    },
-    {
-      "epoch": 0.05644338660319619,
-      "grad_norm": 3.657476774208594,
-      "learning_rate": 9.982025294653445e-06,
-      "loss": 0.8307,
-      "step": 166
-    },
-    {
-      "epoch": 0.056783407004420264,
-      "grad_norm": 2.074991736382199,
-      "learning_rate": 9.98155567664566e-06,
-      "loss": 0.8015,
-      "step": 167
-    },
-    {
-      "epoch": 0.05712342740564434,
-      "grad_norm": 2.9051744319346255,
-      "learning_rate": 9.981080014064584e-06,
-      "loss": 0.7693,
-      "step": 168
-    },
-    {
-      "epoch": 0.05746344780686841,
-      "grad_norm": 1.9099484180793749,
-      "learning_rate": 9.980598307487383e-06,
-      "loss": 0.7955,
-      "step": 169
-    },
-    {
-      "epoch": 0.057803468208092484,
-      "grad_norm": 2.146831708028932,
-      "learning_rate": 9.980110557498556e-06,
-      "loss": 0.8993,
-      "step": 170
-    },
-    {
-      "epoch": 0.058143488609316556,
-      "grad_norm": 2.61617139387018,
-      "learning_rate": 9.979616764689932e-06,
-      "loss": 0.8702,
-      "step": 171
-    },
-    {
-      "epoch": 0.058483509010540634,
-      "grad_norm": 2.1196184076767057,
-      "learning_rate": 9.979116929660677e-06,
-      "loss": 0.9441,
-      "step": 172
-    },
-    {
-      "epoch": 0.058823529411764705,
-      "grad_norm": 3.7671698090532866,
-      "learning_rate": 9.978611053017286e-06,
-      "loss": 0.9364,
-      "step": 173
-    },
-    {
-      "epoch": 0.059163549812988776,
-      "grad_norm": 2.6799358731624268,
-      "learning_rate": 9.978099135373584e-06,
-      "loss": 0.8686,
-      "step": 174
-    },
-    {
-      "epoch": 0.059503570214212854,
-      "grad_norm": 1.8432414885158408,
-      "learning_rate": 9.977581177350726e-06,
-      "loss": 0.8512,
-      "step": 175
-    },
-    {
-      "epoch": 0.059843590615436926,
-      "grad_norm": 2.6747034963076963,
-      "learning_rate": 9.977057179577199e-06,
-      "loss": 0.7921,
-      "step": 176
-    },
-    {
-      "epoch": 0.060183611016661,
-      "grad_norm": 3.038911682651883,
-      "learning_rate": 9.976527142688818e-06,
-      "loss": 0.849,
-      "step": 177
-    },
-    {
-      "epoch": 0.060523631417885075,
-      "grad_norm": 3.497473396206265,
-      "learning_rate": 9.975991067328722e-06,
-      "loss": 0.8514,
-      "step": 178
-    },
-    {
-      "epoch": 0.060863651819109146,
-      "grad_norm": 2.872664876776745,
-      "learning_rate": 9.975448954147383e-06,
-      "loss": 0.76,
-      "step": 179
-    },
-    {
-      "epoch": 0.06120367222033322,
-      "grad_norm": 2.265420234730481,
-      "learning_rate": 9.974900803802595e-06,
-      "loss": 0.8893,
-      "step": 180
-    },
-    {
-      "epoch": 0.061543692621557296,
-      "grad_norm": 2.2490770407309273,
-      "learning_rate": 9.974346616959476e-06,
-      "loss": 0.9017,
-      "step": 181
-    },
-    {
-      "epoch": 0.06188371302278137,
-      "grad_norm": 2.279036329894871,
-      "learning_rate": 9.973786394290475e-06,
-      "loss": 0.7729,
-      "step": 182
-    },
-    {
-      "epoch": 0.06222373342400544,
-      "grad_norm": 2.2273111686177693,
-      "learning_rate": 9.973220136475359e-06,
-      "loss": 0.9491,
-      "step": 183
-    },
-    {
-      "epoch": 0.06256375382522951,
-      "grad_norm": 1.8442525974273993,
-      "learning_rate": 9.97264784420122e-06,
-      "loss": 0.8584,
-      "step": 184
-    },
-    {
-      "epoch": 0.06290377422645359,
-      "grad_norm": 2.0159433278766876,
-      "learning_rate": 9.972069518162472e-06,
-      "loss": 0.855,
-      "step": 185
-    },
-    {
-      "epoch": 0.06324379462767767,
-      "grad_norm": 2.2639684727572336,
-      "learning_rate": 9.971485159060851e-06,
-      "loss": 0.9352,
-      "step": 186
-    },
-    {
-      "epoch": 0.06358381502890173,
-      "grad_norm": 2.5527740776494574,
-      "learning_rate": 9.970894767605412e-06,
-      "loss": 0.7912,
-      "step": 187
-    },
-    {
-      "epoch": 0.06392383543012581,
-      "grad_norm": 1.9379101706278465,
-      "learning_rate": 9.970298344512533e-06,
-      "loss": 0.8189,
-      "step": 188
-    },
-    {
-      "epoch": 0.06426385583134989,
-      "grad_norm": 3.1376756923399824,
-      "learning_rate": 9.969695890505904e-06,
-      "loss": 0.9007,
-      "step": 189
-    },
-    {
-      "epoch": 0.06460387623257395,
-      "grad_norm": 2.270221919510738,
-      "learning_rate": 9.96908740631654e-06,
-      "loss": 0.8274,
-      "step": 190
-    },
-    {
-      "epoch": 0.06494389663379803,
-      "grad_norm": 10.152532884466371,
-      "learning_rate": 9.96847289268277e-06,
-      "loss": 0.9628,
-      "step": 191
-    },
-    {
-      "epoch": 0.06528391703502211,
-      "grad_norm": 2.2780092143082395,
-      "learning_rate": 9.967852350350239e-06,
-      "loss": 0.8497,
-      "step": 192
-    },
-    {
-      "epoch": 0.06562393743624617,
-      "grad_norm": 2.212416833604225,
-      "learning_rate": 9.967225780071908e-06,
-      "loss": 0.8529,
-      "step": 193
-    },
-    {
-      "epoch": 0.06596395783747025,
-      "grad_norm": 2.5787177735483833,
-      "learning_rate": 9.966593182608048e-06,
-      "loss": 0.8931,
-      "step": 194
-    },
-    {
-      "epoch": 0.06630397823869433,
-      "grad_norm": 2.222235355514418,
-      "learning_rate": 9.965954558726249e-06,
-      "loss": 0.8334,
-      "step": 195
-    },
-    {
-      "epoch": 0.06664399863991839,
-      "grad_norm": 3.0045508316166742,
-      "learning_rate": 9.965309909201414e-06,
-      "loss": 0.8262,
-      "step": 196
-    },
-    {
-      "epoch": 0.06698401904114247,
-      "grad_norm": 2.071849506932709,
-      "learning_rate": 9.964659234815752e-06,
-      "loss": 0.9124,
-      "step": 197
-    },
-    {
-      "epoch": 0.06732403944236655,
-      "grad_norm": 2.67102771314228,
-      "learning_rate": 9.964002536358784e-06,
-      "loss": 0.8469,
-      "step": 198
-    },
-    {
-      "epoch": 0.06766405984359061,
-      "grad_norm": 3.45508048201135,
-      "learning_rate": 9.963339814627344e-06,
-      "loss": 0.862,
-      "step": 199
-    },
-    {
-      "epoch": 0.06800408024481469,
-      "grad_norm": 1.95482979584485,
-      "learning_rate": 9.962671070425573e-06,
-      "loss": 0.832,
-      "step": 200
-    },
-    {
-      "epoch": 0.06834410064603877,
-      "grad_norm": 2.6045722790965,
-      "learning_rate": 9.961996304564916e-06,
-      "loss": 0.8735,
-      "step": 201
-    },
-    {
-      "epoch": 0.06868412104726283,
-      "grad_norm": 2.198649716123807,
-      "learning_rate": 9.961315517864131e-06,
-      "loss": 0.8463,
-      "step": 202
-    },
-    {
-      "epoch": 0.06902414144848691,
-      "grad_norm": 3.00819531461859,
-      "learning_rate": 9.960628711149276e-06,
-      "loss": 0.7847,
-      "step": 203
-    },
-    {
-      "epoch": 0.06936416184971098,
-      "grad_norm": 2.7123733460067068,
-      "learning_rate": 9.959935885253715e-06,
-      "loss": 0.8133,
-      "step": 204
-    },
-    {
-      "epoch": 0.06970418225093505,
-      "grad_norm": 1.9582131537045544,
-      "learning_rate": 9.95923704101812e-06,
-      "loss": 0.9498,
-      "step": 205
-    },
-    {
-      "epoch": 0.07004420265215913,
-      "grad_norm": 2.0898364433787577,
-      "learning_rate": 9.958532179290458e-06,
-      "loss": 0.7157,
-      "step": 206
-    },
-    {
-      "epoch": 0.0703842230533832,
-      "grad_norm": 2.0874129936819688,
-      "learning_rate": 9.957821300926007e-06,
-      "loss": 0.8845,
-      "step": 207
-    },
-    {
-      "epoch": 0.07072424345460727,
-      "grad_norm": 2.565402516349025,
-      "learning_rate": 9.957104406787335e-06,
-      "loss": 0.8621,
-      "step": 208
-    },
-    {
-      "epoch": 0.07106426385583135,
-      "grad_norm": 3.070517613442607,
-      "learning_rate": 9.956381497744317e-06,
-      "loss": 0.8068,
-      "step": 209
-    },
-    {
-      "epoch": 0.07140428425705542,
-      "grad_norm": 1.7745161730599397,
-      "learning_rate": 9.955652574674122e-06,
-      "loss": 0.774,
-      "step": 210
-    },
-    {
-      "epoch": 0.0717443046582795,
-      "grad_norm": 2.2664861311135835,
-      "learning_rate": 9.954917638461221e-06,
-      "loss": 0.7881,
-      "step": 211
-    },
-    {
-      "epoch": 0.07208432505950357,
-      "grad_norm": 2.8326430149609103,
-      "learning_rate": 9.954176689997379e-06,
-      "loss": 0.8248,
-      "step": 212
-    },
-    {
-      "epoch": 0.07242434546072764,
-      "grad_norm": 5.345259266036334,
-      "learning_rate": 9.953429730181653e-06,
-      "loss": 0.8863,
-      "step": 213
-    },
-    {
-      "epoch": 0.07276436586195172,
-      "grad_norm": 2.0087383584289404,
-      "learning_rate": 9.952676759920401e-06,
-      "loss": 0.9046,
-      "step": 214
-    },
-    {
-      "epoch": 0.0731043862631758,
-      "grad_norm": 2.7067250680131503,
-      "learning_rate": 9.951917780127268e-06,
-      "loss": 0.7835,
-      "step": 215
-    },
-    {
-      "epoch": 0.07344440666439986,
-      "grad_norm": 2.0141720241519963,
-      "learning_rate": 9.951152791723193e-06,
-      "loss": 0.8934,
-      "step": 216
-    },
-    {
-      "epoch": 0.07378442706562394,
-      "grad_norm": 1.8777488263439555,
-      "learning_rate": 9.950381795636406e-06,
-      "loss": 0.8121,
-      "step": 217
-    },
-    {
-      "epoch": 0.07412444746684801,
-      "grad_norm": 3.255807583902176,
-      "learning_rate": 9.949604792802425e-06,
-      "loss": 0.8676,
-      "step": 218
-    },
-    {
-      "epoch": 0.07446446786807208,
-      "grad_norm": 2.67736933247142,
-      "learning_rate": 9.94882178416406e-06,
-      "loss": 0.7393,
-      "step": 219
-    },
-    {
-      "epoch": 0.07480448826929616,
-      "grad_norm": 4.008487179200106,
-      "learning_rate": 9.948032770671405e-06,
-      "loss": 0.8465,
-      "step": 220
-    },
-    {
-      "epoch": 0.07514450867052024,
-      "grad_norm": 2.940928392932845,
-      "learning_rate": 9.947237753281845e-06,
-      "loss": 0.8339,
-      "step": 221
-    },
-    {
-      "epoch": 0.0754845290717443,
-      "grad_norm": 2.051172980166151,
-      "learning_rate": 9.946436732960042e-06,
-      "loss": 0.9295,
-      "step": 222
-    },
-    {
-      "epoch": 0.07582454947296838,
-      "grad_norm": 2.424428707199302,
-      "learning_rate": 9.945629710677949e-06,
-      "loss": 0.8197,
-      "step": 223
-    },
-    {
-      "epoch": 0.07616456987419246,
-      "grad_norm": 2.0727299530697763,
-      "learning_rate": 9.9448166874148e-06,
-      "loss": 0.8643,
-      "step": 224
-    },
-    {
-      "epoch": 0.07650459027541652,
-      "grad_norm": 2.770127723386738,
-      "learning_rate": 9.943997664157108e-06,
-      "loss": 0.8465,
-      "step": 225
-    },
-    {
-      "epoch": 0.0768446106766406,
-      "grad_norm": 2.555973204555607,
-      "learning_rate": 9.943172641898669e-06,
-      "loss": 0.8517,
-      "step": 226
-    },
-    {
-      "epoch": 0.07718463107786468,
-      "grad_norm": 1.842390623944307,
-      "learning_rate": 9.942341621640558e-06,
-      "loss": 0.85,
-      "step": 227
-    },
-    {
-      "epoch": 0.07752465147908874,
-      "grad_norm": 2.128091117333538,
-      "learning_rate": 9.941504604391126e-06,
-      "loss": 0.8292,
-      "step": 228
-    },
-    {
-      "epoch": 0.07786467188031282,
-      "grad_norm": 1.7281395666728367,
-      "learning_rate": 9.940661591166003e-06,
-      "loss": 0.8231,
-      "step": 229
-    },
-    {
-      "epoch": 0.0782046922815369,
-      "grad_norm": 2.9385281630654285,
-      "learning_rate": 9.939812582988094e-06,
-      "loss": 0.7502,
-      "step": 230
-    },
-    {
-      "epoch": 0.07854471268276096,
-      "grad_norm": 2.1296804812289603,
-      "learning_rate": 9.938957580887575e-06,
-      "loss": 0.8717,
-      "step": 231
-    },
-    {
-      "epoch": 0.07888473308398504,
-      "grad_norm": 2.14717718646388,
-      "learning_rate": 9.9380965859019e-06,
-      "loss": 0.8894,
-      "step": 232
-    },
-    {
-      "epoch": 0.07922475348520912,
-      "grad_norm": 1.9538584630326372,
-      "learning_rate": 9.937229599075791e-06,
-      "loss": 0.8824,
-      "step": 233
-    },
-    {
-      "epoch": 0.07956477388643318,
-      "grad_norm": 1.7865365933867121,
-      "learning_rate": 9.936356621461243e-06,
-      "loss": 0.8454,
-      "step": 234
-    },
-    {
-      "epoch": 0.07990479428765726,
-      "grad_norm": 1.7416149475546014,
-      "learning_rate": 9.935477654117518e-06,
-      "loss": 0.8576,
-      "step": 235
-    },
-    {
-      "epoch": 0.08024481468888134,
-      "grad_norm": 1.768841666763347,
-      "learning_rate": 9.934592698111148e-06,
-      "loss": 0.9265,
-      "step": 236
-    },
-    {
-      "epoch": 0.0805848350901054,
-      "grad_norm": 2.4152772171644656,
-      "learning_rate": 9.933701754515928e-06,
-      "loss": 0.8519,
-      "step": 237
-    },
-    {
-      "epoch": 0.08092485549132948,
-      "grad_norm": 2.2519504055783814,
-      "learning_rate": 9.932804824412922e-06,
-      "loss": 0.9161,
-      "step": 238
-    },
-    {
-      "epoch": 0.08126487589255356,
-      "grad_norm": 2.450596425363767,
-      "learning_rate": 9.931901908890457e-06,
-      "loss": 0.8091,
-      "step": 239
-    },
-    {
-      "epoch": 0.08160489629377762,
-      "grad_norm": 1.8041419356227175,
-      "learning_rate": 9.930993009044123e-06,
-      "loss": 0.8561,
-      "step": 240
-    },
-    {
-      "epoch": 0.0819449166950017,
-      "grad_norm": 1.7358105710203156,
-      "learning_rate": 9.930078125976767e-06,
-      "loss": 0.9872,
-      "step": 241
-    },
-    {
-      "epoch": 0.08228493709622578,
-      "grad_norm": 1.9725454367197321,
-      "learning_rate": 9.929157260798504e-06,
-      "loss": 0.796,
-      "step": 242
-    },
-    {
-      "epoch": 0.08262495749744984,
-      "grad_norm": 2.0911715350232987,
-      "learning_rate": 9.9282304146267e-06,
-      "loss": 0.7842,
-      "step": 243
-    },
-    {
-      "epoch": 0.08296497789867392,
-      "grad_norm": 1.7083869843606982,
-      "learning_rate": 9.927297588585984e-06,
-      "loss": 0.7561,
-      "step": 244
-    },
-    {
-      "epoch": 0.083304998299898,
-      "grad_norm": 1.8485993258822613,
-      "learning_rate": 9.926358783808238e-06,
-      "loss": 0.7767,
-      "step": 245
-    },
-    {
-      "epoch": 0.08364501870112206,
-      "grad_norm": 2.4843083297610655,
-      "learning_rate": 9.925414001432599e-06,
-      "loss": 0.8209,
-      "step": 246
-    },
-    {
-      "epoch": 0.08398503910234614,
-      "grad_norm": 2.514523920882766,
-      "learning_rate": 9.924463242605454e-06,
-      "loss": 0.75,
-      "step": 247
-    },
-    {
-      "epoch": 0.08432505950357022,
-      "grad_norm": 2.038961464493961,
-      "learning_rate": 9.92350650848045e-06,
-      "loss": 0.8024,
-      "step": 248
-    },
-    {
-      "epoch": 0.08466507990479429,
-      "grad_norm": 5.967821891887257,
-      "learning_rate": 9.922543800218474e-06,
-      "loss": 0.8777,
-      "step": 249
-    },
-    {
-      "epoch": 0.08500510030601836,
-      "grad_norm": 2.1398795095312946,
-      "learning_rate": 9.921575118987672e-06,
-      "loss": 0.8732,
-      "step": 250
-    },
-    {
-      "epoch": 0.08534512070724243,
-      "grad_norm": 2.9133926895356277,
-      "learning_rate": 9.92060046596343e-06,
-      "loss": 0.7944,
-      "step": 251
-    },
-    {
-      "epoch": 0.0856851411084665,
-      "grad_norm": 1.9889465507980215,
-      "learning_rate": 9.919619842328383e-06,
-      "loss": 0.8085,
-      "step": 252
-    },
-    {
-      "epoch": 0.08602516150969058,
-      "grad_norm": 3.150534939883254,
-      "learning_rate": 9.918633249272412e-06,
-      "loss": 0.8113,
-      "step": 253
-    },
-    {
-      "epoch": 0.08636518191091465,
-      "grad_norm": 2.2835881883036335,
-      "learning_rate": 9.917640687992638e-06,
-      "loss": 0.787,
-      "step": 254
-    },
-    {
-      "epoch": 0.08670520231213873,
-      "grad_norm": 2.4230018775230904,
-      "learning_rate": 9.916642159693428e-06,
-      "loss": 0.8945,
-      "step": 255
-    },
-    {
-      "epoch": 0.0870452227133628,
-      "grad_norm": 2.2893689337255108,
-      "learning_rate": 9.915637665586386e-06,
-      "loss": 0.8661,
-      "step": 256
-    },
-    {
-      "epoch": 0.08738524311458687,
-      "grad_norm": 2.4221470788760713,
-      "learning_rate": 9.914627206890352e-06,
-      "loss": 0.8282,
-      "step": 257
-    },
-    {
-      "epoch": 0.08772526351581095,
-      "grad_norm": 2.376986510975116,
-      "learning_rate": 9.913610784831415e-06,
-      "loss": 0.8371,
-      "step": 258
-    },
-    {
-      "epoch": 0.08806528391703503,
-      "grad_norm": 2.4413551231465624,
-      "learning_rate": 9.912588400642884e-06,
-      "loss": 0.8826,
-      "step": 259
-    },
-    {
-      "epoch": 0.08840530431825909,
-      "grad_norm": 2.644042881659926,
-      "learning_rate": 9.911560055565316e-06,
-      "loss": 0.7355,
-      "step": 260
-    },
-    {
-      "epoch": 0.08874532471948317,
-      "grad_norm": 1.9367674986615202,
-      "learning_rate": 9.910525750846494e-06,
-      "loss": 0.8337,
-      "step": 261
-    },
-    {
-      "epoch": 0.08908534512070725,
-      "grad_norm": 3.6307557122329657,
-      "learning_rate": 9.909485487741432e-06,
-      "loss": 0.8818,
-      "step": 262
-    },
-    {
-      "epoch": 0.08942536552193131,
-      "grad_norm": 2.1386654842761468,
-      "learning_rate": 9.908439267512378e-06,
-      "loss": 0.8079,
-      "step": 263
-    },
-    {
-      "epoch": 0.08976538592315539,
-      "grad_norm": 2.05052351091725,
-      "learning_rate": 9.907387091428803e-06,
-      "loss": 0.808,
-      "step": 264
-    },
-    {
-      "epoch": 0.09010540632437947,
-      "grad_norm": 2.1166857344624455,
-      "learning_rate": 9.906328960767409e-06,
-      "loss": 0.8604,
-      "step": 265
-    },
-    {
-      "epoch": 0.09044542672560353,
-      "grad_norm": 2.179398767884701,
-      "learning_rate": 9.905264876812123e-06,
-      "loss": 0.7211,
-      "step": 266
-    },
-    {
-      "epoch": 0.09078544712682761,
-      "grad_norm": 2.8274324506005213,
-      "learning_rate": 9.904194840854094e-06,
-      "loss": 0.9274,
-      "step": 267
-    },
-    {
-      "epoch": 0.09112546752805169,
-      "grad_norm": 2.2046170596471315,
-      "learning_rate": 9.903118854191693e-06,
-      "loss": 0.8147,
-      "step": 268
-    },
-    {
-      "epoch": 0.09146548792927575,
-      "grad_norm": 2.7523217330730505,
-      "learning_rate": 9.902036918130514e-06,
-      "loss": 0.8264,
-      "step": 269
-    },
-    {
-      "epoch": 0.09180550833049983,
-      "grad_norm": 2.2273055464770812,
-      "learning_rate": 9.900949033983366e-06,
-      "loss": 0.866,
-      "step": 270
-    },
-    {
-      "epoch": 0.09214552873172391,
-      "grad_norm": 2.2499475354374607,
-      "learning_rate": 9.899855203070278e-06,
-      "loss": 0.818,
-      "step": 271
-    },
-    {
-      "epoch": 0.09248554913294797,
-      "grad_norm": 1.9616287518680806,
-      "learning_rate": 9.898755426718493e-06,
-      "loss": 0.8311,
-      "step": 272
-    },
-    {
-      "epoch": 0.09282556953417205,
-      "grad_norm": 2.5970292191674655,
-      "learning_rate": 9.897649706262474e-06,
-      "loss": 0.8518,
-      "step": 273
-    },
-    {
-      "epoch": 0.09316558993539613,
-      "grad_norm": 1.7660827251520181,
-      "learning_rate": 9.896538043043887e-06,
-      "loss": 0.8273,
-      "step": 274
-    },
-    {
-      "epoch": 0.09350561033662019,
-      "grad_norm": 2.6210906521485824,
-      "learning_rate": 9.895420438411616e-06,
-      "loss": 0.8951,
-      "step": 275
-    },
-    {
-      "epoch": 0.09384563073784427,
-      "grad_norm": 1.8800676289752767,
-      "learning_rate": 9.89429689372175e-06,
-      "loss": 0.8584,
-      "step": 276
-    },
-    {
-      "epoch": 0.09418565113906835,
-      "grad_norm": 3.1773516067582186,
-      "learning_rate": 9.893167410337591e-06,
-      "loss": 0.8535,
-      "step": 277
-    },
-    {
-      "epoch": 0.09452567154029241,
-      "grad_norm": 3.404016837148496,
-      "learning_rate": 9.892031989629642e-06,
-      "loss": 0.8279,
-      "step": 278
-    },
-    {
-      "epoch": 0.09486569194151649,
-      "grad_norm": 2.173356538675513,
-      "learning_rate": 9.890890632975612e-06,
-      "loss": 0.8635,
-      "step": 279
-    },
-    {
-      "epoch": 0.09520571234274057,
-      "grad_norm": 2.261938469413284,
-      "learning_rate": 9.889743341760412e-06,
-      "loss": 0.7996,
-      "step": 280
-    },
-    {
-      "epoch": 0.09554573274396463,
-      "grad_norm": 2.1477511262078233,
-      "learning_rate": 9.888590117376154e-06,
-      "loss": 0.9334,
-      "step": 281
-    },
-    {
-      "epoch": 0.09588575314518871,
-      "grad_norm": 2.458576128018538,
-      "learning_rate": 9.887430961222153e-06,
-      "loss": 0.88,
-      "step": 282
-    },
-    {
-      "epoch": 0.09622577354641279,
-      "grad_norm": 4.04358503504034,
-      "learning_rate": 9.886265874704914e-06,
-      "loss": 0.8699,
-      "step": 283
-    },
-    {
-      "epoch": 0.09656579394763685,
-      "grad_norm": 2.1028398707450293,
-      "learning_rate": 9.885094859238145e-06,
-      "loss": 1.0212,
-      "step": 284
-    },
-    {
-      "epoch": 0.09690581434886093,
-      "grad_norm": 2.208984051301497,
-      "learning_rate": 9.883917916242744e-06,
-      "loss": 0.8778,
-      "step": 285
-    },
-    {
-      "epoch": 0.09724583475008501,
-      "grad_norm": 5.2221607237155245,
-      "learning_rate": 9.882735047146803e-06,
-      "loss": 0.9002,
-      "step": 286
-    },
-    {
-      "epoch": 0.09758585515130908,
-      "grad_norm": 1.976265426760934,
-      "learning_rate": 9.881546253385603e-06,
-      "loss": 0.8457,
-      "step": 287
-    },
-    {
-      "epoch": 0.09792587555253315,
-      "grad_norm": 2.298479530013667,
-      "learning_rate": 9.880351536401617e-06,
-      "loss": 0.8554,
-      "step": 288
-    },
-    {
-      "epoch": 0.09826589595375723,
-      "grad_norm": 2.055015991219169,
-      "learning_rate": 9.879150897644504e-06,
-      "loss": 0.833,
-      "step": 289
-    },
-    {
-      "epoch": 0.0986059163549813,
-      "grad_norm": 2.147764160856317,
-      "learning_rate": 9.877944338571108e-06,
-      "loss": 0.8516,
-      "step": 290
-    },
-    {
-      "epoch": 0.09894593675620537,
-      "grad_norm": 1.9705786404454357,
-      "learning_rate": 9.876731860645454e-06,
-      "loss": 0.8118,
-      "step": 291
-    },
-    {
-      "epoch": 0.09928595715742945,
-      "grad_norm": 2.502835283880914,
-      "learning_rate": 9.875513465338754e-06,
-      "loss": 0.8403,
-      "step": 292
-    },
-    {
-      "epoch": 0.09962597755865352,
-      "grad_norm": 1.9113225330806665,
-      "learning_rate": 9.874289154129396e-06,
-      "loss": 0.8076,
-      "step": 293
-    },
-    {
-      "epoch": 0.0999659979598776,
-      "grad_norm": 2.282725376690771,
-      "learning_rate": 9.873058928502948e-06,
-      "loss": 0.9446,
-      "step": 294
-    },
-    {
-      "epoch": 0.10030601836110166,
-      "grad_norm": 2.2144235263707217,
-      "learning_rate": 9.871822789952155e-06,
-      "loss": 0.8268,
-      "step": 295
-    },
-    {
-      "epoch": 0.10064603876232574,
-      "grad_norm": 2.0635404740469525,
-      "learning_rate": 9.870580739976936e-06,
-      "loss": 0.8726,
-      "step": 296
-    },
-    {
-      "epoch": 0.10098605916354982,
-      "grad_norm": 1.9237725683316835,
-      "learning_rate": 9.869332780084383e-06,
-      "loss": 0.8556,
-      "step": 297
-    },
-    {
-      "epoch": 0.10132607956477388,
-      "grad_norm": 2.2476614190445514,
-      "learning_rate": 9.868078911788756e-06,
-      "loss": 0.9219,
-      "step": 298
-    },
-    {
-      "epoch": 0.10166609996599796,
-      "grad_norm": 2.5057546873897882,
-      "learning_rate": 9.866819136611492e-06,
-      "loss": 0.767,
-      "step": 299
-    },
-    {
-      "epoch": 0.10200612036722204,
-      "grad_norm": 2.355080917010462,
-      "learning_rate": 9.865553456081188e-06,
-      "loss": 0.7392,
-      "step": 300
-    },
-    {
-      "epoch": 0.1023461407684461,
-      "grad_norm": 2.1056856473326273,
-      "learning_rate": 9.864281871733608e-06,
-      "loss": 0.9198,
-      "step": 301
-    },
-    {
-      "epoch": 0.10268616116967018,
-      "grad_norm": 3.9555249729605917,
-      "learning_rate": 9.863004385111683e-06,
-      "loss": 0.7841,
-      "step": 302
-    },
-    {
-      "epoch": 0.10302618157089426,
-      "grad_norm": 2.2790309051441144,
-      "learning_rate": 9.8617209977655e-06,
-      "loss": 0.785,
-      "step": 303
-    },
-    {
-      "epoch": 0.10336620197211832,
-      "grad_norm": 2.117633945883531,
-      "learning_rate": 9.860431711252312e-06,
-      "loss": 0.8726,
-      "step": 304
-    },
-    {
-      "epoch": 0.1037062223733424,
-      "grad_norm": 2.5389939700471347,
-      "learning_rate": 9.859136527136525e-06,
-      "loss": 0.8982,
-      "step": 305
-    },
-    {
-      "epoch": 0.10404624277456648,
-      "grad_norm": 2.022741013697183,
-      "learning_rate": 9.857835446989708e-06,
-      "loss": 0.7907,
-      "step": 306
-    },
-    {
-      "epoch": 0.10438626317579054,
-      "grad_norm": 3.2009092222933715,
-      "learning_rate": 9.856528472390576e-06,
-      "loss": 0.6933,
-      "step": 307
-    },
-    {
-      "epoch": 0.10472628357701462,
-      "grad_norm": 2.2334333165472984,
-      "learning_rate": 9.855215604925e-06,
-      "loss": 0.8256,
-      "step": 308
-    },
-    {
-      "epoch": 0.1050663039782387,
-      "grad_norm": 2.7821304676829834,
-      "learning_rate": 9.853896846186e-06,
-      "loss": 0.8078,
-      "step": 309
-    },
-    {
-      "epoch": 0.10540632437946276,
-      "grad_norm": 1.960403992508658,
-      "learning_rate": 9.852572197773746e-06,
-      "loss": 0.7848,
-      "step": 310
-    },
-    {
-      "epoch": 0.10574634478068684,
-      "grad_norm": 2.0477907520683476,
-      "learning_rate": 9.851241661295558e-06,
-      "loss": 0.7813,
-      "step": 311
-    },
-    {
-      "epoch": 0.10608636518191092,
-      "grad_norm": 2.0911122056100164,
-      "learning_rate": 9.84990523836589e-06,
-      "loss": 0.8461,
-      "step": 312
-    },
-    {
-      "epoch": 0.10642638558313498,
-      "grad_norm": 2.0728170947217492,
-      "learning_rate": 9.848562930606353e-06,
-      "loss": 0.8832,
-      "step": 313
-    },
-    {
-      "epoch": 0.10676640598435906,
-      "grad_norm": 2.3673123838424,
-      "learning_rate": 9.847214739645684e-06,
-      "loss": 0.8177,
-      "step": 314
-    },
-    {
-      "epoch": 0.10710642638558314,
-      "grad_norm": 6.272345076835982,
-      "learning_rate": 9.845860667119769e-06,
-      "loss": 0.8795,
-      "step": 315
-    },
-    {
-      "epoch": 0.1074464467868072,
-      "grad_norm": 2.1579047581155466,
-      "learning_rate": 9.844500714671625e-06,
-      "loss": 0.7415,
-      "step": 316
-    },
-    {
-      "epoch": 0.10778646718803128,
-      "grad_norm": 1.9340927610624175,
-      "learning_rate": 9.843134883951405e-06,
-      "loss": 0.7208,
-      "step": 317
-    },
-    {
-      "epoch": 0.10812648758925536,
-      "grad_norm": 2.582635490684408,
-      "learning_rate": 9.8417631766164e-06,
-      "loss": 0.788,
-      "step": 318
-    },
-    {
-      "epoch": 0.10846650799047942,
-      "grad_norm": 2.5034059769021617,
-      "learning_rate": 9.840385594331022e-06,
-      "loss": 0.8107,
-      "step": 319
-    },
-    {
-      "epoch": 0.1088065283917035,
-      "grad_norm": 1.8885099464740926,
-      "learning_rate": 9.839002138766818e-06,
-      "loss": 0.8251,
-      "step": 320
-    },
-    {
-      "epoch": 0.10914654879292758,
-      "grad_norm": 2.1105158457858915,
-      "learning_rate": 9.837612811602462e-06,
-      "loss": 0.8193,
-      "step": 321
-    },
-    {
-      "epoch": 0.10948656919415165,
-      "grad_norm": 2.35579939491151,
-      "learning_rate": 9.836217614523747e-06,
-      "loss": 0.8366,
-      "step": 322
-    },
-    {
-      "epoch": 0.10982658959537572,
-      "grad_norm": 2.0838710319308174,
-      "learning_rate": 9.834816549223595e-06,
-      "loss": 0.8519,
-      "step": 323
-    },
-    {
-      "epoch": 0.1101666099965998,
-      "grad_norm": 1.9779789707319297,
-      "learning_rate": 9.833409617402044e-06,
-      "loss": 0.8505,
-      "step": 324
-    },
-    {
-      "epoch": 0.11050663039782387,
-      "grad_norm": 2.3766207833663784,
-      "learning_rate": 9.831996820766255e-06,
-      "loss": 0.8322,
-      "step": 325
-    },
-    {
-      "epoch": 0.11084665079904794,
-      "grad_norm": 2.1149686177574343,
-      "learning_rate": 9.830578161030498e-06,
-      "loss": 0.7337,
-      "step": 326
-    },
-    {
-      "epoch": 0.11118667120027202,
-      "grad_norm": 1.805489375141993,
-      "learning_rate": 9.829153639916162e-06,
-      "loss": 0.8365,
-      "step": 327
-    },
-    {
-      "epoch": 0.11152669160149609,
-      "grad_norm": 1.8967483785377255,
-      "learning_rate": 9.827723259151752e-06,
-      "loss": 0.8414,
-      "step": 328
-    },
-    {
-      "epoch": 0.11186671200272016,
-      "grad_norm": 1.797366163019355,
-      "learning_rate": 9.826287020472873e-06,
-      "loss": 0.7744,
-      "step": 329
-    },
-    {
-      "epoch": 0.11220673240394424,
-      "grad_norm": 2.0302882503199373,
-      "learning_rate": 9.82484492562225e-06,
-      "loss": 0.7147,
-      "step": 330
-    },
-    {
-      "epoch": 0.1125467528051683,
-      "grad_norm": 2.5063229156854723,
-      "learning_rate": 9.823396976349702e-06,
-      "loss": 0.9023,
-      "step": 331
-    },
-    {
-      "epoch": 0.11288677320639239,
-      "grad_norm": 1.8249477324783674,
-      "learning_rate": 9.821943174412159e-06,
-      "loss": 0.8074,
-      "step": 332
-    },
-    {
-      "epoch": 0.11322679360761646,
-      "grad_norm": 1.577389057439917,
-      "learning_rate": 9.82048352157365e-06,
-      "loss": 0.8605,
-      "step": 333
-    },
-    {
-      "epoch": 0.11356681400884053,
-      "grad_norm": 2.760876889647242,
-      "learning_rate": 9.819018019605306e-06,
-      "loss": 0.8667,
-      "step": 334
-    },
-    {
-      "epoch": 0.1139068344100646,
-      "grad_norm": 1.8963064743986586,
-      "learning_rate": 9.817546670285353e-06,
-      "loss": 0.7706,
-      "step": 335
-    },
-    {
-      "epoch": 0.11424685481128868,
-      "grad_norm": 2.2030659264137773,
-      "learning_rate": 9.816069475399113e-06,
-      "loss": 0.8123,
-      "step": 336
-    },
-    {
-      "epoch": 0.11458687521251275,
-      "grad_norm": 2.0354951728501685,
-      "learning_rate": 9.814586436738998e-06,
-      "loss": 0.8086,
-      "step": 337
-    },
-    {
-      "epoch": 0.11492689561373683,
-      "grad_norm": 1.9773497047211561,
-      "learning_rate": 9.813097556104514e-06,
-      "loss": 0.7746,
-      "step": 338
-    },
-    {
-      "epoch": 0.1152669160149609,
-      "grad_norm": 2.0274305580007628,
-      "learning_rate": 9.811602835302257e-06,
-      "loss": 0.8596,
-      "step": 339
-    },
-    {
-      "epoch": 0.11560693641618497,
-      "grad_norm": 1.8336317454746485,
-      "learning_rate": 9.810102276145907e-06,
-      "loss": 0.9853,
-      "step": 340
-    },
-    {
-      "epoch": 0.11594695681740905,
-      "grad_norm": 2.39198257850906,
-      "learning_rate": 9.808595880456226e-06,
-      "loss": 0.856,
-      "step": 341
-    },
-    {
-      "epoch": 0.11628697721863311,
-      "grad_norm": 2.245187215344967,
-      "learning_rate": 9.807083650061063e-06,
-      "loss": 0.8427,
-      "step": 342
-    },
-    {
-      "epoch": 0.11662699761985719,
-      "grad_norm": 2.972553693877441,
-      "learning_rate": 9.805565586795343e-06,
-      "loss": 0.7884,
-      "step": 343
-    },
-    {
-      "epoch": 0.11696701802108127,
-      "grad_norm": 2.1953868509755776,
-      "learning_rate": 9.804041692501071e-06,
-      "loss": 0.8486,
-      "step": 344
-    },
-    {
-      "epoch": 0.11730703842230533,
-      "grad_norm": 1.8166601796451167,
-      "learning_rate": 9.802511969027325e-06,
-      "loss": 0.8615,
-      "step": 345
-    },
-    {
-      "epoch": 0.11764705882352941,
-      "grad_norm": 1.9173045797680728,
-      "learning_rate": 9.800976418230257e-06,
-      "loss": 0.8542,
-      "step": 346
-    },
-    {
-      "epoch": 0.11798707922475349,
-      "grad_norm": 1.8134758747889816,
-      "learning_rate": 9.799435041973092e-06,
-      "loss": 0.8473,
-      "step": 347
-    },
-    {
-      "epoch": 0.11832709962597755,
-      "grad_norm": 4.312106023493087,
-      "learning_rate": 9.797887842126119e-06,
-      "loss": 0.8589,
-      "step": 348
-    },
-    {
-      "epoch": 0.11866712002720163,
-      "grad_norm": 2.0162211971459514,
-      "learning_rate": 9.796334820566697e-06,
-      "loss": 0.8679,
-      "step": 349
-    },
-    {
-      "epoch": 0.11900714042842571,
-      "grad_norm": 2.0564343236552873,
-      "learning_rate": 9.79477597917925e-06,
-      "loss": 0.8577,
-      "step": 350
-    },
-    {
-      "epoch": 0.11934716082964977,
-      "grad_norm": 2.133819909568558,
-      "learning_rate": 9.793211319855258e-06,
-      "loss": 0.8628,
-      "step": 351
-    },
-    {
-      "epoch": 0.11968718123087385,
-      "grad_norm": 1.9311795244885308,
-      "learning_rate": 9.791640844493267e-06,
-      "loss": 0.8469,
-      "step": 352
-    },
-    {
-      "epoch": 0.12002720163209793,
-      "grad_norm": 2.967519343303041,
-      "learning_rate": 9.790064554998875e-06,
-      "loss": 0.8362,
-      "step": 353
-    },
-    {
-      "epoch": 0.120367222033322,
-      "grad_norm": 4.208154882236529,
-      "learning_rate": 9.788482453284737e-06,
-      "loss": 0.9199,
-      "step": 354
-    },
-    {
-      "epoch": 0.12070724243454607,
-      "grad_norm": 2.617909166707279,
-      "learning_rate": 9.786894541270563e-06,
-      "loss": 0.7771,
-      "step": 355
-    },
-    {
-      "epoch": 0.12104726283577015,
-      "grad_norm": 1.8137174275503192,
-      "learning_rate": 9.785300820883108e-06,
-      "loss": 0.7556,
-      "step": 356
-    },
-    {
-      "epoch": 0.12138728323699421,
-      "grad_norm": 1.9432369984112166,
-      "learning_rate": 9.78370129405618e-06,
-      "loss": 0.8698,
-      "step": 357
-    },
-    {
-      "epoch": 0.12172730363821829,
-      "grad_norm": 2.5064308483815316,
-      "learning_rate": 9.782095962730628e-06,
-      "loss": 0.8607,
-      "step": 358
-    },
-    {
-      "epoch": 0.12206732403944237,
-      "grad_norm": 5.205967310399993,
-      "learning_rate": 9.780484828854346e-06,
-      "loss": 0.8711,
-      "step": 359
-    },
-    {
-      "epoch": 0.12240734444066644,
-      "grad_norm": 3.2761307002799462,
-      "learning_rate": 9.77886789438227e-06,
-      "loss": 0.8533,
-      "step": 360
-    },
-    {
-      "epoch": 0.12274736484189051,
-      "grad_norm": 1.8164118637880238,
-      "learning_rate": 9.777245161276372e-06,
-      "loss": 0.8407,
-      "step": 361
-    },
-    {
-      "epoch": 0.12308738524311459,
-      "grad_norm": 1.933148024538711,
-      "learning_rate": 9.775616631505663e-06,
-      "loss": 0.8629,
-      "step": 362
-    },
-    {
-      "epoch": 0.12342740564433866,
-      "grad_norm": 2.0021553446281395,
-      "learning_rate": 9.773982307046185e-06,
-      "loss": 0.7911,
-      "step": 363
-    },
-    {
-      "epoch": 0.12376742604556273,
-      "grad_norm": 2.4770275582280155,
-      "learning_rate": 9.772342189881012e-06,
-      "loss": 0.8485,
-      "step": 364
-    },
-    {
-      "epoch": 0.12410744644678681,
-      "grad_norm": 2.0858568863354474,
-      "learning_rate": 9.770696282000245e-06,
-      "loss": 0.8311,
-      "step": 365
-    },
-    {
-      "epoch": 0.12444746684801088,
-      "grad_norm": 1.8817539415546063,
-      "learning_rate": 9.769044585401017e-06,
-      "loss": 0.8769,
-      "step": 366
-    },
-    {
-      "epoch": 0.12478748724923495,
-      "grad_norm": 1.7596502920409212,
-      "learning_rate": 9.767387102087477e-06,
-      "loss": 0.8521,
-      "step": 367
-    },
-    {
-      "epoch": 0.12512750765045902,
-      "grad_norm": 4.783494590295243,
-      "learning_rate": 9.765723834070805e-06,
-      "loss": 0.8325,
-      "step": 368
-    },
-    {
-      "epoch": 0.1254675280516831,
-      "grad_norm": 4.166385331832633,
-      "learning_rate": 9.764054783369191e-06,
-      "loss": 0.862,
-      "step": 369
-    },
-    {
-      "epoch": 0.12580754845290718,
-      "grad_norm": 2.460165725461386,
-      "learning_rate": 9.762379952007847e-06,
-      "loss": 0.8256,
-      "step": 370
-    },
-    {
-      "epoch": 0.12614756885413125,
-      "grad_norm": 2.066282248436767,
-      "learning_rate": 9.760699342018997e-06,
-      "loss": 0.8975,
-      "step": 371
-    },
-    {
-      "epoch": 0.12648758925535533,
-      "grad_norm": 2.4732231692866793,
-      "learning_rate": 9.759012955441877e-06,
-      "loss": 0.8474,
-      "step": 372
-    },
-    {
-      "epoch": 0.12682760965657938,
-      "grad_norm": 2.1370791962949034,
-      "learning_rate": 9.757320794322736e-06,
-      "loss": 0.8541,
-      "step": 373
-    },
-    {
-      "epoch": 0.12716763005780346,
-      "grad_norm": 2.545444534776287,
-      "learning_rate": 9.755622860714824e-06,
-      "loss": 0.7436,
-      "step": 374
-    },
-    {
-      "epoch": 0.12750765045902754,
-      "grad_norm": 4.486941686450132,
-      "learning_rate": 9.753919156678397e-06,
-      "loss": 0.9077,
-      "step": 375
-    },
-    {
-      "epoch": 0.12784767086025162,
-      "grad_norm": 2.3634783435481004,
-      "learning_rate": 9.752209684280717e-06,
-      "loss": 0.9126,
-      "step": 376
-    },
-    {
-      "epoch": 0.1281876912614757,
-      "grad_norm": 2.155370098640075,
-      "learning_rate": 9.750494445596039e-06,
-      "loss": 0.9266,
-      "step": 377
-    },
-    {
-      "epoch": 0.12852771166269977,
-      "grad_norm": 3.380923933190232,
-      "learning_rate": 9.748773442705617e-06,
-      "loss": 0.859,
-      "step": 378
-    },
-    {
-      "epoch": 0.12886773206392382,
-      "grad_norm": 2.0842951308423805,
-      "learning_rate": 9.747046677697703e-06,
-      "loss": 0.8092,
-      "step": 379
-    },
-    {
-      "epoch": 0.1292077524651479,
-      "grad_norm": 2.2756970171219026,
-      "learning_rate": 9.745314152667532e-06,
-      "loss": 0.8278,
-      "step": 380
-    },
-    {
-      "epoch": 0.12954777286637198,
-      "grad_norm": 2.224154665108581,
-      "learning_rate": 9.743575869717343e-06,
-      "loss": 0.9301,
-      "step": 381
-    },
-    {
-      "epoch": 0.12988779326759606,
-      "grad_norm": 1.8618826446938581,
-      "learning_rate": 9.741831830956344e-06,
-      "loss": 0.7506,
-      "step": 382
-    },
-    {
-      "epoch": 0.13022781366882014,
-      "grad_norm": 2.359471897466931,
-      "learning_rate": 9.740082038500738e-06,
-      "loss": 0.8335,
-      "step": 383
-    },
-    {
-      "epoch": 0.13056783407004421,
-      "grad_norm": 2.2530265023397003,
-      "learning_rate": 9.738326494473708e-06,
-      "loss": 0.6634,
-      "step": 384
-    },
-    {
-      "epoch": 0.13090785447126826,
-      "grad_norm": 3.4483730372310313,
-      "learning_rate": 9.736565201005415e-06,
-      "loss": 0.796,
-      "step": 385
-    },
-    {
-      "epoch": 0.13124787487249234,
-      "grad_norm": 2.0533540536094264,
-      "learning_rate": 9.734798160232994e-06,
-      "loss": 0.7612,
-      "step": 386
-    },
-    {
-      "epoch": 0.13158789527371642,
-      "grad_norm": 2.0190748769698907,
-      "learning_rate": 9.733025374300556e-06,
-      "loss": 0.9188,
-      "step": 387
-    },
-    {
-      "epoch": 0.1319279156749405,
-      "grad_norm": 3.434702747485103,
-      "learning_rate": 9.731246845359187e-06,
-      "loss": 0.7621,
-      "step": 388
-    },
-    {
-      "epoch": 0.13226793607616458,
-      "grad_norm": 2.418994252917101,
-      "learning_rate": 9.729462575566931e-06,
-      "loss": 0.8452,
-      "step": 389
-    },
-    {
-      "epoch": 0.13260795647738866,
-      "grad_norm": 3.0894287674893337,
-      "learning_rate": 9.727672567088809e-06,
-      "loss": 0.9177,
-      "step": 390
-    },
-    {
-      "epoch": 0.1329479768786127,
-      "grad_norm": 2.087903312379049,
-      "learning_rate": 9.725876822096798e-06,
-      "loss": 0.8296,
-      "step": 391
-    },
-    {
-      "epoch": 0.13328799727983678,
-      "grad_norm": 1.9043558027810883,
-      "learning_rate": 9.724075342769841e-06,
-      "loss": 0.889,
-      "step": 392
-    },
-    {
-      "epoch": 0.13362801768106086,
-      "grad_norm": 2.455862323906618,
-      "learning_rate": 9.722268131293835e-06,
-      "loss": 0.7897,
-      "step": 393
-    },
-    {
-      "epoch": 0.13396803808228494,
-      "grad_norm": 2.0215817915535346,
-      "learning_rate": 9.720455189861634e-06,
-      "loss": 0.8734,
-      "step": 394
-    },
-    {
-      "epoch": 0.13430805848350902,
-      "grad_norm": 2.6158996648329347,
-      "learning_rate": 9.718636520673042e-06,
-      "loss": 0.7503,
-      "step": 395
-    },
-    {
-      "epoch": 0.1346480788847331,
-      "grad_norm": 1.9769125457115064,
-      "learning_rate": 9.716812125934818e-06,
-      "loss": 0.8262,
-      "step": 396
-    },
-    {
-      "epoch": 0.13498809928595715,
-      "grad_norm": 2.1779733445105514,
-      "learning_rate": 9.714982007860666e-06,
-      "loss": 0.859,
-      "step": 397
-    },
-    {
-      "epoch": 0.13532811968718123,
-      "grad_norm": 1.831021062504083,
-      "learning_rate": 9.713146168671229e-06,
-      "loss": 0.7766,
-      "step": 398
-    },
-    {
-      "epoch": 0.1356681400884053,
-      "grad_norm": 2.8959475128601224,
-      "learning_rate": 9.711304610594104e-06,
-      "loss": 0.7802,
-      "step": 399
-    },
-    {
-      "epoch": 0.13600816048962938,
-      "grad_norm": 2.1321321783640004,
-      "learning_rate": 9.709457335863815e-06,
-      "loss": 0.7941,
-      "step": 400
-    },
-    {
-      "epoch": 0.13634818089085346,
-      "grad_norm": 1.9938357040475916,
-      "learning_rate": 9.707604346721833e-06,
-      "loss": 0.8127,
-      "step": 401
-    },
-    {
-      "epoch": 0.13668820129207754,
-      "grad_norm": 1.7330981671482506,
-      "learning_rate": 9.705745645416553e-06,
-      "loss": 0.7544,
-      "step": 402
-    },
-    {
-      "epoch": 0.1370282216933016,
-      "grad_norm": 2.584162403732432,
-      "learning_rate": 9.703881234203309e-06,
-      "loss": 0.843,
-      "step": 403
-    },
-    {
-      "epoch": 0.13736824209452567,
-      "grad_norm": 2.3450929065189596,
-      "learning_rate": 9.702011115344359e-06,
-      "loss": 0.8568,
-      "step": 404
-    },
-    {
-      "epoch": 0.13770826249574974,
-      "grad_norm": 1.8906128272198697,
-      "learning_rate": 9.70013529110889e-06,
-      "loss": 0.7954,
-      "step": 405
-    },
-    {
-      "epoch": 0.13804828289697382,
-      "grad_norm": 2.005544234328828,
-      "learning_rate": 9.698253763773005e-06,
-      "loss": 0.8552,
-      "step": 406
-    },
-    {
-      "epoch": 0.1383883032981979,
-      "grad_norm": 2.1791404886973083,
-      "learning_rate": 9.696366535619735e-06,
-      "loss": 0.7682,
-      "step": 407
-    },
-    {
-      "epoch": 0.13872832369942195,
-      "grad_norm": 2.1254255310117216,
-      "learning_rate": 9.694473608939024e-06,
-      "loss": 0.9305,
-      "step": 408
-    },
-    {
-      "epoch": 0.13906834410064603,
-      "grad_norm": 2.065032167374917,
-      "learning_rate": 9.692574986027733e-06,
-      "loss": 0.8186,
-      "step": 409
-    },
-    {
-      "epoch": 0.1394083645018701,
-      "grad_norm": 1.976786103840094,
-      "learning_rate": 9.690670669189632e-06,
-      "loss": 0.9253,
-      "step": 410
-    },
-    {
-      "epoch": 0.13974838490309419,
-      "grad_norm": 9.33711461350008,
-      "learning_rate": 9.688760660735403e-06,
-      "loss": 0.8761,
-      "step": 411
-    },
-    {
-      "epoch": 0.14008840530431826,
-      "grad_norm": 2.0857389613573027,
-      "learning_rate": 9.68684496298263e-06,
-      "loss": 0.8343,
-      "step": 412
-    },
-    {
-      "epoch": 0.14042842570554234,
-      "grad_norm": 2.496185713769945,
-      "learning_rate": 9.684923578255806e-06,
-      "loss": 0.8012,
-      "step": 413
-    },
-    {
-      "epoch": 0.1407684461067664,
-      "grad_norm": 3.227539517727669,
-      "learning_rate": 9.682996508886318e-06,
-      "loss": 0.8353,
-      "step": 414
-    },
-    {
-      "epoch": 0.14110846650799047,
-      "grad_norm": 2.713651534237373,
-      "learning_rate": 9.681063757212455e-06,
-      "loss": 0.7775,
-      "step": 415
-    },
-    {
-      "epoch": 0.14144848690921455,
-      "grad_norm": 1.6905920998598611,
-      "learning_rate": 9.679125325579402e-06,
-      "loss": 0.79,
-      "step": 416
-    },
-    {
-      "epoch": 0.14178850731043863,
-      "grad_norm": 3.2275016714057947,
-      "learning_rate": 9.67718121633923e-06,
-      "loss": 0.8604,
-      "step": 417
-    },
-    {
-      "epoch": 0.1421285277116627,
-      "grad_norm": 2.6920966680993503,
-      "learning_rate": 9.675231431850907e-06,
-      "loss": 0.793,
-      "step": 418
-    },
-    {
-      "epoch": 0.14246854811288678,
-      "grad_norm": 2.6498430598374583,
-      "learning_rate": 9.673275974480282e-06,
-      "loss": 0.9103,
-      "step": 419
-    },
-    {
-      "epoch": 0.14280856851411083,
-      "grad_norm": 2.7892979782736864,
-      "learning_rate": 9.671314846600088e-06,
-      "loss": 0.826,
-      "step": 420
-    },
-    {
-      "epoch": 0.1431485889153349,
-      "grad_norm": 1.7387600466875632,
-      "learning_rate": 9.66934805058994e-06,
-      "loss": 0.7522,
-      "step": 421
-    },
-    {
-      "epoch": 0.143488609316559,
-      "grad_norm": 1.9252648709916258,
-      "learning_rate": 9.667375588836329e-06,
-      "loss": 0.9249,
-      "step": 422
-    },
-    {
-      "epoch": 0.14382862971778307,
-      "grad_norm": 2.0337042623648784,
-      "learning_rate": 9.665397463732623e-06,
-      "loss": 0.832,
-      "step": 423
-    },
-    {
-      "epoch": 0.14416865011900715,
-      "grad_norm": 2.355326076923748,
-      "learning_rate": 9.66341367767906e-06,
-      "loss": 0.7972,
-      "step": 424
-    },
-    {
-      "epoch": 0.14450867052023122,
-      "grad_norm": 4.252381455801173,
-      "learning_rate": 9.661424233082748e-06,
-      "loss": 0.8571,
-      "step": 425
-    },
-    {
-      "epoch": 0.14484869092145528,
-      "grad_norm": 2.2203148724753503,
-      "learning_rate": 9.65942913235766e-06,
-      "loss": 0.8049,
-      "step": 426
-    },
-    {
-      "epoch": 0.14518871132267935,
-      "grad_norm": 2.250620096493986,
-      "learning_rate": 9.657428377924632e-06,
-      "loss": 0.8665,
-      "step": 427
-    },
-    {
-      "epoch": 0.14552873172390343,
-      "grad_norm": 1.7641375389756913,
-      "learning_rate": 9.655421972211362e-06,
-      "loss": 0.8509,
-      "step": 428
-    },
-    {
-      "epoch": 0.1458687521251275,
-      "grad_norm": 1.917741070851843,
-      "learning_rate": 9.653409917652406e-06,
-      "loss": 0.8852,
-      "step": 429
-    },
-    {
-      "epoch": 0.1462087725263516,
-      "grad_norm": 2.1235005797818425,
-      "learning_rate": 9.651392216689167e-06,
-      "loss": 0.939,
-      "step": 430
-    },
-    {
-      "epoch": 0.14654879292757567,
-      "grad_norm": 2.423393500928274,
-      "learning_rate": 9.649368871769908e-06,
-      "loss": 0.7891,
-      "step": 431
-    },
-    {
-      "epoch": 0.14688881332879972,
-      "grad_norm": 2.29836823405829,
-      "learning_rate": 9.647339885349736e-06,
-      "loss": 0.8961,
-      "step": 432
-    },
-    {
-      "epoch": 0.1472288337300238,
-      "grad_norm": 3.041323557001672,
-      "learning_rate": 9.645305259890606e-06,
-      "loss": 0.6884,
-      "step": 433
-    },
-    {
-      "epoch": 0.14756885413124787,
-      "grad_norm": 2.1635297868724486,
-      "learning_rate": 9.643264997861312e-06,
-      "loss": 0.8554,
-      "step": 434
-    },
-    {
-      "epoch": 0.14790887453247195,
-      "grad_norm": 2.0623308876529896,
-      "learning_rate": 9.641219101737489e-06,
-      "loss": 0.8993,
-      "step": 435
-    },
-    {
-      "epoch": 0.14824889493369603,
-      "grad_norm": 1.9701367858930552,
-      "learning_rate": 9.639167574001608e-06,
-      "loss": 0.7581,
-      "step": 436
-    },
-    {
-      "epoch": 0.1485889153349201,
-      "grad_norm": 2.2500245249695365,
-      "learning_rate": 9.637110417142975e-06,
-      "loss": 0.7519,
-      "step": 437
-    },
-    {
-      "epoch": 0.14892893573614416,
-      "grad_norm": 2.2284060545707187,
-      "learning_rate": 9.635047633657723e-06,
-      "loss": 0.9183,
-      "step": 438
-    },
-    {
-      "epoch": 0.14926895613736824,
-      "grad_norm": 2.286832136889049,
-      "learning_rate": 9.632979226048816e-06,
-      "loss": 0.8386,
-      "step": 439
-    },
-    {
-      "epoch": 0.14960897653859231,
-      "grad_norm": 2.2951771970261143,
-      "learning_rate": 9.630905196826039e-06,
-      "loss": 0.8065,
-      "step": 440
-    },
-    {
-      "epoch": 0.1499489969398164,
-      "grad_norm": 2.131373688797792,
-      "learning_rate": 9.628825548506002e-06,
-      "loss": 0.7767,
-      "step": 441
-    },
-    {
-      "epoch": 0.15028901734104047,
-      "grad_norm": 2.091224107238558,
-      "learning_rate": 9.62674028361213e-06,
-      "loss": 0.8655,
-      "step": 442
-    },
-    {
-      "epoch": 0.15062903774226455,
-      "grad_norm": 3.2172828773538993,
-      "learning_rate": 9.624649404674661e-06,
-      "loss": 0.9147,
-      "step": 443
-    },
-    {
-      "epoch": 0.1509690581434886,
-      "grad_norm": 2.025151440715302,
-      "learning_rate": 9.622552914230655e-06,
-      "loss": 0.9121,
-      "step": 444
-    },
-    {
-      "epoch": 0.15130907854471268,
-      "grad_norm": 1.9528957154547468,
-      "learning_rate": 9.620450814823966e-06,
-      "loss": 0.8995,
-      "step": 445
-    },
-    {
-      "epoch": 0.15164909894593676,
-      "grad_norm": 2.2336331464426245,
-      "learning_rate": 9.618343109005266e-06,
-      "loss": 0.7953,
-      "step": 446
-    },
-    {
-      "epoch": 0.15198911934716083,
-      "grad_norm": 2.247828787686121,
-      "learning_rate": 9.616229799332026e-06,
-      "loss": 0.9126,
-      "step": 447
-    },
-    {
-      "epoch": 0.1523291397483849,
-      "grad_norm": 3.0710622235399967,
-      "learning_rate": 9.614110888368515e-06,
-      "loss": 0.7671,
-      "step": 448
-    },
-    {
-      "epoch": 0.152669160149609,
-      "grad_norm": 2.240205069427427,
-      "learning_rate": 9.6119863786858e-06,
-      "loss": 0.8534,
-      "step": 449
-    },
-    {
-      "epoch": 0.15300918055083304,
-      "grad_norm": 2.3440964305088374,
-      "learning_rate": 9.609856272861742e-06,
-      "loss": 0.8859,
-      "step": 450
-    },
-    {
-      "epoch": 0.15334920095205712,
-      "grad_norm": 2.947306903901322,
-      "learning_rate": 9.607720573480991e-06,
-      "loss": 0.8971,
-      "step": 451
-    },
-    {
-      "epoch": 0.1536892213532812,
-      "grad_norm": 1.9814248823269929,
-      "learning_rate": 9.605579283134985e-06,
-      "loss": 0.8666,
-      "step": 452
-    },
-    {
-      "epoch": 0.15402924175450527,
-      "grad_norm": 1.9414054426785363,
-      "learning_rate": 9.603432404421947e-06,
-      "loss": 0.83,
-      "step": 453
-    },
-    {
-      "epoch": 0.15436926215572935,
-      "grad_norm": 1.9508100977088108,
-      "learning_rate": 9.601279939946874e-06,
-      "loss": 0.7941,
-      "step": 454
-    },
-    {
-      "epoch": 0.1547092825569534,
-      "grad_norm": 2.738798819972234,
-      "learning_rate": 9.599121892321554e-06,
-      "loss": 0.7554,
-      "step": 455
-    },
-    {
-      "epoch": 0.15504930295817748,
-      "grad_norm": 2.2388309465744274,
-      "learning_rate": 9.59695826416454e-06,
-      "loss": 0.8047,
-      "step": 456
-    },
-    {
-      "epoch": 0.15538932335940156,
-      "grad_norm": 1.9102221923547757,
-      "learning_rate": 9.594789058101154e-06,
-      "loss": 0.7742,
-      "step": 457
-    },
-    {
-      "epoch": 0.15572934376062564,
-      "grad_norm": 2.176425662506411,
-      "learning_rate": 9.592614276763494e-06,
-      "loss": 0.8392,
-      "step": 458
-    },
-    {
-      "epoch": 0.15606936416184972,
-      "grad_norm": 2.075696818549719,
-      "learning_rate": 9.590433922790418e-06,
-      "loss": 0.8328,
-      "step": 459
-    },
-    {
-      "epoch": 0.1564093845630738,
-      "grad_norm": 2.45612251063091,
-      "learning_rate": 9.58824799882755e-06,
-      "loss": 0.8015,
-      "step": 460
-    },
-    {
-      "epoch": 0.15674940496429784,
-      "grad_norm": 1.8178552528317342,
-      "learning_rate": 9.586056507527266e-06,
-      "loss": 0.9039,
-      "step": 461
-    },
-    {
-      "epoch": 0.15708942536552192,
-      "grad_norm": 2.124214107555732,
-      "learning_rate": 9.583859451548703e-06,
-      "loss": 0.8113,
-      "step": 462
-    },
-    {
-      "epoch": 0.157429445766746,
-      "grad_norm": 1.5843205381627385,
-      "learning_rate": 9.581656833557749e-06,
-      "loss": 0.8248,
-      "step": 463
-    },
-    {
-      "epoch": 0.15776946616797008,
-      "grad_norm": 1.9306313527246615,
-      "learning_rate": 9.57944865622704e-06,
-      "loss": 0.7318,
-      "step": 464
-    },
-    {
-      "epoch": 0.15810948656919416,
-      "grad_norm": 2.9413967318596943,
-      "learning_rate": 9.577234922235954e-06,
-      "loss": 0.8524,
-      "step": 465
-    },
-    {
-      "epoch": 0.15844950697041824,
-      "grad_norm": 1.571426184030293,
-      "learning_rate": 9.575015634270619e-06,
-      "loss": 0.9224,
-      "step": 466
-    },
-    {
-      "epoch": 0.1587895273716423,
-      "grad_norm": 1.8730771122977774,
-      "learning_rate": 9.5727907950239e-06,
-      "loss": 0.7957,
-      "step": 467
-    },
-    {
-      "epoch": 0.15912954777286636,
-      "grad_norm": 2.376107493345504,
-      "learning_rate": 9.570560407195392e-06,
-      "loss": 0.7542,
-      "step": 468
-    },
-    {
-      "epoch": 0.15946956817409044,
-      "grad_norm": 1.9384094700182535,
-      "learning_rate": 9.568324473491431e-06,
-      "loss": 0.7407,
-      "step": 469
-    },
-    {
-      "epoch": 0.15980958857531452,
-      "grad_norm": 1.7937843614169016,
-      "learning_rate": 9.566082996625072e-06,
-      "loss": 0.7993,
-      "step": 470
-    },
-    {
-      "epoch": 0.1601496089765386,
-      "grad_norm": 3.3373628850176127,
-      "learning_rate": 9.56383597931611e-06,
-      "loss": 0.7848,
-      "step": 471
-    },
-    {
-      "epoch": 0.16048962937776268,
-      "grad_norm": 2.1659690728359697,
-      "learning_rate": 9.561583424291048e-06,
-      "loss": 0.8287,
-      "step": 472
-    },
-    {
-      "epoch": 0.16082964977898673,
-      "grad_norm": 2.2389421306989234,
-      "learning_rate": 9.55932533428312e-06,
-      "loss": 0.7587,
-      "step": 473
-    },
-    {
-      "epoch": 0.1611696701802108,
-      "grad_norm": 2.818398736688453,
-      "learning_rate": 9.557061712032269e-06,
-      "loss": 0.8222,
-      "step": 474
-    },
-    {
-      "epoch": 0.16150969058143488,
-      "grad_norm": 2.441252664404201,
-      "learning_rate": 9.554792560285152e-06,
-      "loss": 0.734,
-      "step": 475
-    },
-    {
-      "epoch": 0.16184971098265896,
-      "grad_norm": 2.295687270495865,
-      "learning_rate": 9.552517881795142e-06,
-      "loss": 0.8626,
-      "step": 476
-    },
-    {
-      "epoch": 0.16218973138388304,
-      "grad_norm": 13.760896349921383,
-      "learning_rate": 9.550237679322308e-06,
-      "loss": 0.8463,
-      "step": 477
-    },
-    {
-      "epoch": 0.16252975178510712,
-      "grad_norm": 2.1715258052291047,
-      "learning_rate": 9.547951955633428e-06,
-      "loss": 0.7491,
-      "step": 478
-    },
-    {
-      "epoch": 0.16286977218633117,
-      "grad_norm": 2.2255593479400906,
-      "learning_rate": 9.545660713501975e-06,
-      "loss": 0.9064,
-      "step": 479
-    },
-    {
-      "epoch": 0.16320979258755525,
-      "grad_norm": 2.21806151643282,
-      "learning_rate": 9.543363955708124e-06,
-      "loss": 0.8289,
-      "step": 480
-    },
-    {
-      "epoch": 0.16354981298877933,
-      "grad_norm": 2.188397294600766,
-      "learning_rate": 9.541061685038742e-06,
-      "loss": 0.8429,
-      "step": 481
-    },
-    {
-      "epoch": 0.1638898333900034,
-      "grad_norm": 2.166972985318867,
-      "learning_rate": 9.538753904287376e-06,
-      "loss": 0.9443,
-      "step": 482
-    },
-    {
-      "epoch": 0.16422985379122748,
-      "grad_norm": 2.455788846295091,
-      "learning_rate": 9.53644061625427e-06,
-      "loss": 0.7398,
-      "step": 483
-    },
-    {
-      "epoch": 0.16456987419245156,
-      "grad_norm": 2.4033301722625886,
-      "learning_rate": 9.534121823746348e-06,
-      "loss": 0.8728,
-      "step": 484
-    },
-    {
-      "epoch": 0.1649098945936756,
-      "grad_norm": 2.2276672135131634,
-      "learning_rate": 9.531797529577205e-06,
-      "loss": 0.9371,
-      "step": 485
-    },
-    {
-      "epoch": 0.1652499149948997,
-      "grad_norm": 2.434555018080122,
-      "learning_rate": 9.529467736567124e-06,
-      "loss": 0.9057,
-      "step": 486
-    },
-    {
-      "epoch": 0.16558993539612377,
-      "grad_norm": 2.427937801753027,
-      "learning_rate": 9.527132447543051e-06,
-      "loss": 0.8455,
-      "step": 487
-    },
-    {
-      "epoch": 0.16592995579734784,
-      "grad_norm": 3.4006562033751817,
-      "learning_rate": 9.524791665338606e-06,
-      "loss": 0.8247,
-      "step": 488
-    },
-    {
-      "epoch": 0.16626997619857192,
-      "grad_norm": 2.7613015303421466,
-      "learning_rate": 9.522445392794069e-06,
-      "loss": 0.8169,
-      "step": 489
-    },
-    {
-      "epoch": 0.166609996599796,
-      "grad_norm": 2.6236255693220323,
-      "learning_rate": 9.520093632756388e-06,
-      "loss": 0.7666,
-      "step": 490
-    },
-    {
-      "epoch": 0.16695001700102005,
-      "grad_norm": 2.389219152903732,
-      "learning_rate": 9.517736388079169e-06,
-      "loss": 0.8067,
-      "step": 491
-    },
-    {
-      "epoch": 0.16729003740224413,
-      "grad_norm": 1.7505382569470098,
-      "learning_rate": 9.515373661622665e-06,
-      "loss": 0.8714,
-      "step": 492
-    },
-    {
-      "epoch": 0.1676300578034682,
-      "grad_norm": 2.0417205501733795,
-      "learning_rate": 9.51300545625379e-06,
-      "loss": 0.8,
-      "step": 493
-    },
-    {
-      "epoch": 0.16797007820469229,
-      "grad_norm": 2.245402590882533,
-      "learning_rate": 9.510631774846099e-06,
-      "loss": 0.762,
-      "step": 494
-    },
-    {
-      "epoch": 0.16831009860591636,
-      "grad_norm": 2.82928636204283,
-      "learning_rate": 9.5082526202798e-06,
-      "loss": 0.6621,
-      "step": 495
-    },
-    {
-      "epoch": 0.16865011900714044,
-      "grad_norm": 2.387297511941106,
-      "learning_rate": 9.505867995441734e-06,
-      "loss": 0.8231,
-      "step": 496
-    },
-    {
-      "epoch": 0.1689901394083645,
-      "grad_norm": 3.8013261588105927,
-      "learning_rate": 9.503477903225382e-06,
-      "loss": 0.8885,
-      "step": 497
-    },
-    {
-      "epoch": 0.16933015980958857,
-      "grad_norm": 1.9582651742957375,
-      "learning_rate": 9.501082346530864e-06,
-      "loss": 0.7235,
-      "step": 498
-    },
-    {
-      "epoch": 0.16967018021081265,
-      "grad_norm": 2.0197184013240497,
-      "learning_rate": 9.498681328264919e-06,
-      "loss": 0.8888,
-      "step": 499
-    },
-    {
-      "epoch": 0.17001020061203673,
-      "grad_norm": 1.9383228814810216,
-      "learning_rate": 9.496274851340926e-06,
-      "loss": 0.7643,
-      "step": 500
-    },
-    {
-      "epoch": 0.1703502210132608,
-      "grad_norm": 2.2775734934604728,
-      "learning_rate": 9.49386291867888e-06,
-      "loss": 0.7317,
-      "step": 501
-    },
-    {
-      "epoch": 0.17069024141448486,
-      "grad_norm": 1.6625027584786152,
-      "learning_rate": 9.491445533205397e-06,
-      "loss": 0.8367,
-      "step": 502
-    },
-    {
-      "epoch": 0.17103026181570893,
-      "grad_norm": 2.1475307975125113,
-      "learning_rate": 9.48902269785371e-06,
-      "loss": 0.8449,
-      "step": 503
-    },
-    {
-      "epoch": 0.171370282216933,
-      "grad_norm": 2.347052710314186,
-      "learning_rate": 9.486594415563665e-06,
-      "loss": 0.867,
-      "step": 504
-    },
-    {
-      "epoch": 0.1717103026181571,
-      "grad_norm": 1.6939167607337662,
-      "learning_rate": 9.484160689281718e-06,
-      "loss": 0.8089,
-      "step": 505
-    },
-    {
-      "epoch": 0.17205032301938117,
-      "grad_norm": 2.7074248206478786,
-      "learning_rate": 9.48172152196093e-06,
-      "loss": 0.9275,
-      "step": 506
-    },
-    {
-      "epoch": 0.17239034342060525,
-      "grad_norm": 1.9623542563803935,
-      "learning_rate": 9.47927691656096e-06,
-      "loss": 0.7276,
-      "step": 507
-    },
-    {
-      "epoch": 0.1727303638218293,
-      "grad_norm": 2.2577590094858433,
-      "learning_rate": 9.476826876048076e-06,
-      "loss": 0.8322,
-      "step": 508
-    },
-    {
-      "epoch": 0.17307038422305338,
-      "grad_norm": 2.610689837249583,
-      "learning_rate": 9.474371403395129e-06,
-      "loss": 0.7989,
-      "step": 509
-    },
-    {
-      "epoch": 0.17341040462427745,
-      "grad_norm": 2.981168203823366,
-      "learning_rate": 9.47191050158157e-06,
-      "loss": 0.8787,
-      "step": 510
-    },
-    {
-      "epoch": 0.17375042502550153,
-      "grad_norm": 2.0910514651851937,
-      "learning_rate": 9.469444173593433e-06,
-      "loss": 0.8342,
-      "step": 511
-    },
-    {
-      "epoch": 0.1740904454267256,
-      "grad_norm": 2.327443732050833,
-      "learning_rate": 9.466972422423338e-06,
-      "loss": 0.7471,
-      "step": 512
-    },
-    {
-      "epoch": 0.1744304658279497,
-      "grad_norm": 1.8968205078548026,
-      "learning_rate": 9.464495251070483e-06,
-      "loss": 0.8071,
-      "step": 513
-    },
-    {
-      "epoch": 0.17477048622917374,
-      "grad_norm": 5.35775514905284,
-      "learning_rate": 9.462012662540645e-06,
-      "loss": 0.7672,
-      "step": 514
-    },
-    {
-      "epoch": 0.17511050663039782,
-      "grad_norm": 1.8205374867928585,
-      "learning_rate": 9.459524659846176e-06,
-      "loss": 0.8094,
-      "step": 515
-    },
-    {
-      "epoch": 0.1754505270316219,
-      "grad_norm": 2.70503593128861,
-      "learning_rate": 9.457031246005994e-06,
-      "loss": 0.8121,
-      "step": 516
-    },
-    {
-      "epoch": 0.17579054743284597,
-      "grad_norm": 2.097674274994687,
-      "learning_rate": 9.454532424045585e-06,
-      "loss": 0.7831,
-      "step": 517
-    },
-    {
-      "epoch": 0.17613056783407005,
-      "grad_norm": 2.541108967039887,
-      "learning_rate": 9.452028196996994e-06,
-      "loss": 0.7744,
-      "step": 518
-    },
-    {
-      "epoch": 0.17647058823529413,
-      "grad_norm": 2.448989357418417,
-      "learning_rate": 9.449518567898827e-06,
-      "loss": 0.8201,
-      "step": 519
-    },
-    {
-      "epoch": 0.17681060863651818,
-      "grad_norm": 2.4183579990716972,
-      "learning_rate": 9.44700353979625e-06,
-      "loss": 0.9491,
-      "step": 520
-    },
-    {
-      "epoch": 0.17715062903774226,
-      "grad_norm": 2.0371443097616204,
-      "learning_rate": 9.444483115740968e-06,
-      "loss": 0.8665,
-      "step": 521
-    },
-    {
-      "epoch": 0.17749064943896634,
-      "grad_norm": 2.417951434607015,
-      "learning_rate": 9.441957298791243e-06,
-      "loss": 0.7236,
-      "step": 522
-    },
-    {
-      "epoch": 0.17783066984019041,
-      "grad_norm": 3.2234895274833817,
-      "learning_rate": 9.439426092011877e-06,
-      "loss": 0.8275,
-      "step": 523
-    },
-    {
-      "epoch": 0.1781706902414145,
-      "grad_norm": 2.6553913479919773,
-      "learning_rate": 9.436889498474213e-06,
-      "loss": 0.8412,
-      "step": 524
-    },
-    {
-      "epoch": 0.17851071064263857,
-      "grad_norm": 3.1030470159238392,
-      "learning_rate": 9.434347521256131e-06,
-      "loss": 0.832,
-      "step": 525
-    },
-    {
-      "epoch": 0.17885073104386262,
-      "grad_norm": 1.8409627332088008,
-      "learning_rate": 9.431800163442043e-06,
-      "loss": 0.843,
-      "step": 526
-    },
-    {
-      "epoch": 0.1791907514450867,
-      "grad_norm": 3.186355638430994,
-      "learning_rate": 9.429247428122886e-06,
-      "loss": 0.707,
-      "step": 527
-    },
-    {
-      "epoch": 0.17953077184631078,
-      "grad_norm": 2.0444710139532516,
-      "learning_rate": 9.426689318396128e-06,
-      "loss": 0.8321,
-      "step": 528
-    },
-    {
-      "epoch": 0.17987079224753486,
-      "grad_norm": 1.7029237292350985,
-      "learning_rate": 9.424125837365754e-06,
-      "loss": 0.8387,
-      "step": 529
-    },
-    {
-      "epoch": 0.18021081264875893,
-      "grad_norm": 2.2003972951001427,
-      "learning_rate": 9.42155698814227e-06,
-      "loss": 0.7516,
-      "step": 530
-    },
-    {
-      "epoch": 0.180550833049983,
-      "grad_norm": 2.557957310252339,
-      "learning_rate": 9.41898277384269e-06,
-      "loss": 0.8797,
-      "step": 531
-    },
-    {
-      "epoch": 0.18089085345120706,
-      "grad_norm": 2.895779678922211,
-      "learning_rate": 9.416403197590547e-06,
-      "loss": 0.823,
-      "step": 532
-    },
-    {
-      "epoch": 0.18123087385243114,
-      "grad_norm": 2.0167366993376947,
-      "learning_rate": 9.41381826251587e-06,
-      "loss": 0.9268,
-      "step": 533
-    },
-    {
-      "epoch": 0.18157089425365522,
-      "grad_norm": 2.2879605857864265,
-      "learning_rate": 9.411227971755197e-06,
-      "loss": 0.9309,
-      "step": 534
-    },
-    {
-      "epoch": 0.1819109146548793,
-      "grad_norm": 5.454574823683741,
-      "learning_rate": 9.408632328451565e-06,
-      "loss": 0.8586,
-      "step": 535
-    },
-    {
-      "epoch": 0.18225093505610337,
-      "grad_norm": 2.145392976793967,
-      "learning_rate": 9.4060313357545e-06,
-      "loss": 0.8267,
-      "step": 536
-    },
-    {
-      "epoch": 0.18259095545732745,
-      "grad_norm": 2.4134835759822377,
-      "learning_rate": 9.403424996820024e-06,
-      "loss": 0.8951,
-      "step": 537
-    },
-    {
-      "epoch": 0.1829309758585515,
-      "grad_norm": 2.490795625384553,
-      "learning_rate": 9.400813314810644e-06,
-      "loss": 0.8217,
-      "step": 538
-    },
-    {
-      "epoch": 0.18327099625977558,
-      "grad_norm": 4.105744879893649,
-      "learning_rate": 9.39819629289535e-06,
-      "loss": 0.7641,
-      "step": 539
-    },
-    {
-      "epoch": 0.18361101666099966,
-      "grad_norm": 2.663813984562291,
-      "learning_rate": 9.395573934249614e-06,
-      "loss": 0.8811,
-      "step": 540
-    },
-    {
-      "epoch": 0.18395103706222374,
-      "grad_norm": 2.3379526523751037,
-      "learning_rate": 9.392946242055379e-06,
-      "loss": 0.8157,
-      "step": 541
-    },
-    {
-      "epoch": 0.18429105746344782,
-      "grad_norm": 2.460601877280579,
-      "learning_rate": 9.390313219501061e-06,
-      "loss": 0.8666,
-      "step": 542
-    },
-    {
-      "epoch": 0.18463107786467187,
-      "grad_norm": 2.4088692423050144,
-      "learning_rate": 9.38767486978155e-06,
-      "loss": 0.876,
-      "step": 543
-    },
-    {
-      "epoch": 0.18497109826589594,
-      "grad_norm": 1.5738286525981031,
-      "learning_rate": 9.385031196098194e-06,
-      "loss": 0.7488,
-      "step": 544
-    },
-    {
-      "epoch": 0.18531111866712002,
-      "grad_norm": 4.532392662900621,
-      "learning_rate": 9.3823822016588e-06,
-      "loss": 0.8693,
-      "step": 545
-    },
-    {
-      "epoch": 0.1856511390683441,
-      "grad_norm": 2.237189674784233,
-      "learning_rate": 9.379727889677632e-06,
-      "loss": 0.8958,
-      "step": 546
-    },
-    {
-      "epoch": 0.18599115946956818,
-      "grad_norm": 1.554107484360944,
-      "learning_rate": 9.377068263375411e-06,
-      "loss": 0.7866,
-      "step": 547
-    },
-    {
-      "epoch": 0.18633117987079226,
-      "grad_norm": 2.4467881402130125,
-      "learning_rate": 9.374403325979301e-06,
-      "loss": 0.8856,
-      "step": 548
-    },
-    {
-      "epoch": 0.1866712002720163,
-      "grad_norm": 2.4507416677378213,
-      "learning_rate": 9.371733080722911e-06,
-      "loss": 0.7532,
-      "step": 549
-    },
-    {
-      "epoch": 0.18701122067324039,
-      "grad_norm": 1.427343424523804,
-      "learning_rate": 9.369057530846294e-06,
-      "loss": 0.8418,
-      "step": 550
-    },
-    {
-      "epoch": 0.18735124107446446,
-      "grad_norm": 3.24841097172593,
-      "learning_rate": 9.366376679595936e-06,
-      "loss": 0.8738,
-      "step": 551
-    },
-    {
-      "epoch": 0.18769126147568854,
-      "grad_norm": 1.8294498367391419,
-      "learning_rate": 9.363690530224757e-06,
-      "loss": 0.9536,
-      "step": 552
-    },
-    {
-      "epoch": 0.18803128187691262,
-      "grad_norm": 3.147835292974788,
-      "learning_rate": 9.360999085992106e-06,
-      "loss": 0.9387,
-      "step": 553
-    },
-    {
-      "epoch": 0.1883713022781367,
-      "grad_norm": 1.7595455512097826,
-      "learning_rate": 9.358302350163758e-06,
-      "loss": 0.893,
-      "step": 554
-    },
-    {
-      "epoch": 0.18871132267936075,
-      "grad_norm": 2.0297149767885587,
-      "learning_rate": 9.355600326011903e-06,
-      "loss": 0.8648,
-      "step": 555
-    },
-    {
-      "epoch": 0.18905134308058483,
-      "grad_norm": 2.669731699705077,
-      "learning_rate": 9.352893016815155e-06,
-      "loss": 0.8835,
-      "step": 556
-    },
-    {
-      "epoch": 0.1893913634818089,
-      "grad_norm": 5.446794892812443,
-      "learning_rate": 9.350180425858538e-06,
-      "loss": 0.7767,
-      "step": 557
-    },
-    {
-      "epoch": 0.18973138388303298,
-      "grad_norm": 1.8268464771652575,
-      "learning_rate": 9.347462556433483e-06,
-      "loss": 0.7565,
-      "step": 558
-    },
-    {
-      "epoch": 0.19007140428425706,
-      "grad_norm": 1.642166985619522,
-      "learning_rate": 9.34473941183783e-06,
-      "loss": 0.8424,
-      "step": 559
-    },
-    {
-      "epoch": 0.19041142468548114,
-      "grad_norm": 2.0901831217312625,
-      "learning_rate": 9.342010995375811e-06,
-      "loss": 0.7805,
-      "step": 560
-    },
-    {
-      "epoch": 0.1907514450867052,
-      "grad_norm": 1.90871026730968,
-      "learning_rate": 9.33927731035807e-06,
-      "loss": 0.7668,
-      "step": 561
-    },
-    {
-      "epoch": 0.19109146548792927,
-      "grad_norm": 3.4307001624182316,
-      "learning_rate": 9.336538360101631e-06,
-      "loss": 0.8382,
-      "step": 562
-    },
-    {
-      "epoch": 0.19143148588915335,
-      "grad_norm": 2.393265808564416,
-      "learning_rate": 9.333794147929907e-06,
-      "loss": 0.7788,
-      "step": 563
-    },
-    {
-      "epoch": 0.19177150629037742,
-      "grad_norm": 2.022566960473697,
-      "learning_rate": 9.331044677172705e-06,
-      "loss": 0.744,
-      "step": 564
-    },
-    {
-      "epoch": 0.1921115266916015,
-      "grad_norm": 3.3062922036782836,
-      "learning_rate": 9.328289951166205e-06,
-      "loss": 0.8229,
-      "step": 565
-    },
-    {
-      "epoch": 0.19245154709282558,
-      "grad_norm": 3.0841654373647516,
-      "learning_rate": 9.325529973252967e-06,
-      "loss": 0.6495,
-      "step": 566
-    },
-    {
-      "epoch": 0.19279156749404963,
-      "grad_norm": 5.4892675893239105,
-      "learning_rate": 9.32276474678192e-06,
-      "loss": 0.8487,
-      "step": 567
-    },
-    {
-      "epoch": 0.1931315878952737,
-      "grad_norm": 2.013856083284362,
-      "learning_rate": 9.319994275108365e-06,
-      "loss": 0.9441,
-      "step": 568
-    },
-    {
-      "epoch": 0.1934716082964978,
-      "grad_norm": 2.4066098547440897,
-      "learning_rate": 9.31721856159397e-06,
-      "loss": 0.8576,
-      "step": 569
-    },
-    {
-      "epoch": 0.19381162869772187,
-      "grad_norm": 2.0530822158137023,
-      "learning_rate": 9.314437609606754e-06,
-      "loss": 0.7699,
-      "step": 570
-    },
-    {
-      "epoch": 0.19415164909894594,
-      "grad_norm": 1.7520902212648368,
-      "learning_rate": 9.311651422521103e-06,
-      "loss": 0.8794,
-      "step": 571
-    },
-    {
-      "epoch": 0.19449166950017002,
-      "grad_norm": 2.034565210374195,
-      "learning_rate": 9.308860003717748e-06,
-      "loss": 0.8773,
-      "step": 572
-    },
-    {
-      "epoch": 0.19483168990139407,
-      "grad_norm": 1.8451050446755255,
-      "learning_rate": 9.306063356583772e-06,
-      "loss": 0.7947,
-      "step": 573
-    },
-    {
-      "epoch": 0.19517171030261815,
-      "grad_norm": 2.010334432898869,
-      "learning_rate": 9.3032614845126e-06,
-      "loss": 0.8639,
-      "step": 574
-    },
-    {
-      "epoch": 0.19551173070384223,
-      "grad_norm": 1.8970535978324625,
-      "learning_rate": 9.300454390903999e-06,
-      "loss": 0.74,
-      "step": 575
-    },
-    {
-      "epoch": 0.1958517511050663,
-      "grad_norm": 2.3148877609826544,
-      "learning_rate": 9.297642079164067e-06,
-      "loss": 0.8328,
-      "step": 576
-    },
-    {
-      "epoch": 0.19619177150629039,
-      "grad_norm": 1.8964922349773508,
-      "learning_rate": 9.294824552705238e-06,
-      "loss": 0.7799,
-      "step": 577
-    },
-    {
-      "epoch": 0.19653179190751446,
-      "grad_norm": 1.970465125409274,
-      "learning_rate": 9.292001814946275e-06,
-      "loss": 0.8337,
-      "step": 578
-    },
-    {
-      "epoch": 0.19687181230873851,
-      "grad_norm": 1.8923831770943373,
-      "learning_rate": 9.289173869312259e-06,
-      "loss": 0.9365,
-      "step": 579
-    },
-    {
-      "epoch": 0.1972118327099626,
-      "grad_norm": 5.110858953274893,
-      "learning_rate": 9.286340719234592e-06,
-      "loss": 0.8185,
-      "step": 580
-    },
-    {
-      "epoch": 0.19755185311118667,
-      "grad_norm": 2.090608423644068,
-      "learning_rate": 9.283502368150996e-06,
-      "loss": 0.8934,
-      "step": 581
-    },
-    {
-      "epoch": 0.19789187351241075,
-      "grad_norm": 2.016487940198634,
-      "learning_rate": 9.280658819505495e-06,
-      "loss": 0.7756,
-      "step": 582
-    },
-    {
-      "epoch": 0.19823189391363483,
-      "grad_norm": 2.221575121411304,
-      "learning_rate": 9.277810076748427e-06,
-      "loss": 0.821,
-      "step": 583
-    },
-    {
-      "epoch": 0.1985719143148589,
-      "grad_norm": 1.8543548108937444,
-      "learning_rate": 9.274956143336433e-06,
-      "loss": 0.873,
-      "step": 584
-    },
-    {
-      "epoch": 0.19891193471608296,
-      "grad_norm": 2.259730694848992,
-      "learning_rate": 9.272097022732444e-06,
-      "loss": 0.8786,
-      "step": 585
-    },
-    {
-      "epoch": 0.19925195511730703,
-      "grad_norm": 1.848711170198966,
-      "learning_rate": 9.269232718405692e-06,
-      "loss": 0.8858,
-      "step": 586
-    },
-    {
-      "epoch": 0.1995919755185311,
-      "grad_norm": 1.866200683323318,
-      "learning_rate": 9.266363233831697e-06,
-      "loss": 0.8016,
-      "step": 587
-    },
-    {
-      "epoch": 0.1999319959197552,
-      "grad_norm": 14.97505212921413,
-      "learning_rate": 9.263488572492267e-06,
-      "loss": 0.7263,
-      "step": 588
-    },
-    {
-      "epoch": 0.20027201632097927,
-      "grad_norm": 2.15282534325055,
-      "learning_rate": 9.260608737875487e-06,
-      "loss": 0.83,
-      "step": 589
-    },
-    {
-      "epoch": 0.20061203672220332,
-      "grad_norm": 3.0728740665252308,
-      "learning_rate": 9.257723733475723e-06,
-      "loss": 0.8643,
-      "step": 590
-    },
-    {
-      "epoch": 0.2009520571234274,
-      "grad_norm": 1.9579947280234309,
-      "learning_rate": 9.25483356279361e-06,
-      "loss": 0.7628,
-      "step": 591
-    },
-    {
-      "epoch": 0.20129207752465147,
-      "grad_norm": 2.0595756759778645,
-      "learning_rate": 9.251938229336057e-06,
-      "loss": 0.7825,
-      "step": 592
-    },
-    {
-      "epoch": 0.20163209792587555,
-      "grad_norm": 3.9099946836071258,
-      "learning_rate": 9.249037736616235e-06,
-      "loss": 0.9511,
-      "step": 593
-    },
-    {
-      "epoch": 0.20197211832709963,
-      "grad_norm": 1.9453043208275265,
-      "learning_rate": 9.24613208815357e-06,
-      "loss": 0.8037,
-      "step": 594
-    },
-    {
-      "epoch": 0.2023121387283237,
-      "grad_norm": 2.067317387394065,
-      "learning_rate": 9.243221287473755e-06,
-      "loss": 0.8915,
-      "step": 595
-    },
-    {
-      "epoch": 0.20265215912954776,
-      "grad_norm": 1.7871868965358906,
-      "learning_rate": 9.240305338108726e-06,
-      "loss": 0.9012,
-      "step": 596
-    },
-    {
-      "epoch": 0.20299217953077184,
-      "grad_norm": 1.742758087393586,
-      "learning_rate": 9.237384243596667e-06,
-      "loss": 0.7241,
-      "step": 597
-    },
-    {
-      "epoch": 0.20333219993199592,
-      "grad_norm": 3.9506555587545105,
-      "learning_rate": 9.23445800748201e-06,
-      "loss": 0.8664,
-      "step": 598
-    },
-    {
-      "epoch": 0.20367222033322,
-      "grad_norm": 2.1447546142847704,
-      "learning_rate": 9.231526633315419e-06,
-      "loss": 0.8176,
-      "step": 599
-    },
-    {
-      "epoch": 0.20401224073444407,
-      "grad_norm": 2.0350086212804848,
-      "learning_rate": 9.2285901246538e-06,
-      "loss": 0.858,
-      "step": 600
-    },
-    {
-      "epoch": 0.20435226113566815,
-      "grad_norm": 2.0664182960390494,
-      "learning_rate": 9.225648485060283e-06,
-      "loss": 0.7872,
-      "step": 601
-    },
-    {
-      "epoch": 0.2046922815368922,
-      "grad_norm": 2.5061940461297714,
-      "learning_rate": 9.222701718104226e-06,
-      "loss": 0.7595,
-      "step": 602
-    },
-    {
-      "epoch": 0.20503230193811628,
-      "grad_norm": 2.0379087741894084,
-      "learning_rate": 9.21974982736121e-06,
-      "loss": 0.8303,
-      "step": 603
-    },
-    {
-      "epoch": 0.20537232233934036,
-      "grad_norm": 2.4684024083448697,
-      "learning_rate": 9.21679281641303e-06,
-      "loss": 0.7877,
-      "step": 604
-    },
-    {
-      "epoch": 0.20571234274056444,
-      "grad_norm": 1.541601484308322,
-      "learning_rate": 9.2138306888477e-06,
-      "loss": 0.8159,
-      "step": 605
-    },
-    {
-      "epoch": 0.2060523631417885,
-      "grad_norm": 2.855409839214273,
-      "learning_rate": 9.21086344825943e-06,
-      "loss": 0.892,
-      "step": 606
-    },
-    {
-      "epoch": 0.2063923835430126,
-      "grad_norm": 2.0094424248725584,
-      "learning_rate": 9.207891098248648e-06,
-      "loss": 0.8376,
-      "step": 607
-    },
-    {
-      "epoch": 0.20673240394423664,
-      "grad_norm": 2.3628874201292103,
-      "learning_rate": 9.204913642421977e-06,
-      "loss": 0.8384,
-      "step": 608
-    },
-    {
-      "epoch": 0.20707242434546072,
-      "grad_norm": 2.7503706346744408,
-      "learning_rate": 9.20193108439223e-06,
-      "loss": 0.8241,
-      "step": 609
-    },
-    {
-      "epoch": 0.2074124447466848,
-      "grad_norm": 1.8912481720048837,
-      "learning_rate": 9.198943427778415e-06,
-      "loss": 0.7518,
-      "step": 610
-    },
-    {
-      "epoch": 0.20775246514790888,
-      "grad_norm": 1.8807659764591915,
-      "learning_rate": 9.19595067620573e-06,
-      "loss": 0.9048,
-      "step": 611
-    },
-    {
-      "epoch": 0.20809248554913296,
-      "grad_norm": 2.5399683576595744,
-      "learning_rate": 9.19295283330555e-06,
-      "loss": 0.787,
-      "step": 612
-    },
-    {
-      "epoch": 0.20843250595035703,
-      "grad_norm": 2.2042041124830756,
-      "learning_rate": 9.189949902715432e-06,
-      "loss": 0.7788,
-      "step": 613
-    },
-    {
-      "epoch": 0.20877252635158108,
-      "grad_norm": 3.1080504073340185,
-      "learning_rate": 9.1869418880791e-06,
-      "loss": 0.9674,
-      "step": 614
-    },
-    {
-      "epoch": 0.20911254675280516,
-      "grad_norm": 4.302778372345475,
-      "learning_rate": 9.183928793046456e-06,
-      "loss": 0.8179,
-      "step": 615
-    },
-    {
-      "epoch": 0.20945256715402924,
-      "grad_norm": 4.5320039265679375,
-      "learning_rate": 9.180910621273555e-06,
-      "loss": 0.8254,
-      "step": 616
-    },
-    {
-      "epoch": 0.20979258755525332,
-      "grad_norm": 1.8992179347695721,
-      "learning_rate": 9.177887376422624e-06,
-      "loss": 0.7908,
-      "step": 617
-    },
-    {
-      "epoch": 0.2101326079564774,
-      "grad_norm": 1.9899814372282567,
-      "learning_rate": 9.174859062162037e-06,
-      "loss": 0.7912,
-      "step": 618
-    },
-    {
-      "epoch": 0.21047262835770147,
-      "grad_norm": 2.476667419018384,
-      "learning_rate": 9.171825682166325e-06,
-      "loss": 0.8038,
-      "step": 619
-    },
-    {
-      "epoch": 0.21081264875892552,
-      "grad_norm": 2.295861238237628,
-      "learning_rate": 9.168787240116162e-06,
-      "loss": 0.8047,
-      "step": 620
-    },
-    {
-      "epoch": 0.2111526691601496,
-      "grad_norm": 2.0894123097550104,
-      "learning_rate": 9.165743739698364e-06,
-      "loss": 0.8888,
-      "step": 621
-    },
-    {
-      "epoch": 0.21149268956137368,
-      "grad_norm": 1.8237207223507654,
-      "learning_rate": 9.162695184605887e-06,
-      "loss": 0.8017,
-      "step": 622
-    },
-    {
-      "epoch": 0.21183270996259776,
-      "grad_norm": 6.442654526204107,
-      "learning_rate": 9.15964157853782e-06,
-      "loss": 0.858,
-      "step": 623
-    },
-    {
-      "epoch": 0.21217273036382184,
-      "grad_norm": 1.7241002709899875,
-      "learning_rate": 9.15658292519938e-06,
-      "loss": 0.8993,
-      "step": 624
-    },
-    {
-      "epoch": 0.21251275076504592,
-      "grad_norm": 2.4396884010337767,
-      "learning_rate": 9.153519228301907e-06,
-      "loss": 0.8945,
-      "step": 625
-    },
-    {
-      "epoch": 0.21285277116626997,
-      "grad_norm": 3.270858990699396,
-      "learning_rate": 9.150450491562864e-06,
-      "loss": 0.8649,
-      "step": 626
-    },
-    {
-      "epoch": 0.21319279156749404,
-      "grad_norm": 3.3296457820914904,
-      "learning_rate": 9.147376718705825e-06,
-      "loss": 0.8044,
-      "step": 627
-    },
-    {
-      "epoch": 0.21353281196871812,
-      "grad_norm": 1.8050916328292812,
-      "learning_rate": 9.144297913460481e-06,
-      "loss": 0.7789,
-      "step": 628
-    },
-    {
-      "epoch": 0.2138728323699422,
-      "grad_norm": 1.6022202427177714,
-      "learning_rate": 9.141214079562624e-06,
-      "loss": 0.7811,
-      "step": 629
-    },
-    {
-      "epoch": 0.21421285277116628,
-      "grad_norm": 3.8320152900329987,
-      "learning_rate": 9.13812522075415e-06,
-      "loss": 0.8481,
-      "step": 630
-    },
-    {
-      "epoch": 0.21455287317239036,
-      "grad_norm": 2.968430851574413,
-      "learning_rate": 9.13503134078305e-06,
-      "loss": 0.8705,
-      "step": 631
-    },
-    {
-      "epoch": 0.2148928935736144,
-      "grad_norm": 2.7320514154269016,
-      "learning_rate": 9.13193244340341e-06,
-      "loss": 0.7574,
-      "step": 632
-    },
-    {
-      "epoch": 0.21523291397483849,
-      "grad_norm": 2.5381990072952987,
-      "learning_rate": 9.128828532375404e-06,
-      "loss": 0.758,
-      "step": 633
-    },
-    {
-      "epoch": 0.21557293437606256,
-      "grad_norm": 4.664824544519933,
-      "learning_rate": 9.125719611465287e-06,
-      "loss": 0.9002,
-      "step": 634
-    },
-    {
-      "epoch": 0.21591295477728664,
-      "grad_norm": 1.8271666953396724,
-      "learning_rate": 9.122605684445397e-06,
-      "loss": 0.8619,
-      "step": 635
-    },
-    {
-      "epoch": 0.21625297517851072,
-      "grad_norm": 1.9433634039375405,
-      "learning_rate": 9.119486755094143e-06,
-      "loss": 0.8429,
-      "step": 636
-    },
-    {
-      "epoch": 0.21659299557973477,
-      "grad_norm": 1.8859622430454264,
-      "learning_rate": 9.116362827196002e-06,
-      "loss": 0.7708,
-      "step": 637
-    },
-    {
-      "epoch": 0.21693301598095885,
-      "grad_norm": 2.211237168392557,
-      "learning_rate": 9.113233904541524e-06,
-      "loss": 0.8633,
-      "step": 638
-    },
-    {
-      "epoch": 0.21727303638218293,
-      "grad_norm": 1.767226866716121,
-      "learning_rate": 9.110099990927311e-06,
-      "loss": 0.9302,
-      "step": 639
-    },
-    {
-      "epoch": 0.217613056783407,
-      "grad_norm": 1.989789546199134,
-      "learning_rate": 9.106961090156026e-06,
-      "loss": 0.8603,
-      "step": 640
-    },
-    {
-      "epoch": 0.21795307718463108,
-      "grad_norm": 4.520549862271871,
-      "learning_rate": 9.103817206036383e-06,
-      "loss": 0.8902,
-      "step": 641
-    },
-    {
-      "epoch": 0.21829309758585516,
-      "grad_norm": 1.938477575541222,
-      "learning_rate": 9.100668342383138e-06,
-      "loss": 0.8366,
-      "step": 642
-    },
-    {
-      "epoch": 0.2186331179870792,
-      "grad_norm": 2.327565546501374,
-      "learning_rate": 9.097514503017098e-06,
-      "loss": 0.7551,
-      "step": 643
-    },
-    {
-      "epoch": 0.2189731383883033,
-      "grad_norm": 2.1109166908567936,
-      "learning_rate": 9.0943556917651e-06,
-      "loss": 0.8257,
-      "step": 644
-    },
-    {
-      "epoch": 0.21931315878952737,
-      "grad_norm": 1.8110479549556548,
-      "learning_rate": 9.091191912460014e-06,
-      "loss": 0.9507,
-      "step": 645
-    },
-    {
-      "epoch": 0.21965317919075145,
-      "grad_norm": 2.251697261146959,
-      "learning_rate": 9.088023168940743e-06,
-      "loss": 0.6991,
-      "step": 646
-    },
-    {
-      "epoch": 0.21999319959197552,
-      "grad_norm": 1.7773244864207038,
-      "learning_rate": 9.08484946505221e-06,
-      "loss": 0.7976,
-      "step": 647
-    },
-    {
-      "epoch": 0.2203332199931996,
-      "grad_norm": 2.3077357797688176,
-      "learning_rate": 9.08167080464536e-06,
-      "loss": 0.8666,
-      "step": 648
-    },
-    {
-      "epoch": 0.22067324039442365,
-      "grad_norm": 2.28086178140718,
-      "learning_rate": 9.078487191577146e-06,
-      "loss": 0.94,
-      "step": 649
-    },
-    {
-      "epoch": 0.22101326079564773,
-      "grad_norm": 1.5485886049410107,
-      "learning_rate": 9.075298629710536e-06,
-      "loss": 0.8475,
-      "step": 650
-    },
-    {
-      "epoch": 0.2213532811968718,
-      "grad_norm": 1.9290472754703258,
-      "learning_rate": 9.072105122914502e-06,
-      "loss": 0.8813,
-      "step": 651
-    },
-    {
-      "epoch": 0.2216933015980959,
-      "grad_norm": 8.21841805972392,
-      "learning_rate": 9.068906675064016e-06,
-      "loss": 0.7745,
-      "step": 652
-    },
-    {
-      "epoch": 0.22203332199931997,
-      "grad_norm": 2.9628280561922713,
-      "learning_rate": 9.065703290040043e-06,
-      "loss": 0.6788,
-      "step": 653
-    },
-    {
-      "epoch": 0.22237334240054404,
-      "grad_norm": 3.0384149610010076,
-      "learning_rate": 9.062494971729542e-06,
-      "loss": 0.8977,
-      "step": 654
-    },
-    {
-      "epoch": 0.2227133628017681,
-      "grad_norm": 3.001689658067599,
-      "learning_rate": 9.059281724025455e-06,
-      "loss": 0.7856,
-      "step": 655
-    },
-    {
-      "epoch": 0.22305338320299217,
-      "grad_norm": 2.4216473597244557,
-      "learning_rate": 9.056063550826708e-06,
-      "loss": 0.8248,
-      "step": 656
-    },
-    {
-      "epoch": 0.22339340360421625,
-      "grad_norm": 2.4916553224709115,
-      "learning_rate": 9.052840456038204e-06,
-      "loss": 0.8426,
-      "step": 657
-    },
-    {
-      "epoch": 0.22373342400544033,
-      "grad_norm": 2.030963651676548,
-      "learning_rate": 9.049612443570814e-06,
-      "loss": 0.8562,
-      "step": 658
-    },
-    {
-      "epoch": 0.2240734444066644,
-      "grad_norm": 2.8064288123845516,
-      "learning_rate": 9.046379517341378e-06,
-      "loss": 0.8298,
-      "step": 659
-    },
-    {
-      "epoch": 0.22441346480788849,
-      "grad_norm": 2.279614877119188,
-      "learning_rate": 9.0431416812727e-06,
-      "loss": 0.8515,
-      "step": 660
-    },
-    {
-      "epoch": 0.22475348520911254,
-      "grad_norm": 2.1516052872817553,
-      "learning_rate": 9.039898939293539e-06,
-      "loss": 0.7463,
-      "step": 661
-    },
-    {
-      "epoch": 0.2250935056103366,
-      "grad_norm": 2.343567497267246,
-      "learning_rate": 9.036651295338608e-06,
-      "loss": 0.8554,
-      "step": 662
-    },
-    {
-      "epoch": 0.2254335260115607,
-      "grad_norm": 2.6761262055968795,
-      "learning_rate": 9.033398753348569e-06,
-      "loss": 0.8184,
-      "step": 663
-    },
-    {
-      "epoch": 0.22577354641278477,
-      "grad_norm": 2.0464322670596493,
-      "learning_rate": 9.030141317270026e-06,
-      "loss": 0.7478,
-      "step": 664
-    },
-    {
-      "epoch": 0.22611356681400885,
-      "grad_norm": 2.2236911397789414,
-      "learning_rate": 9.026878991055521e-06,
-      "loss": 0.9156,
-      "step": 665
-    },
-    {
-      "epoch": 0.22645358721523293,
-      "grad_norm": 2.1101918658429124,
-      "learning_rate": 9.02361177866353e-06,
-      "loss": 0.782,
-      "step": 666
-    },
-    {
-      "epoch": 0.22679360761645698,
-      "grad_norm": 3.224573101223046,
-      "learning_rate": 9.020339684058459e-06,
-      "loss": 0.8831,
-      "step": 667
-    },
-    {
-      "epoch": 0.22713362801768106,
-      "grad_norm": 2.155983593275046,
-      "learning_rate": 9.017062711210638e-06,
-      "loss": 0.8461,
-      "step": 668
-    },
-    {
-      "epoch": 0.22747364841890513,
-      "grad_norm": 3.742735571520871,
-      "learning_rate": 9.013780864096313e-06,
-      "loss": 0.9233,
-      "step": 669
-    },
-    {
-      "epoch": 0.2278136688201292,
-      "grad_norm": 2.11951387339584,
-      "learning_rate": 9.010494146697648e-06,
-      "loss": 0.8415,
-      "step": 670
-    },
-    {
-      "epoch": 0.2281536892213533,
-      "grad_norm": 4.046208706917889,
-      "learning_rate": 9.007202563002715e-06,
-      "loss": 0.8367,
-      "step": 671
-    },
-    {
-      "epoch": 0.22849370962257737,
-      "grad_norm": 2.5726534936217353,
-      "learning_rate": 9.003906117005489e-06,
-      "loss": 0.7983,
-      "step": 672
-    },
-    {
-      "epoch": 0.22883373002380142,
-      "grad_norm": 2.3143058688116334,
-      "learning_rate": 9.000604812705854e-06,
-      "loss": 0.7471,
-      "step": 673
-    },
-    {
-      "epoch": 0.2291737504250255,
-      "grad_norm": 7.689486779358199,
-      "learning_rate": 8.997298654109573e-06,
-      "loss": 0.7961,
-      "step": 674
-    },
-    {
-      "epoch": 0.22951377082624957,
-      "grad_norm": 1.9154873476566034,
-      "learning_rate": 8.993987645228313e-06,
-      "loss": 0.8463,
-      "step": 675
-    },
-    {
-      "epoch": 0.22985379122747365,
-      "grad_norm": 1.9308286258150182,
-      "learning_rate": 8.99067179007962e-06,
-      "loss": 0.7293,
-      "step": 676
-    },
-    {
-      "epoch": 0.23019381162869773,
-      "grad_norm": 3.112154181656327,
-      "learning_rate": 8.987351092686923e-06,
-      "loss": 0.8588,
-      "step": 677
-    },
-    {
-      "epoch": 0.2305338320299218,
-      "grad_norm": 1.7834759216247464,
-      "learning_rate": 8.984025557079523e-06,
-      "loss": 0.8339,
-      "step": 678
-    },
-    {
-      "epoch": 0.23087385243114586,
-      "grad_norm": 2.316905251892595,
-      "learning_rate": 8.980695187292598e-06,
-      "loss": 0.7621,
-      "step": 679
-    },
-    {
-      "epoch": 0.23121387283236994,
-      "grad_norm": 3.101167924048224,
-      "learning_rate": 8.977359987367182e-06,
-      "loss": 0.8604,
-      "step": 680
-    },
-    {
-      "epoch": 0.23155389323359402,
-      "grad_norm": 2.2874629757251634,
-      "learning_rate": 8.97401996135018e-06,
-      "loss": 0.8787,
-      "step": 681
-    },
-    {
-      "epoch": 0.2318939136348181,
-      "grad_norm": 2.4403671006704677,
-      "learning_rate": 8.970675113294348e-06,
-      "loss": 0.9373,
-      "step": 682
-    },
-    {
-      "epoch": 0.23223393403604217,
-      "grad_norm": 2.4115030369064274,
-      "learning_rate": 8.967325447258292e-06,
-      "loss": 0.7396,
-      "step": 683
-    },
-    {
-      "epoch": 0.23257395443726622,
-      "grad_norm": 2.1720889668199708,
-      "learning_rate": 8.963970967306466e-06,
-      "loss": 0.843,
-      "step": 684
-    },
-    {
-      "epoch": 0.2329139748384903,
-      "grad_norm": 1.9401953765991744,
-      "learning_rate": 8.960611677509166e-06,
-      "loss": 0.8625,
-      "step": 685
-    },
-    {
-      "epoch": 0.23325399523971438,
-      "grad_norm": 2.068432286888123,
-      "learning_rate": 8.95724758194252e-06,
-      "loss": 0.8402,
-      "step": 686
-    },
-    {
-      "epoch": 0.23359401564093846,
-      "grad_norm": 1.591243068030512,
-      "learning_rate": 8.953878684688492e-06,
-      "loss": 0.7842,
-      "step": 687
-    },
-    {
-      "epoch": 0.23393403604216254,
-      "grad_norm": 1.7715469138687294,
-      "learning_rate": 8.950504989834873e-06,
-      "loss": 0.8833,
-      "step": 688
-    },
-    {
-      "epoch": 0.2342740564433866,
-      "grad_norm": 2.0026773241901537,
-      "learning_rate": 8.94712650147527e-06,
-      "loss": 0.8189,
-      "step": 689
-    },
-    {
-      "epoch": 0.23461407684461066,
-      "grad_norm": 2.8052765922906917,
-      "learning_rate": 8.943743223709109e-06,
-      "loss": 0.7157,
-      "step": 690
-    },
-    {
-      "epoch": 0.23495409724583474,
-      "grad_norm": 1.7526459634636724,
-      "learning_rate": 8.94035516064163e-06,
-      "loss": 0.7976,
-      "step": 691
-    },
-    {
-      "epoch": 0.23529411764705882,
-      "grad_norm": 1.5061919498395846,
-      "learning_rate": 8.936962316383876e-06,
-      "loss": 0.7932,
-      "step": 692
-    },
-    {
-      "epoch": 0.2356341380482829,
-      "grad_norm": 2.5099728137526736,
-      "learning_rate": 8.933564695052692e-06,
-      "loss": 0.7652,
-      "step": 693
-    },
-    {
-      "epoch": 0.23597415844950698,
-      "grad_norm": 1.8950918439469646,
-      "learning_rate": 8.930162300770721e-06,
-      "loss": 0.7014,
-      "step": 694
-    },
-    {
-      "epoch": 0.23631417885073105,
-      "grad_norm": 2.1074334438205358,
-      "learning_rate": 8.926755137666396e-06,
-      "loss": 0.8158,
-      "step": 695
-    },
-    {
-      "epoch": 0.2366541992519551,
-      "grad_norm": 2.093263958473567,
-      "learning_rate": 8.923343209873937e-06,
-      "loss": 0.8099,
-      "step": 696
-    },
-    {
-      "epoch": 0.23699421965317918,
-      "grad_norm": 1.8542225188561288,
-      "learning_rate": 8.919926521533346e-06,
-      "loss": 0.8189,
-      "step": 697
-    },
-    {
-      "epoch": 0.23733424005440326,
-      "grad_norm": 2.087963516864021,
-      "learning_rate": 8.9165050767904e-06,
-      "loss": 0.8313,
-      "step": 698
-    },
-    {
-      "epoch": 0.23767426045562734,
-      "grad_norm": 2.047018307961187,
-      "learning_rate": 8.913078879796648e-06,
-      "loss": 0.8662,
-      "step": 699
-    },
-    {
-      "epoch": 0.23801428085685142,
-      "grad_norm": 2.7094333692876837,
-      "learning_rate": 8.90964793470941e-06,
-      "loss": 0.8143,
-      "step": 700
-    },
-    {
-      "epoch": 0.2383543012580755,
-      "grad_norm": 2.7906165665573837,
-      "learning_rate": 8.906212245691755e-06,
-      "loss": 0.8905,
-      "step": 701
-    },
-    {
-      "epoch": 0.23869432165929955,
-      "grad_norm": 2.797092594783242,
-      "learning_rate": 8.902771816912521e-06,
-      "loss": 0.879,
-      "step": 702
-    },
-    {
-      "epoch": 0.23903434206052362,
-      "grad_norm": 2.5180099645451066,
-      "learning_rate": 8.899326652546292e-06,
-      "loss": 0.7547,
-      "step": 703
-    },
-    {
-      "epoch": 0.2393743624617477,
-      "grad_norm": 1.7769222125627648,
-      "learning_rate": 8.895876756773398e-06,
-      "loss": 0.9269,
-      "step": 704
-    },
-    {
-      "epoch": 0.23971438286297178,
-      "grad_norm": 1.8153973558094076,
-      "learning_rate": 8.89242213377991e-06,
-      "loss": 0.8157,
-      "step": 705
-    },
-    {
-      "epoch": 0.24005440326419586,
-      "grad_norm": 1.7008522196194176,
-      "learning_rate": 8.888962787757636e-06,
-      "loss": 0.8323,
-      "step": 706
-    },
-    {
-      "epoch": 0.24039442366541994,
-      "grad_norm": 3.122832621811037,
-      "learning_rate": 8.885498722904114e-06,
-      "loss": 0.8148,
-      "step": 707
-    },
-    {
-      "epoch": 0.240734444066644,
-      "grad_norm": 2.6291893036900045,
-      "learning_rate": 8.882029943422605e-06,
-      "loss": 0.8432,
-      "step": 708
-    },
-    {
-      "epoch": 0.24107446446786807,
-      "grad_norm": 2.273799903298918,
-      "learning_rate": 8.8785564535221e-06,
-      "loss": 0.8374,
-      "step": 709
-    },
-    {
-      "epoch": 0.24141448486909214,
-      "grad_norm": 1.8887964125341279,
-      "learning_rate": 8.875078257417294e-06,
-      "loss": 0.8395,
-      "step": 710
-    },
-    {
-      "epoch": 0.24175450527031622,
-      "grad_norm": 1.9167482586163092,
-      "learning_rate": 8.871595359328603e-06,
-      "loss": 0.8333,
-      "step": 711
-    },
-    {
-      "epoch": 0.2420945256715403,
-      "grad_norm": 2.0043550475154777,
-      "learning_rate": 8.868107763482137e-06,
-      "loss": 0.8465,
-      "step": 712
-    },
-    {
-      "epoch": 0.24243454607276438,
-      "grad_norm": 1.8537150982530552,
-      "learning_rate": 8.864615474109715e-06,
-      "loss": 0.7761,
-      "step": 713
-    },
-    {
-      "epoch": 0.24277456647398843,
-      "grad_norm": 2.2270421393649777,
-      "learning_rate": 8.861118495448847e-06,
-      "loss": 0.7535,
-      "step": 714
-    },
-    {
-      "epoch": 0.2431145868752125,
-      "grad_norm": 1.9397964001880972,
-      "learning_rate": 8.857616831742739e-06,
-      "loss": 0.751,
-      "step": 715
-    },
-    {
-      "epoch": 0.24345460727643659,
-      "grad_norm": 2.797785675978316,
-      "learning_rate": 8.854110487240275e-06,
-      "loss": 0.7928,
-      "step": 716
-    },
-    {
-      "epoch": 0.24379462767766066,
-      "grad_norm": 3.0971738774972604,
-      "learning_rate": 8.850599466196018e-06,
-      "loss": 0.7754,
-      "step": 717
-    },
-    {
-      "epoch": 0.24413464807888474,
-      "grad_norm": 3.154393286576707,
-      "learning_rate": 8.847083772870209e-06,
-      "loss": 0.7009,
-      "step": 718
-    },
-    {
-      "epoch": 0.24447466848010882,
-      "grad_norm": 2.605914049831787,
-      "learning_rate": 8.84356341152876e-06,
-      "loss": 0.7458,
-      "step": 719
-    },
-    {
-      "epoch": 0.24481468888133287,
-      "grad_norm": 2.3256897705301522,
-      "learning_rate": 8.840038386443243e-06,
-      "loss": 0.7355,
-      "step": 720
-    },
-    {
-      "epoch": 0.24515470928255695,
-      "grad_norm": 2.092998344309539,
-      "learning_rate": 8.836508701890892e-06,
-      "loss": 0.859,
-      "step": 721
-    },
-    {
-      "epoch": 0.24549472968378103,
-      "grad_norm": 1.8695733446918772,
-      "learning_rate": 8.832974362154592e-06,
-      "loss": 0.8425,
-      "step": 722
-    },
-    {
-      "epoch": 0.2458347500850051,
-      "grad_norm": 1.9623481565876253,
-      "learning_rate": 8.829435371522879e-06,
-      "loss": 0.7531,
-      "step": 723
-    },
-    {
-      "epoch": 0.24617477048622918,
-      "grad_norm": 1.7281382412711035,
-      "learning_rate": 8.82589173428993e-06,
-      "loss": 0.8975,
-      "step": 724
-    },
-    {
-      "epoch": 0.24651479088745323,
-      "grad_norm": 1.6071614173391668,
-      "learning_rate": 8.822343454755562e-06,
-      "loss": 0.8718,
-      "step": 725
-    },
-    {
-      "epoch": 0.2468548112886773,
-      "grad_norm": 1.9394291672670085,
-      "learning_rate": 8.818790537225224e-06,
-      "loss": 0.7458,
-      "step": 726
-    },
-    {
-      "epoch": 0.2471948316899014,
-      "grad_norm": 2.0539393000556343,
-      "learning_rate": 8.815232986009994e-06,
-      "loss": 0.8104,
-      "step": 727
-    },
-    {
-      "epoch": 0.24753485209112547,
-      "grad_norm": 2.047963973266287,
-      "learning_rate": 8.81167080542657e-06,
-      "loss": 0.8877,
-      "step": 728
-    },
-    {
-      "epoch": 0.24787487249234955,
-      "grad_norm": 3.0026729958135134,
-      "learning_rate": 8.80810399979727e-06,
-      "loss": 0.8977,
-      "step": 729
-    },
-    {
-      "epoch": 0.24821489289357362,
-      "grad_norm": 1.7334258967558374,
-      "learning_rate": 8.804532573450024e-06,
-      "loss": 0.7311,
-      "step": 730
-    },
-    {
-      "epoch": 0.24855491329479767,
-      "grad_norm": 2.2237717981886056,
-      "learning_rate": 8.800956530718365e-06,
-      "loss": 0.8934,
-      "step": 731
-    },
-    {
-      "epoch": 0.24889493369602175,
-      "grad_norm": 1.4722862638834173,
-      "learning_rate": 8.797375875941431e-06,
-      "loss": 0.7578,
-      "step": 732
-    },
-    {
-      "epoch": 0.24923495409724583,
-      "grad_norm": 2.076977010854489,
-      "learning_rate": 8.793790613463956e-06,
-      "loss": 0.8266,
-      "step": 733
-    },
-    {
-      "epoch": 0.2495749744984699,
-      "grad_norm": 1.9019007451038732,
-      "learning_rate": 8.790200747636261e-06,
-      "loss": 0.817,
-      "step": 734
-    },
-    {
-      "epoch": 0.249914994899694,
-      "grad_norm": 3.2523001391650603,
-      "learning_rate": 8.78660628281426e-06,
-      "loss": 0.823,
-      "step": 735
-    },
-    {
-      "epoch": 0.25025501530091804,
-      "grad_norm": 2.2606861111968706,
-      "learning_rate": 8.78300722335944e-06,
-      "loss": 0.7769,
-      "step": 736
-    },
-    {
-      "epoch": 0.25059503570214214,
-      "grad_norm": 2.4433629042102467,
-      "learning_rate": 8.77940357363887e-06,
-      "loss": 0.7904,
-      "step": 737
-    },
-    {
-      "epoch": 0.2509350561033662,
-      "grad_norm": 2.108341620407174,
-      "learning_rate": 8.77579533802518e-06,
-      "loss": 0.8316,
-      "step": 738
-    },
-    {
-      "epoch": 0.2512750765045903,
-      "grad_norm": 4.98477571143613,
-      "learning_rate": 8.772182520896573e-06,
-      "loss": 0.8266,
-      "step": 739
-    },
-    {
-      "epoch": 0.25161509690581435,
-      "grad_norm": 1.9399774055291894,
-      "learning_rate": 8.768565126636806e-06,
-      "loss": 0.8225,
-      "step": 740
-    },
-    {
-      "epoch": 0.2519551173070384,
-      "grad_norm": 2.594549449894867,
-      "learning_rate": 8.764943159635193e-06,
-      "loss": 0.7238,
-      "step": 741
-    },
-    {
-      "epoch": 0.2522951377082625,
-      "grad_norm": 2.6610598581449247,
-      "learning_rate": 8.761316624286593e-06,
-      "loss": 0.7797,
-      "step": 742
-    },
-    {
-      "epoch": 0.25263515810948656,
-      "grad_norm": 1.7706557977888584,
-      "learning_rate": 8.757685524991414e-06,
-      "loss": 0.8875,
-      "step": 743
-    },
-    {
-      "epoch": 0.25297517851071066,
-      "grad_norm": 2.367385917663463,
-      "learning_rate": 8.754049866155594e-06,
-      "loss": 0.8251,
-      "step": 744
-    },
-    {
-      "epoch": 0.2533151989119347,
-      "grad_norm": 2.0014441027718557,
-      "learning_rate": 8.750409652190609e-06,
-      "loss": 0.8519,
-      "step": 745
-    },
-    {
-      "epoch": 0.25365521931315876,
-      "grad_norm": 1.8473603569334116,
-      "learning_rate": 8.74676488751346e-06,
-      "loss": 0.8601,
-      "step": 746
-    },
-    {
-      "epoch": 0.25399523971438287,
-      "grad_norm": 2.477807792703976,
-      "learning_rate": 8.743115576546672e-06,
-      "loss": 0.9798,
-      "step": 747
-    },
-    {
-      "epoch": 0.2543352601156069,
-      "grad_norm": 2.1596648623116694,
-      "learning_rate": 8.739461723718286e-06,
-      "loss": 0.9241,
-      "step": 748
-    },
-    {
-      "epoch": 0.254675280516831,
-      "grad_norm": 2.271967660622451,
-      "learning_rate": 8.73580333346185e-06,
-      "loss": 0.9333,
-      "step": 749
-    },
-    {
-      "epoch": 0.2550153009180551,
-      "grad_norm": 1.89409525964846,
-      "learning_rate": 8.732140410216422e-06,
-      "loss": 0.9235,
-      "step": 750
-    },
-    {
-      "epoch": 0.2553553213192792,
-      "grad_norm": 1.9160319862426827,
-      "learning_rate": 8.72847295842656e-06,
-      "loss": 0.8362,
-      "step": 751
-    },
-    {
-      "epoch": 0.25569534172050323,
-      "grad_norm": 2.75041804529313,
-      "learning_rate": 8.724800982542313e-06,
-      "loss": 0.8281,
-      "step": 752
-    },
-    {
-      "epoch": 0.2560353621217273,
-      "grad_norm": 1.9660343049850402,
-      "learning_rate": 8.721124487019226e-06,
-      "loss": 0.8134,
-      "step": 753
-    },
-    {
-      "epoch": 0.2563753825229514,
-      "grad_norm": 1.7476864872494857,
-      "learning_rate": 8.717443476318322e-06,
-      "loss": 0.7963,
-      "step": 754
-    },
-    {
-      "epoch": 0.25671540292417544,
-      "grad_norm": 1.7181600952027278,
-      "learning_rate": 8.713757954906105e-06,
-      "loss": 0.6619,
-      "step": 755
-    },
-    {
-      "epoch": 0.25705542332539955,
-      "grad_norm": 4.689603340381868,
-      "learning_rate": 8.710067927254555e-06,
-      "loss": 0.8325,
-      "step": 756
-    },
-    {
-      "epoch": 0.2573954437266236,
-      "grad_norm": 2.0670743417962014,
-      "learning_rate": 8.706373397841114e-06,
-      "loss": 0.7841,
-      "step": 757
-    },
-    {
-      "epoch": 0.25773546412784765,
-      "grad_norm": 1.9345516631091482,
-      "learning_rate": 8.702674371148692e-06,
-      "loss": 0.7412,
-      "step": 758
-    },
-    {
-      "epoch": 0.25807548452907175,
-      "grad_norm": 2.3058554102539865,
-      "learning_rate": 8.698970851665652e-06,
-      "loss": 0.8672,
-      "step": 759
-    },
-    {
-      "epoch": 0.2584155049302958,
-      "grad_norm": 1.906875691115053,
-      "learning_rate": 8.695262843885812e-06,
-      "loss": 0.7907,
-      "step": 760
-    },
-    {
-      "epoch": 0.2587555253315199,
-      "grad_norm": 1.8081498930839859,
-      "learning_rate": 8.691550352308431e-06,
-      "loss": 0.7257,
-      "step": 761
-    },
-    {
-      "epoch": 0.25909554573274396,
-      "grad_norm": 2.0456832516321377,
-      "learning_rate": 8.687833381438215e-06,
-      "loss": 0.8767,
-      "step": 762
-    },
-    {
-      "epoch": 0.25943556613396807,
-      "grad_norm": 4.818955286864829,
-      "learning_rate": 8.684111935785299e-06,
-      "loss": 0.809,
-      "step": 763
-    },
-    {
-      "epoch": 0.2597755865351921,
-      "grad_norm": 1.6359696437957223,
-      "learning_rate": 8.680386019865253e-06,
-      "loss": 0.8736,
-      "step": 764
-    },
-    {
-      "epoch": 0.26011560693641617,
-      "grad_norm": 1.9275763227542202,
-      "learning_rate": 8.676655638199068e-06,
-      "loss": 0.7778,
-      "step": 765
-    },
-    {
-      "epoch": 0.26045562733764027,
-      "grad_norm": 1.5111168632740775,
-      "learning_rate": 8.67292079531315e-06,
-      "loss": 0.7518,
-      "step": 766
-    },
-    {
-      "epoch": 0.2607956477388643,
-      "grad_norm": 1.9868081030493614,
-      "learning_rate": 8.669181495739332e-06,
-      "loss": 0.876,
-      "step": 767
-    },
-    {
-      "epoch": 0.26113566814008843,
-      "grad_norm": 1.9632367709448835,
-      "learning_rate": 8.665437744014838e-06,
-      "loss": 0.7469,
-      "step": 768
-    },
-    {
-      "epoch": 0.2614756885413125,
-      "grad_norm": 2.658790741994479,
-      "learning_rate": 8.661689544682301e-06,
-      "loss": 0.8102,
-      "step": 769
-    },
-    {
-      "epoch": 0.26181570894253653,
-      "grad_norm": 1.9709245415214305,
-      "learning_rate": 8.657936902289756e-06,
-      "loss": 0.8966,
-      "step": 770
-    },
-    {
-      "epoch": 0.26215572934376064,
-      "grad_norm": 3.0701001889258515,
-      "learning_rate": 8.65417982139062e-06,
-      "loss": 0.9841,
-      "step": 771
-    },
-    {
-      "epoch": 0.2624957497449847,
-      "grad_norm": 4.54013202807214,
-      "learning_rate": 8.650418306543704e-06,
-      "loss": 0.8277,
-      "step": 772
-    },
-    {
-      "epoch": 0.2628357701462088,
-      "grad_norm": 1.6031790587096684,
-      "learning_rate": 8.646652362313193e-06,
-      "loss": 0.8168,
-      "step": 773
-    },
-    {
-      "epoch": 0.26317579054743284,
-      "grad_norm": 2.2725192507554857,
-      "learning_rate": 8.642881993268647e-06,
-      "loss": 0.8552,
-      "step": 774
-    },
-    {
-      "epoch": 0.2635158109486569,
-      "grad_norm": 1.9449496721499624,
-      "learning_rate": 8.639107203985e-06,
-      "loss": 0.8014,
-      "step": 775
-    },
-    {
-      "epoch": 0.263855831349881,
-      "grad_norm": 4.227240205226276,
-      "learning_rate": 8.635327999042543e-06,
-      "loss": 0.9003,
-      "step": 776
-    },
-    {
-      "epoch": 0.26419585175110505,
-      "grad_norm": 1.7770839323226375,
-      "learning_rate": 8.63154438302693e-06,
-      "loss": 0.8669,
-      "step": 777
-    },
-    {
-      "epoch": 0.26453587215232915,
-      "grad_norm": 4.668426873038303,
-      "learning_rate": 8.627756360529166e-06,
-      "loss": 0.861,
-      "step": 778
-    },
-    {
-      "epoch": 0.2648758925535532,
-      "grad_norm": 2.0048269343626663,
-      "learning_rate": 8.6239639361456e-06,
-      "loss": 0.7886,
-      "step": 779
-    },
-    {
-      "epoch": 0.2652159129547773,
-      "grad_norm": 2.793168861569981,
-      "learning_rate": 8.620167114477926e-06,
-      "loss": 0.8552,
-      "step": 780
-    },
-    {
-      "epoch": 0.26555593335600136,
-      "grad_norm": 1.832488110710129,
-      "learning_rate": 8.616365900133175e-06,
-      "loss": 0.8196,
-      "step": 781
-    },
-    {
-      "epoch": 0.2658959537572254,
-      "grad_norm": 4.023379445825273,
-      "learning_rate": 8.612560297723697e-06,
-      "loss": 0.7989,
-      "step": 782
-    },
-    {
-      "epoch": 0.2662359741584495,
-      "grad_norm": 2.332651801821611,
-      "learning_rate": 8.608750311867182e-06,
-      "loss": 0.7508,
-      "step": 783
-    },
-    {
-      "epoch": 0.26657599455967357,
-      "grad_norm": 6.696709614360918,
-      "learning_rate": 8.60493594718663e-06,
-      "loss": 0.8147,
-      "step": 784
-    },
-    {
-      "epoch": 0.2669160149608977,
-      "grad_norm": 1.8834108862545373,
-      "learning_rate": 8.601117208310351e-06,
-      "loss": 0.9059,
-      "step": 785
-    },
-    {
-      "epoch": 0.2672560353621217,
-      "grad_norm": 2.077771875039454,
-      "learning_rate": 8.597294099871974e-06,
-      "loss": 0.7673,
-      "step": 786
-    },
-    {
-      "epoch": 0.2675960557633458,
-      "grad_norm": 6.9046174801442675,
-      "learning_rate": 8.59346662651042e-06,
-      "loss": 0.8263,
-      "step": 787
-    },
-    {
-      "epoch": 0.2679360761645699,
-      "grad_norm": 2.77437081702886,
-      "learning_rate": 8.589634792869908e-06,
-      "loss": 0.8334,
-      "step": 788
-    },
-    {
-      "epoch": 0.26827609656579393,
-      "grad_norm": 2.308063436284089,
-      "learning_rate": 8.58579860359995e-06,
-      "loss": 0.8516,
-      "step": 789
-    },
-    {
-      "epoch": 0.26861611696701804,
-      "grad_norm": 1.5049106697591117,
-      "learning_rate": 8.581958063355344e-06,
-      "loss": 0.7896,
-      "step": 790
-    },
-    {
-      "epoch": 0.2689561373682421,
-      "grad_norm": 2.273632666328108,
-      "learning_rate": 8.578113176796165e-06,
-      "loss": 0.9209,
-      "step": 791
-    },
-    {
-      "epoch": 0.2692961577694662,
-      "grad_norm": 2.223581774886736,
-      "learning_rate": 8.574263948587762e-06,
-      "loss": 0.7586,
-      "step": 792
-    },
-    {
-      "epoch": 0.26963617817069024,
-      "grad_norm": 2.234320213681529,
-      "learning_rate": 8.570410383400754e-06,
-      "loss": 0.9106,
-      "step": 793
-    },
-    {
-      "epoch": 0.2699761985719143,
-      "grad_norm": 1.8073070815618781,
-      "learning_rate": 8.56655248591102e-06,
-      "loss": 0.8563,
-      "step": 794
-    },
-    {
-      "epoch": 0.2703162189731384,
-      "grad_norm": 2.216862016544106,
-      "learning_rate": 8.562690260799696e-06,
-      "loss": 0.8404,
-      "step": 795
-    },
-    {
-      "epoch": 0.27065623937436245,
-      "grad_norm": 3.3719814382949944,
-      "learning_rate": 8.558823712753171e-06,
-      "loss": 0.8676,
-      "step": 796
-    },
-    {
-      "epoch": 0.27099625977558656,
-      "grad_norm": 2.196633013307635,
-      "learning_rate": 8.554952846463081e-06,
-      "loss": 0.8648,
-      "step": 797
-    },
-    {
-      "epoch": 0.2713362801768106,
-      "grad_norm": 2.5165242077281595,
-      "learning_rate": 8.551077666626292e-06,
-      "loss": 0.7004,
-      "step": 798
-    },
-    {
-      "epoch": 0.27167630057803466,
-      "grad_norm": 1.7249240592256398,
-      "learning_rate": 8.54719817794492e-06,
-      "loss": 0.7373,
-      "step": 799
-    },
-    {
-      "epoch": 0.27201632097925876,
-      "grad_norm": 1.677617648661045,
-      "learning_rate": 8.543314385126296e-06,
-      "loss": 0.8333,
-      "step": 800
-    },
-    {
-      "epoch": 0.2723563413804828,
-      "grad_norm": 2.7130063773245223,
-      "learning_rate": 8.539426292882976e-06,
-      "loss": 0.7646,
-      "step": 801
-    },
-    {
-      "epoch": 0.2726963617817069,
-      "grad_norm": 3.5342476236653084,
-      "learning_rate": 8.535533905932739e-06,
-      "loss": 0.747,
-      "step": 802
-    },
-    {
-      "epoch": 0.27303638218293097,
-      "grad_norm": 2.6210750163057357,
-      "learning_rate": 8.531637228998569e-06,
-      "loss": 0.8778,
-      "step": 803
-    },
-    {
-      "epoch": 0.2733764025841551,
-      "grad_norm": 2.0347303242471853,
-      "learning_rate": 8.527736266808658e-06,
-      "loss": 0.769,
-      "step": 804
-    },
-    {
-      "epoch": 0.2737164229853791,
-      "grad_norm": 2.4027128478891915,
-      "learning_rate": 8.523831024096396e-06,
-      "loss": 0.8585,
-      "step": 805
-    },
-    {
-      "epoch": 0.2740564433866032,
-      "grad_norm": 1.8350089573984862,
-      "learning_rate": 8.519921505600368e-06,
-      "loss": 0.8113,
-      "step": 806
-    },
-    {
-      "epoch": 0.2743964637878273,
-      "grad_norm": 2.2589489484204908,
-      "learning_rate": 8.516007716064352e-06,
-      "loss": 0.8187,
-      "step": 807
-    },
-    {
-      "epoch": 0.27473648418905133,
-      "grad_norm": 1.858296448626169,
-      "learning_rate": 8.5120896602373e-06,
-      "loss": 0.9453,
-      "step": 808
-    },
-    {
-      "epoch": 0.27507650459027544,
-      "grad_norm": 2.355100329431512,
-      "learning_rate": 8.508167342873342e-06,
-      "loss": 0.8078,
-      "step": 809
-    },
-    {
-      "epoch": 0.2754165249914995,
-      "grad_norm": 1.9899667485080101,
-      "learning_rate": 8.504240768731787e-06,
-      "loss": 0.8554,
-      "step": 810
-    },
-    {
-      "epoch": 0.27575654539272354,
-      "grad_norm": 1.8787714779536697,
-      "learning_rate": 8.500309942577098e-06,
-      "loss": 0.8568,
-      "step": 811
-    },
-    {
-      "epoch": 0.27609656579394765,
-      "grad_norm": 2.068637813773282,
-      "learning_rate": 8.496374869178908e-06,
-      "loss": 0.848,
-      "step": 812
-    },
-    {
-      "epoch": 0.2764365861951717,
-      "grad_norm": 1.7791526260663866,
-      "learning_rate": 8.492435553311995e-06,
-      "loss": 0.8251,
-      "step": 813
-    },
-    {
-      "epoch": 0.2767766065963958,
-      "grad_norm": 1.8869896486229023,
-      "learning_rate": 8.48849199975629e-06,
-      "loss": 0.778,
-      "step": 814
-    },
-    {
-      "epoch": 0.27711662699761985,
-      "grad_norm": 2.2096789072585414,
-      "learning_rate": 8.484544213296864e-06,
-      "loss": 0.8346,
-      "step": 815
-    },
-    {
-      "epoch": 0.2774566473988439,
-      "grad_norm": 2.170554684057787,
-      "learning_rate": 8.480592198723922e-06,
-      "loss": 0.9079,
-      "step": 816
-    },
-    {
-      "epoch": 0.277796667800068,
-      "grad_norm": 1.9605343168925984,
-      "learning_rate": 8.476635960832805e-06,
-      "loss": 0.9024,
-      "step": 817
-    },
-    {
-      "epoch": 0.27813668820129206,
-      "grad_norm": 2.5300613494335638,
-      "learning_rate": 8.472675504423972e-06,
-      "loss": 0.7871,
-      "step": 818
-    },
-    {
-      "epoch": 0.27847670860251617,
-      "grad_norm": 2.8042077194040287,
-      "learning_rate": 8.468710834303007e-06,
-      "loss": 0.7785,
-      "step": 819
-    },
-    {
-      "epoch": 0.2788167290037402,
-      "grad_norm": 1.697967343522963,
-      "learning_rate": 8.464741955280603e-06,
-      "loss": 0.8535,
-      "step": 820
-    },
-    {
-      "epoch": 0.2791567494049643,
-      "grad_norm": 2.2291137255399303,
-      "learning_rate": 8.460768872172558e-06,
-      "loss": 0.8406,
-      "step": 821
-    },
-    {
-      "epoch": 0.27949676980618837,
-      "grad_norm": 1.919715258452679,
-      "learning_rate": 8.456791589799777e-06,
-      "loss": 0.8334,
-      "step": 822
-    },
-    {
-      "epoch": 0.2798367902074124,
-      "grad_norm": 1.9257825337008065,
-      "learning_rate": 8.45281011298826e-06,
-      "loss": 0.7674,
-      "step": 823
-    },
-    {
-      "epoch": 0.28017681060863653,
-      "grad_norm": 1.9491101623001321,
-      "learning_rate": 8.448824446569087e-06,
-      "loss": 0.8832,
-      "step": 824
-    },
-    {
-      "epoch": 0.2805168310098606,
-      "grad_norm": 1.870418445256147,
-      "learning_rate": 8.444834595378434e-06,
-      "loss": 0.8243,
-      "step": 825
-    },
-    {
-      "epoch": 0.2808568514110847,
-      "grad_norm": 15.898061851643817,
-      "learning_rate": 8.440840564257547e-06,
-      "loss": 0.9136,
-      "step": 826
-    },
-    {
-      "epoch": 0.28119687181230874,
-      "grad_norm": 4.472135160620738,
-      "learning_rate": 8.436842358052746e-06,
-      "loss": 0.7969,
-      "step": 827
-    },
-    {
-      "epoch": 0.2815368922135328,
-      "grad_norm": 1.761895889926857,
-      "learning_rate": 8.432839981615419e-06,
-      "loss": 0.7631,
-      "step": 828
-    },
-    {
-      "epoch": 0.2818769126147569,
-      "grad_norm": 2.3826293642920735,
-      "learning_rate": 8.428833439802012e-06,
-      "loss": 0.8369,
-      "step": 829
-    },
-    {
-      "epoch": 0.28221693301598094,
-      "grad_norm": 2.027771199922908,
-      "learning_rate": 8.424822737474023e-06,
-      "loss": 0.752,
-      "step": 830
-    },
-    {
-      "epoch": 0.28255695341720505,
-      "grad_norm": 2.5040444225047596,
-      "learning_rate": 8.420807879498002e-06,
-      "loss": 0.9132,
-      "step": 831
-    },
-    {
-      "epoch": 0.2828969738184291,
-      "grad_norm": 1.8159022349945535,
-      "learning_rate": 8.416788870745544e-06,
-      "loss": 0.8259,
-      "step": 832
-    },
-    {
-      "epoch": 0.2832369942196532,
-      "grad_norm": 2.620947283954682,
-      "learning_rate": 8.412765716093273e-06,
-      "loss": 0.8616,
-      "step": 833
-    },
-    {
-      "epoch": 0.28357701462087725,
-      "grad_norm": 1.985024515267911,
-      "learning_rate": 8.408738420422847e-06,
-      "loss": 0.8538,
-      "step": 834
-    },
-    {
-      "epoch": 0.2839170350221013,
-      "grad_norm": 1.7903361247800387,
-      "learning_rate": 8.40470698862095e-06,
-      "loss": 0.8478,
-      "step": 835
-    },
-    {
-      "epoch": 0.2842570554233254,
-      "grad_norm": 2.1338723210061974,
-      "learning_rate": 8.400671425579283e-06,
-      "loss": 0.7906,
-      "step": 836
-    },
-    {
-      "epoch": 0.28459707582454946,
-      "grad_norm": 1.9295239837495932,
-      "learning_rate": 8.396631736194563e-06,
-      "loss": 0.8481,
-      "step": 837
-    },
-    {
-      "epoch": 0.28493709622577357,
-      "grad_norm": 1.983034000002347,
-      "learning_rate": 8.39258792536851e-06,
-      "loss": 0.8847,
-      "step": 838
-    },
-    {
-      "epoch": 0.2852771166269976,
-      "grad_norm": 2.2803142495667035,
-      "learning_rate": 8.388539998007847e-06,
-      "loss": 0.9007,
-      "step": 839
-    },
-    {
-      "epoch": 0.28561713702822167,
-      "grad_norm": 2.7645969730004807,
-      "learning_rate": 8.384487959024293e-06,
-      "loss": 0.7356,
-      "step": 840
-    },
-    {
-      "epoch": 0.2859571574294458,
-      "grad_norm": 3.149778399577589,
-      "learning_rate": 8.380431813334548e-06,
-      "loss": 0.7855,
-      "step": 841
-    },
-    {
-      "epoch": 0.2862971778306698,
-      "grad_norm": 1.830554950516933,
-      "learning_rate": 8.37637156586031e-06,
-      "loss": 0.8831,
-      "step": 842
-    },
-    {
-      "epoch": 0.28663719823189393,
-      "grad_norm": 1.9793055946594367,
-      "learning_rate": 8.372307221528239e-06,
-      "loss": 0.8116,
-      "step": 843
-    },
-    {
-      "epoch": 0.286977218633118,
-      "grad_norm": 2.062954991657379,
-      "learning_rate": 8.368238785269976e-06,
-      "loss": 0.8563,
-      "step": 844
-    },
-    {
-      "epoch": 0.2873172390343421,
-      "grad_norm": 2.6403272415419834,
-      "learning_rate": 8.36416626202212e-06,
-      "loss": 0.8033,
-      "step": 845
-    },
-    {
-      "epoch": 0.28765725943556614,
-      "grad_norm": 2.1424920280150506,
-      "learning_rate": 8.360089656726238e-06,
-      "loss": 0.9417,
-      "step": 846
-    },
-    {
-      "epoch": 0.2879972798367902,
-      "grad_norm": 1.8495657823428482,
-      "learning_rate": 8.356008974328843e-06,
-      "loss": 0.8778,
-      "step": 847
-    },
-    {
-      "epoch": 0.2883373002380143,
-      "grad_norm": 1.964102211636596,
-      "learning_rate": 8.351924219781393e-06,
-      "loss": 0.8762,
-      "step": 848
-    },
-    {
-      "epoch": 0.28867732063923834,
-      "grad_norm": 5.329745330260959,
-      "learning_rate": 8.347835398040297e-06,
-      "loss": 0.8703,
-      "step": 849
-    },
-    {
-      "epoch": 0.28901734104046245,
-      "grad_norm": 6.872745204669564,
-      "learning_rate": 8.34374251406689e-06,
-      "loss": 0.9126,
-      "step": 850
-    },
-    {
-      "epoch": 0.2893573614416865,
-      "grad_norm": 3.021940703140289,
-      "learning_rate": 8.339645572827439e-06,
-      "loss": 0.8435,
-      "step": 851
-    },
-    {
-      "epoch": 0.28969738184291055,
-      "grad_norm": 1.7359605774084226,
-      "learning_rate": 8.335544579293138e-06,
-      "loss": 0.8956,
-      "step": 852
-    },
-    {
-      "epoch": 0.29003740224413466,
-      "grad_norm": 2.0495366847155645,
-      "learning_rate": 8.331439538440089e-06,
-      "loss": 0.8737,
-      "step": 853
-    },
-    {
-      "epoch": 0.2903774226453587,
-      "grad_norm": 1.7403332283198236,
-      "learning_rate": 8.327330455249316e-06,
-      "loss": 0.836,
-      "step": 854
-    },
-    {
-      "epoch": 0.2907174430465828,
-      "grad_norm": 1.765839927053788,
-      "learning_rate": 8.323217334706736e-06,
-      "loss": 0.7708,
-      "step": 855
-    },
-    {
-      "epoch": 0.29105746344780686,
-      "grad_norm": 2.561707026442392,
-      "learning_rate": 8.319100181803177e-06,
-      "loss": 0.8048,
-      "step": 856
-    },
-    {
-      "epoch": 0.29139748384903097,
-      "grad_norm": 1.893355173621553,
-      "learning_rate": 8.314979001534351e-06,
-      "loss": 0.8355,
-      "step": 857
-    },
-    {
-      "epoch": 0.291737504250255,
-      "grad_norm": 1.6626617126300058,
-      "learning_rate": 8.310853798900861e-06,
-      "loss": 0.8117,
-      "step": 858
-    },
-    {
-      "epoch": 0.29207752465147907,
-      "grad_norm": 2.2181642572480404,
-      "learning_rate": 8.306724578908187e-06,
-      "loss": 0.8809,
-      "step": 859
-    },
-    {
-      "epoch": 0.2924175450527032,
-      "grad_norm": 2.1608263105904237,
-      "learning_rate": 8.302591346566691e-06,
-      "loss": 0.9428,
-      "step": 860
-    },
-    {
-      "epoch": 0.2927575654539272,
-      "grad_norm": 2.2361606195465,
-      "learning_rate": 8.298454106891593e-06,
-      "loss": 0.8456,
-      "step": 861
-    },
-    {
-      "epoch": 0.29309758585515133,
-      "grad_norm": 2.161708305297874,
-      "learning_rate": 8.294312864902985e-06,
-      "loss": 0.7702,
-      "step": 862
-    },
-    {
-      "epoch": 0.2934376062563754,
-      "grad_norm": 1.9911157415642,
-      "learning_rate": 8.290167625625811e-06,
-      "loss": 0.8566,
-      "step": 863
-    },
-    {
-      "epoch": 0.29377762665759943,
-      "grad_norm": 2.204248530981356,
-      "learning_rate": 8.286018394089864e-06,
-      "loss": 0.785,
-      "step": 864
-    },
-    {
-      "epoch": 0.29411764705882354,
-      "grad_norm": 2.54115940873232,
-      "learning_rate": 8.281865175329783e-06,
-      "loss": 0.8669,
-      "step": 865
-    },
-    {
-      "epoch": 0.2944576674600476,
-      "grad_norm": 1.6985894379936504,
-      "learning_rate": 8.277707974385047e-06,
-      "loss": 0.8809,
-      "step": 866
-    },
-    {
-      "epoch": 0.2947976878612717,
-      "grad_norm": 1.9914761180754428,
-      "learning_rate": 8.273546796299962e-06,
-      "loss": 0.868,
-      "step": 867
-    },
-    {
-      "epoch": 0.29513770826249575,
-      "grad_norm": 1.9848345218936125,
-      "learning_rate": 8.269381646123666e-06,
-      "loss": 0.8266,
-      "step": 868
-    },
-    {
-      "epoch": 0.2954777286637198,
-      "grad_norm": 2.0822000899070674,
-      "learning_rate": 8.265212528910113e-06,
-      "loss": 0.9115,
-      "step": 869
-    },
-    {
-      "epoch": 0.2958177490649439,
-      "grad_norm": 1.9979737857871827,
-      "learning_rate": 8.261039449718068e-06,
-      "loss": 0.7968,
-      "step": 870
-    },
-    {
-      "epoch": 0.29615776946616795,
-      "grad_norm": 2.0218833894280532,
-      "learning_rate": 8.256862413611113e-06,
-      "loss": 0.8031,
-      "step": 871
-    },
-    {
-      "epoch": 0.29649778986739206,
-      "grad_norm": 2.006168397097048,
-      "learning_rate": 8.252681425657617e-06,
-      "loss": 0.8669,
-      "step": 872
-    },
-    {
-      "epoch": 0.2968378102686161,
-      "grad_norm": 2.2355962957542377,
-      "learning_rate": 8.248496490930753e-06,
-      "loss": 0.8274,
-      "step": 873
-    },
-    {
-      "epoch": 0.2971778306698402,
-      "grad_norm": 1.7904006258629988,
-      "learning_rate": 8.244307614508487e-06,
-      "loss": 0.7554,
-      "step": 874
-    },
-    {
-      "epoch": 0.29751785107106427,
-      "grad_norm": 2.0320747257565444,
-      "learning_rate": 8.240114801473558e-06,
-      "loss": 0.7651,
-      "step": 875
-    },
-    {
-      "epoch": 0.2978578714722883,
-      "grad_norm": 2.6665182314923412,
-      "learning_rate": 8.23591805691349e-06,
-      "loss": 0.8223,
-      "step": 876
-    },
-    {
-      "epoch": 0.2981978918735124,
-      "grad_norm": 1.8328124167485744,
-      "learning_rate": 8.23171738592057e-06,
-      "loss": 0.9082,
-      "step": 877
-    },
-    {
-      "epoch": 0.29853791227473647,
-      "grad_norm": 2.3699720185830757,
-      "learning_rate": 8.227512793591855e-06,
-      "loss": 0.9096,
-      "step": 878
-    },
-    {
-      "epoch": 0.2988779326759606,
-      "grad_norm": 1.9090567074503153,
-      "learning_rate": 8.223304285029159e-06,
-      "loss": 0.7705,
-      "step": 879
-    },
-    {
-      "epoch": 0.29921795307718463,
-      "grad_norm": 2.2190907511890368,
-      "learning_rate": 8.219091865339045e-06,
-      "loss": 0.7971,
-      "step": 880
-    },
-    {
-      "epoch": 0.2995579734784087,
-      "grad_norm": 2.253264189984432,
-      "learning_rate": 8.214875539632825e-06,
-      "loss": 0.7269,
-      "step": 881
-    },
-    {
-      "epoch": 0.2998979938796328,
-      "grad_norm": 2.0376522816245934,
-      "learning_rate": 8.21065531302655e-06,
-      "loss": 0.8329,
-      "step": 882
-    },
-    {
-      "epoch": 0.30023801428085684,
-      "grad_norm": 3.6223570808965007,
-      "learning_rate": 8.206431190641002e-06,
-      "loss": 0.8321,
-      "step": 883
-    },
-    {
-      "epoch": 0.30057803468208094,
-      "grad_norm": 3.8252210397062694,
-      "learning_rate": 8.202203177601693e-06,
-      "loss": 0.8164,
-      "step": 884
-    },
-    {
-      "epoch": 0.300918055083305,
-      "grad_norm": 1.776370483766253,
-      "learning_rate": 8.197971279038854e-06,
-      "loss": 0.8426,
-      "step": 885
-    },
-    {
-      "epoch": 0.3012580754845291,
-      "grad_norm": 2.385354175900532,
-      "learning_rate": 8.193735500087432e-06,
-      "loss": 0.7418,
-      "step": 886
-    },
-    {
-      "epoch": 0.30159809588575315,
-      "grad_norm": 1.6779774511826855,
-      "learning_rate": 8.189495845887083e-06,
-      "loss": 0.7568,
-      "step": 887
-    },
-    {
-      "epoch": 0.3019381162869772,
-      "grad_norm": 2.4863457173840544,
-      "learning_rate": 8.185252321582162e-06,
-      "loss": 0.8176,
-      "step": 888
-    },
-    {
-      "epoch": 0.3022781366882013,
-      "grad_norm": 4.0386363547881485,
-      "learning_rate": 8.18100493232172e-06,
-      "loss": 0.9485,
-      "step": 889
-    },
-    {
-      "epoch": 0.30261815708942535,
-      "grad_norm": 1.7173326803227138,
-      "learning_rate": 8.176753683259506e-06,
-      "loss": 0.7396,
-      "step": 890
-    },
-    {
-      "epoch": 0.30295817749064946,
-      "grad_norm": 2.3498732585677202,
-      "learning_rate": 8.172498579553939e-06,
-      "loss": 0.7183,
-      "step": 891
-    },
-    {
-      "epoch": 0.3032981978918735,
-      "grad_norm": 2.44411432379618,
-      "learning_rate": 8.168239626368126e-06,
-      "loss": 0.7807,
-      "step": 892
-    },
-    {
-      "epoch": 0.30363821829309756,
-      "grad_norm": 2.478384366935357,
-      "learning_rate": 8.16397682886984e-06,
-      "loss": 0.8315,
-      "step": 893
-    },
-    {
-      "epoch": 0.30397823869432167,
-      "grad_norm": 2.5774348066125894,
-      "learning_rate": 8.15971019223152e-06,
-      "loss": 0.8123,
-      "step": 894
-    },
-    {
-      "epoch": 0.3043182590955457,
-      "grad_norm": 1.7111325488707947,
-      "learning_rate": 8.155439721630265e-06,
-      "loss": 0.8263,
-      "step": 895
-    },
-    {
-      "epoch": 0.3046582794967698,
-      "grad_norm": 2.7448751652607553,
-      "learning_rate": 8.151165422247822e-06,
-      "loss": 0.8248,
-      "step": 896
-    },
-    {
-      "epoch": 0.3049982998979939,
-      "grad_norm": 2.1485101781392877,
-      "learning_rate": 8.146887299270585e-06,
-      "loss": 0.8035,
-      "step": 897
-    },
-    {
-      "epoch": 0.305338320299218,
-      "grad_norm": 1.776591747388704,
-      "learning_rate": 8.142605357889592e-06,
-      "loss": 0.8089,
-      "step": 898
-    },
-    {
-      "epoch": 0.30567834070044203,
-      "grad_norm": 3.2632560104335173,
-      "learning_rate": 8.13831960330051e-06,
-      "loss": 0.8202,
-      "step": 899
-    },
-    {
-      "epoch": 0.3060183611016661,
-      "grad_norm": 2.8739582827981347,
-      "learning_rate": 8.13403004070363e-06,
-      "loss": 0.9092,
-      "step": 900
-    },
-    {
-      "epoch": 0.3063583815028902,
-      "grad_norm": 2.1943148602179994,
-      "learning_rate": 8.129736675303873e-06,
-      "loss": 0.8322,
-      "step": 901
-    },
-    {
-      "epoch": 0.30669840190411424,
-      "grad_norm": 1.8531479477302115,
-      "learning_rate": 8.125439512310765e-06,
-      "loss": 0.7566,
-      "step": 902
-    },
-    {
-      "epoch": 0.30703842230533834,
-      "grad_norm": 1.7228875957473064,
-      "learning_rate": 8.121138556938444e-06,
-      "loss": 0.8078,
-      "step": 903
-    },
-    {
-      "epoch": 0.3073784427065624,
-      "grad_norm": 2.3898144961502745,
-      "learning_rate": 8.116833814405648e-06,
-      "loss": 0.8067,
-      "step": 904
-    },
-    {
-      "epoch": 0.30771846310778644,
-      "grad_norm": 1.802933531637354,
-      "learning_rate": 8.112525289935716e-06,
-      "loss": 0.7799,
-      "step": 905
-    },
-    {
-      "epoch": 0.30805848350901055,
-      "grad_norm": 2.5139323313707673,
-      "learning_rate": 8.108212988756568e-06,
-      "loss": 0.9037,
-      "step": 906
-    },
-    {
-      "epoch": 0.3083985039102346,
-      "grad_norm": 1.9251179471419289,
-      "learning_rate": 8.10389691610071e-06,
-      "loss": 0.8635,
-      "step": 907
-    },
-    {
-      "epoch": 0.3087385243114587,
-      "grad_norm": 2.193694058263112,
-      "learning_rate": 8.099577077205225e-06,
-      "loss": 0.8323,
-      "step": 908
-    },
-    {
-      "epoch": 0.30907854471268276,
-      "grad_norm": 2.0048196549770885,
-      "learning_rate": 8.095253477311765e-06,
-      "loss": 0.7756,
-      "step": 909
-    },
-    {
-      "epoch": 0.3094185651139068,
-      "grad_norm": 1.980230499045498,
-      "learning_rate": 8.090926121666547e-06,
-      "loss": 0.7977,
-      "step": 910
-    },
-    {
-      "epoch": 0.3097585855151309,
-      "grad_norm": 2.4883937143671564,
-      "learning_rate": 8.086595015520345e-06,
-      "loss": 0.8233,
-      "step": 911
-    },
-    {
-      "epoch": 0.31009860591635496,
-      "grad_norm": 2.1286197933597584,
-      "learning_rate": 8.08226016412848e-06,
-      "loss": 0.9729,
-      "step": 912
-    },
-    {
-      "epoch": 0.31043862631757907,
-      "grad_norm": 2.086146264470014,
-      "learning_rate": 8.07792157275082e-06,
-      "loss": 0.8914,
-      "step": 913
-    },
-    {
-      "epoch": 0.3107786467188031,
-      "grad_norm": 2.0772062973899423,
-      "learning_rate": 8.073579246651775e-06,
-      "loss": 0.945,
-      "step": 914
-    },
-    {
-      "epoch": 0.3111186671200272,
-      "grad_norm": 2.0695504749457143,
-      "learning_rate": 8.069233191100278e-06,
-      "loss": 0.8634,
-      "step": 915
-    },
-    {
-      "epoch": 0.3114586875212513,
-      "grad_norm": 2.0384939167389393,
-      "learning_rate": 8.064883411369799e-06,
-      "loss": 0.7785,
-      "step": 916
-    },
-    {
-      "epoch": 0.3117987079224753,
-      "grad_norm": 2.1885792727969138,
-      "learning_rate": 8.060529912738316e-06,
-      "loss": 0.8655,
-      "step": 917
-    },
-    {
-      "epoch": 0.31213872832369943,
-      "grad_norm": 2.1403065502782406,
-      "learning_rate": 8.056172700488324e-06,
-      "loss": 0.8965,
-      "step": 918
-    },
-    {
-      "epoch": 0.3124787487249235,
-      "grad_norm": 2.1339209234822647,
-      "learning_rate": 8.051811779906823e-06,
-      "loss": 0.7545,
-      "step": 919
-    },
-    {
-      "epoch": 0.3128187691261476,
-      "grad_norm": 1.8344955563510745,
-      "learning_rate": 8.047447156285314e-06,
-      "loss": 0.8804,
-      "step": 920
-    },
-    {
-      "epoch": 0.31315878952737164,
-      "grad_norm": 2.423743963035901,
-      "learning_rate": 8.043078834919792e-06,
-      "loss": 0.8068,
-      "step": 921
-    },
-    {
-      "epoch": 0.3134988099285957,
-      "grad_norm": 1.787239252052783,
-      "learning_rate": 8.038706821110738e-06,
-      "loss": 0.9271,
-      "step": 922
-    },
-    {
-      "epoch": 0.3138388303298198,
-      "grad_norm": 2.0084809664473684,
-      "learning_rate": 8.03433112016311e-06,
-      "loss": 0.8244,
-      "step": 923
-    },
-    {
-      "epoch": 0.31417885073104385,
-      "grad_norm": 2.0471692656266085,
-      "learning_rate": 8.029951737386345e-06,
-      "loss": 0.7478,
-      "step": 924
-    },
-    {
-      "epoch": 0.31451887113226795,
-      "grad_norm": 2.143535486588015,
-      "learning_rate": 8.025568678094346e-06,
-      "loss": 0.7579,
-      "step": 925
-    },
-    {
-      "epoch": 0.314858891533492,
-      "grad_norm": 1.835302258844517,
-      "learning_rate": 8.021181947605474e-06,
-      "loss": 0.771,
-      "step": 926
-    },
-    {
-      "epoch": 0.3151989119347161,
-      "grad_norm": 2.109820781590098,
-      "learning_rate": 8.016791551242548e-06,
-      "loss": 0.8985,
-      "step": 927
-    },
-    {
-      "epoch": 0.31553893233594016,
-      "grad_norm": 1.9465940317912624,
-      "learning_rate": 8.012397494332832e-06,
-      "loss": 0.9183,
-      "step": 928
-    },
-    {
-      "epoch": 0.3158789527371642,
-      "grad_norm": 1.9499330380070024,
-      "learning_rate": 8.00799978220804e-06,
-      "loss": 0.8158,
-      "step": 929
-    },
-    {
-      "epoch": 0.3162189731383883,
-      "grad_norm": 1.8510195207977735,
-      "learning_rate": 8.003598420204307e-06,
-      "loss": 0.8287,
-      "step": 930
-    },
-    {
-      "epoch": 0.31655899353961237,
-      "grad_norm": 2.2106314828328895,
-      "learning_rate": 7.99919341366221e-06,
-      "loss": 0.8159,
-      "step": 931
-    },
-    {
-      "epoch": 0.31689901394083647,
-      "grad_norm": 2.132400411746793,
-      "learning_rate": 7.994784767926743e-06,
-      "loss": 0.8686,
-      "step": 932
-    },
-    {
-      "epoch": 0.3172390343420605,
-      "grad_norm": 1.9835217982818234,
-      "learning_rate": 7.99037248834731e-06,
-      "loss": 0.7661,
-      "step": 933
-    },
-    {
-      "epoch": 0.3175790547432846,
-      "grad_norm": 1.8257541034651736,
-      "learning_rate": 7.985956580277738e-06,
-      "loss": 0.8968,
-      "step": 934
-    },
-    {
-      "epoch": 0.3179190751445087,
-      "grad_norm": 1.7806392840797605,
-      "learning_rate": 7.981537049076243e-06,
-      "loss": 0.8334,
-      "step": 935
-    },
-    {
-      "epoch": 0.31825909554573273,
-      "grad_norm": 1.946318339623462,
-      "learning_rate": 7.977113900105444e-06,
-      "loss": 0.8255,
-      "step": 936
-    },
-    {
-      "epoch": 0.31859911594695683,
-      "grad_norm": 2.5853186802795856,
-      "learning_rate": 7.972687138732352e-06,
-      "loss": 0.8669,
-      "step": 937
-    },
-    {
-      "epoch": 0.3189391363481809,
-      "grad_norm": 2.2143025012416913,
-      "learning_rate": 7.968256770328353e-06,
-      "loss": 0.7807,
-      "step": 938
-    },
-    {
-      "epoch": 0.319279156749405,
-      "grad_norm": 2.025109539800048,
-      "learning_rate": 7.96382280026922e-06,
-      "loss": 0.7668,
-      "step": 939
-    },
-    {
-      "epoch": 0.31961917715062904,
-      "grad_norm": 2.309014049320171,
-      "learning_rate": 7.959385233935087e-06,
-      "loss": 0.7586,
-      "step": 940
-    },
-    {
-      "epoch": 0.3199591975518531,
-      "grad_norm": 2.297274599241439,
-      "learning_rate": 7.954944076710457e-06,
-      "loss": 0.8962,
-      "step": 941
-    },
-    {
-      "epoch": 0.3202992179530772,
-      "grad_norm": 2.054541472734675,
-      "learning_rate": 7.95049933398419e-06,
-      "loss": 0.8203,
-      "step": 942
-    },
-    {
-      "epoch": 0.32063923835430125,
-      "grad_norm": 2.6215309252037873,
-      "learning_rate": 7.946051011149494e-06,
-      "loss": 0.8248,
-      "step": 943
-    },
-    {
-      "epoch": 0.32097925875552535,
-      "grad_norm": 2.711737030629169,
-      "learning_rate": 7.941599113603923e-06,
-      "loss": 0.8764,
-      "step": 944
-    },
-    {
-      "epoch": 0.3213192791567494,
-      "grad_norm": 2.2912349790018633,
-      "learning_rate": 7.937143646749367e-06,
-      "loss": 0.7335,
-      "step": 945
-    },
-    {
-      "epoch": 0.32165929955797345,
-      "grad_norm": 1.7908168705820537,
-      "learning_rate": 7.93268461599205e-06,
-      "loss": 0.8435,
-      "step": 946
-    },
-    {
-      "epoch": 0.32199931995919756,
-      "grad_norm": 4.946848177327164,
-      "learning_rate": 7.928222026742517e-06,
-      "loss": 0.8039,
-      "step": 947
-    },
-    {
-      "epoch": 0.3223393403604216,
-      "grad_norm": 2.0622056965822932,
-      "learning_rate": 7.923755884415634e-06,
-      "loss": 0.9067,
-      "step": 948
-    },
-    {
-      "epoch": 0.3226793607616457,
-      "grad_norm": 2.6667796950375715,
-      "learning_rate": 7.919286194430573e-06,
-      "loss": 0.7022,
-      "step": 949
-    },
-    {
-      "epoch": 0.32301938116286977,
-      "grad_norm": 1.9317481210027303,
-      "learning_rate": 7.914812962210819e-06,
-      "loss": 0.8264,
-      "step": 950
-    },
-    {
-      "epoch": 0.3233594015640938,
-      "grad_norm": 1.8020949558699724,
-      "learning_rate": 7.910336193184146e-06,
-      "loss": 0.7472,
-      "step": 951
-    },
-    {
-      "epoch": 0.3236994219653179,
-      "grad_norm": 1.9275396744198368,
-      "learning_rate": 7.905855892782625e-06,
-      "loss": 0.7309,
-      "step": 952
-    },
-    {
-      "epoch": 0.324039442366542,
-      "grad_norm": 1.8182685008859338,
-      "learning_rate": 7.901372066442615e-06,
-      "loss": 0.7625,
-      "step": 953
-    },
-    {
-      "epoch": 0.3243794627677661,
-      "grad_norm": 2.010794684369215,
-      "learning_rate": 7.89688471960474e-06,
-      "loss": 0.8687,
-      "step": 954
-    },
-    {
-      "epoch": 0.32471948316899013,
-      "grad_norm": 2.0540586819091997,
-      "learning_rate": 7.892393857713914e-06,
-      "loss": 0.8335,
-      "step": 955
-    },
-    {
-      "epoch": 0.32505950357021424,
-      "grad_norm": 2.325367093840662,
-      "learning_rate": 7.887899486219304e-06,
-      "loss": 0.783,
-      "step": 956
-    },
-    {
-      "epoch": 0.3253995239714383,
-      "grad_norm": 2.1873077332560156,
-      "learning_rate": 7.883401610574338e-06,
-      "loss": 0.8885,
-      "step": 957
-    },
-    {
-      "epoch": 0.32573954437266234,
-      "grad_norm": 2.177598891005239,
-      "learning_rate": 7.878900236236693e-06,
-      "loss": 0.763,
-      "step": 958
-    },
-    {
-      "epoch": 0.32607956477388644,
-      "grad_norm": 1.9372352426800454,
-      "learning_rate": 7.874395368668302e-06,
-      "loss": 0.8097,
-      "step": 959
-    },
-    {
-      "epoch": 0.3264195851751105,
-      "grad_norm": 1.8413146998215235,
-      "learning_rate": 7.869887013335324e-06,
-      "loss": 0.7083,
-      "step": 960
-    },
-    {
-      "epoch": 0.3267596055763346,
-      "grad_norm": 1.704925469624369,
-      "learning_rate": 7.865375175708158e-06,
-      "loss": 0.6822,
-      "step": 961
-    },
-    {
-      "epoch": 0.32709962597755865,
-      "grad_norm": 3.100437896445037,
-      "learning_rate": 7.860859861261423e-06,
-      "loss": 0.7932,
-      "step": 962
-    },
-    {
-      "epoch": 0.3274396463787827,
-      "grad_norm": 1.6975108379354062,
-      "learning_rate": 7.856341075473963e-06,
-      "loss": 0.7636,
-      "step": 963
-    },
-    {
-      "epoch": 0.3277796667800068,
-      "grad_norm": 1.7501297373086775,
-      "learning_rate": 7.851818823828828e-06,
-      "loss": 0.7754,
-      "step": 964
-    },
-    {
-      "epoch": 0.32811968718123086,
-      "grad_norm": 2.545140448497676,
-      "learning_rate": 7.847293111813276e-06,
-      "loss": 0.9082,
-      "step": 965
-    },
-    {
-      "epoch": 0.32845970758245496,
-      "grad_norm": 1.8008653754801884,
-      "learning_rate": 7.842763944918766e-06,
-      "loss": 0.83,
-      "step": 966
-    },
-    {
-      "epoch": 0.328799727983679,
-      "grad_norm": 2.6708500385698484,
-      "learning_rate": 7.838231328640945e-06,
-      "loss": 0.8698,
-      "step": 967
-    },
-    {
-      "epoch": 0.3291397483849031,
-      "grad_norm": 1.8002730480278057,
-      "learning_rate": 7.83369526847965e-06,
-      "loss": 0.8098,
-      "step": 968
-    },
-    {
-      "epoch": 0.32947976878612717,
-      "grad_norm": 2.032934392213337,
-      "learning_rate": 7.82915576993889e-06,
-      "loss": 0.841,
-      "step": 969
-    },
-    {
-      "epoch": 0.3298197891873512,
-      "grad_norm": 2.1268627260893473,
-      "learning_rate": 7.824612838526853e-06,
-      "loss": 0.8791,
-      "step": 970
-    },
-    {
-      "epoch": 0.3301598095885753,
-      "grad_norm": 1.9943092833782559,
-      "learning_rate": 7.82006647975589e-06,
-      "loss": 0.8746,
-      "step": 971
-    },
-    {
-      "epoch": 0.3304998299897994,
-      "grad_norm": 12.28140454443901,
-      "learning_rate": 7.81551669914251e-06,
-      "loss": 0.8952,
-      "step": 972
-    },
-    {
-      "epoch": 0.3308398503910235,
-      "grad_norm": 2.0328755642218055,
-      "learning_rate": 7.810963502207373e-06,
-      "loss": 0.7673,
-      "step": 973
-    },
-    {
-      "epoch": 0.33117987079224753,
-      "grad_norm": 1.7777944287029475,
-      "learning_rate": 7.806406894475286e-06,
-      "loss": 0.8826,
-      "step": 974
-    },
-    {
-      "epoch": 0.3315198911934716,
-      "grad_norm": 1.89053310342559,
-      "learning_rate": 7.801846881475199e-06,
-      "loss": 0.8305,
-      "step": 975
-    },
-    {
-      "epoch": 0.3318599115946957,
-      "grad_norm": 1.7916446125501533,
-      "learning_rate": 7.797283468740184e-06,
-      "loss": 0.7707,
-      "step": 976
-    },
-    {
-      "epoch": 0.33219993199591974,
-      "grad_norm": 1.583383697703338,
-      "learning_rate": 7.792716661807443e-06,
-      "loss": 0.7796,
-      "step": 977
-    },
-    {
-      "epoch": 0.33253995239714385,
-      "grad_norm": 2.4183910263443087,
-      "learning_rate": 7.788146466218301e-06,
-      "loss": 0.7304,
-      "step": 978
-    },
-    {
-      "epoch": 0.3328799727983679,
-      "grad_norm": 2.3658727843683907,
-      "learning_rate": 7.78357288751819e-06,
-      "loss": 0.7426,
-      "step": 979
-    },
-    {
-      "epoch": 0.333219993199592,
-      "grad_norm": 1.828116229828553,
-      "learning_rate": 7.778995931256646e-06,
-      "loss": 0.8078,
-      "step": 980
-    },
-    {
-      "epoch": 0.33356001360081605,
-      "grad_norm": 3.597726067768484,
-      "learning_rate": 7.774415602987304e-06,
-      "loss": 0.6857,
-      "step": 981
-    },
-    {
-      "epoch": 0.3339000340020401,
-      "grad_norm": 3.166303108924718,
-      "learning_rate": 7.769831908267896e-06,
-      "loss": 0.7904,
-      "step": 982
-    },
-    {
-      "epoch": 0.3342400544032642,
-      "grad_norm": 2.8933855627551304,
-      "learning_rate": 7.765244852660233e-06,
-      "loss": 0.8998,
-      "step": 983
-    },
-    {
-      "epoch": 0.33458007480448826,
-      "grad_norm": 1.9338110662323469,
-      "learning_rate": 7.760654441730202e-06,
-      "loss": 0.9007,
-      "step": 984
-    },
-    {
-      "epoch": 0.33492009520571236,
-      "grad_norm": 1.6591607534919344,
-      "learning_rate": 7.756060681047769e-06,
-      "loss": 0.8238,
-      "step": 985
-    },
-    {
-      "epoch": 0.3352601156069364,
-      "grad_norm": 3.243453226362474,
-      "learning_rate": 7.751463576186957e-06,
-      "loss": 0.7642,
-      "step": 986
-    },
-    {
-      "epoch": 0.33560013600816047,
-      "grad_norm": 2.7428152535139607,
-      "learning_rate": 7.746863132725856e-06,
-      "loss": 0.7282,
-      "step": 987
-    },
-    {
-      "epoch": 0.33594015640938457,
-      "grad_norm": 2.1236456873501144,
-      "learning_rate": 7.742259356246594e-06,
-      "loss": 0.7627,
-      "step": 988
-    },
-    {
-      "epoch": 0.3362801768106086,
-      "grad_norm": 1.6743079956506057,
-      "learning_rate": 7.737652252335356e-06,
-      "loss": 0.8406,
-      "step": 989
-    },
-    {
-      "epoch": 0.33662019721183273,
-      "grad_norm": 1.87268843836185,
-      "learning_rate": 7.733041826582357e-06,
-      "loss": 0.8455,
-      "step": 990
-    },
-    {
-      "epoch": 0.3369602176130568,
-      "grad_norm": 2.030664659551619,
-      "learning_rate": 7.728428084581844e-06,
-      "loss": 0.7965,
-      "step": 991
-    },
-    {
-      "epoch": 0.3373002380142809,
-      "grad_norm": 3.5752732157045215,
-      "learning_rate": 7.72381103193209e-06,
-      "loss": 0.7149,
-      "step": 992
-    },
-    {
-      "epoch": 0.33764025841550493,
-      "grad_norm": 2.8550170098863323,
-      "learning_rate": 7.719190674235383e-06,
-      "loss": 0.8308,
-      "step": 993
-    },
-    {
-      "epoch": 0.337980278816729,
-      "grad_norm": 2.590955515466377,
-      "learning_rate": 7.714567017098023e-06,
-      "loss": 0.902,
-      "step": 994
-    },
-    {
-      "epoch": 0.3383202992179531,
-      "grad_norm": 2.0307936229873467,
-      "learning_rate": 7.709940066130312e-06,
-      "loss": 0.8208,
-      "step": 995
-    },
-    {
-      "epoch": 0.33866031961917714,
-      "grad_norm": 1.4578787186534492,
-      "learning_rate": 7.705309826946547e-06,
-      "loss": 0.8051,
-      "step": 996
-    },
-    {
-      "epoch": 0.33900034002040125,
-      "grad_norm": 2.07437464133569,
-      "learning_rate": 7.70067630516502e-06,
-      "loss": 0.7707,
-      "step": 997
-    },
-    {
-      "epoch": 0.3393403604216253,
-      "grad_norm": 2.15530600462403,
-      "learning_rate": 7.696039506408001e-06,
-      "loss": 0.7745,
-      "step": 998
-    },
-    {
-      "epoch": 0.33968038082284935,
-      "grad_norm": 1.9609888444625139,
-      "learning_rate": 7.691399436301743e-06,
-      "loss": 0.7726,
-      "step": 999
-    },
-    {
-      "epoch": 0.34002040122407345,
-      "grad_norm": 1.7131939444884539,
-      "learning_rate": 7.686756100476458e-06,
-      "loss": 0.8546,
-      "step": 1000
-    },
-    {
-      "epoch": 0.3403604216252975,
-      "grad_norm": 2.0565210562712397,
-      "learning_rate": 7.68210950456633e-06,
-      "loss": 0.7028,
-      "step": 1001
-    },
-    {
-      "epoch": 0.3407004420265216,
-      "grad_norm": 2.1703917499812664,
-      "learning_rate": 7.677459654209493e-06,
-      "loss": 0.83,
-      "step": 1002
-    },
-    {
-      "epoch": 0.34104046242774566,
-      "grad_norm": 2.047040344782625,
-      "learning_rate": 7.672806555048034e-06,
-      "loss": 0.949,
-      "step": 1003
-    },
-    {
-      "epoch": 0.3413804828289697,
-      "grad_norm": 2.938822311667402,
-      "learning_rate": 7.66815021272798e-06,
-      "loss": 1.0131,
-      "step": 1004
-    },
-    {
-      "epoch": 0.3417205032301938,
-      "grad_norm": 2.5006641954997257,
-      "learning_rate": 7.663490632899293e-06,
-      "loss": 0.7971,
-      "step": 1005
-    },
-    {
-      "epoch": 0.34206052363141787,
-      "grad_norm": 2.1529578288278817,
-      "learning_rate": 7.658827821215863e-06,
-      "loss": 0.8715,
-      "step": 1006
-    },
-    {
-      "epoch": 0.342400544032642,
-      "grad_norm": 3.1033304500720442,
-      "learning_rate": 7.654161783335506e-06,
-      "loss": 0.7939,
-      "step": 1007
-    },
-    {
-      "epoch": 0.342740564433866,
-      "grad_norm": 2.484067747922095,
-      "learning_rate": 7.649492524919944e-06,
-      "loss": 0.8513,
-      "step": 1008
-    },
-    {
-      "epoch": 0.34308058483509013,
-      "grad_norm": 2.1827092693175256,
-      "learning_rate": 7.644820051634813e-06,
-      "loss": 0.8447,
-      "step": 1009
-    },
-    {
-      "epoch": 0.3434206052363142,
-      "grad_norm": 1.9307893267754808,
-      "learning_rate": 7.64014436914965e-06,
-      "loss": 0.7384,
-      "step": 1010
-    },
-    {
-      "epoch": 0.34376062563753823,
-      "grad_norm": 1.9144570087459527,
-      "learning_rate": 7.635465483137885e-06,
-      "loss": 0.8265,
-      "step": 1011
-    },
-    {
-      "epoch": 0.34410064603876234,
-      "grad_norm": 1.9292779787587635,
-      "learning_rate": 7.63078339927683e-06,
-      "loss": 0.7725,
-      "step": 1012
-    },
-    {
-      "epoch": 0.3444406664399864,
-      "grad_norm": 2.532262819572805,
-      "learning_rate": 7.626098123247691e-06,
-      "loss": 0.8484,
-      "step": 1013
-    },
-    {
-      "epoch": 0.3447806868412105,
-      "grad_norm": 1.516985451302082,
-      "learning_rate": 7.621409660735531e-06,
-      "loss": 0.7265,
-      "step": 1014
-    },
-    {
-      "epoch": 0.34512070724243454,
-      "grad_norm": 2.4387700274364335,
-      "learning_rate": 7.616718017429288e-06,
-      "loss": 0.8759,
-      "step": 1015
-    },
-    {
-      "epoch": 0.3454607276436586,
-      "grad_norm": 1.7038256750677205,
-      "learning_rate": 7.612023199021759e-06,
-      "loss": 0.8983,
-      "step": 1016
-    },
-    {
-      "epoch": 0.3458007480448827,
-      "grad_norm": 1.915028296278682,
-      "learning_rate": 7.607325211209593e-06,
-      "loss": 0.8207,
-      "step": 1017
-    },
-    {
-      "epoch": 0.34614076844610675,
-      "grad_norm": 5.327535008237301,
-      "learning_rate": 7.6026240596932854e-06,
-      "loss": 0.8199,
-      "step": 1018
-    },
-    {
-      "epoch": 0.34648078884733086,
-      "grad_norm": 2.0485629266374596,
-      "learning_rate": 7.597919750177168e-06,
-      "loss": 0.7972,
-      "step": 1019
-    },
-    {
-      "epoch": 0.3468208092485549,
-      "grad_norm": 2.5900475236404215,
-      "learning_rate": 7.593212288369408e-06,
-      "loss": 0.8245,
-      "step": 1020
-    },
-    {
-      "epoch": 0.347160829649779,
-      "grad_norm": 1.71454309402805,
-      "learning_rate": 7.588501679981997e-06,
-      "loss": 0.7877,
-      "step": 1021
-    },
-    {
-      "epoch": 0.34750085005100306,
-      "grad_norm": 1.7173724399881714,
-      "learning_rate": 7.583787930730737e-06,
-      "loss": 0.8098,
-      "step": 1022
-    },
-    {
-      "epoch": 0.3478408704522271,
-      "grad_norm": 1.3352281724662016,
-      "learning_rate": 7.579071046335256e-06,
-      "loss": 0.8151,
-      "step": 1023
-    },
-    {
-      "epoch": 0.3481808908534512,
-      "grad_norm": 2.2809433135453565,
-      "learning_rate": 7.57435103251897e-06,
-      "loss": 0.8194,
-      "step": 1024
-    },
-    {
-      "epoch": 0.34852091125467527,
-      "grad_norm": 1.776619177140561,
-      "learning_rate": 7.569627895009104e-06,
-      "loss": 0.7774,
-      "step": 1025
-    },
-    {
-      "epoch": 0.3488609316558994,
-      "grad_norm": 1.8490485181067193,
-      "learning_rate": 7.564901639536671e-06,
-      "loss": 0.7279,
-      "step": 1026
-    },
-    {
-      "epoch": 0.3492009520571234,
-      "grad_norm": 1.9994188958218952,
-      "learning_rate": 7.560172271836459e-06,
-      "loss": 0.8714,
-      "step": 1027
-    },
-    {
-      "epoch": 0.3495409724583475,
-      "grad_norm": 2.4785018885474903,
-      "learning_rate": 7.555439797647044e-06,
-      "loss": 0.7691,
-      "step": 1028
-    },
-    {
-      "epoch": 0.3498809928595716,
-      "grad_norm": 2.3412120228462427,
-      "learning_rate": 7.5507042227107655e-06,
-      "loss": 0.7584,
-      "step": 1029
-    },
-    {
-      "epoch": 0.35022101326079563,
-      "grad_norm": 2.165022439020042,
-      "learning_rate": 7.545965552773724e-06,
-      "loss": 0.8901,
-      "step": 1030
-    },
-    {
-      "epoch": 0.35056103366201974,
-      "grad_norm": 2.006216307009843,
-      "learning_rate": 7.54122379358578e-06,
-      "loss": 0.9007,
-      "step": 1031
-    },
-    {
-      "epoch": 0.3509010540632438,
-      "grad_norm": 4.543392686075566,
-      "learning_rate": 7.536478950900537e-06,
-      "loss": 0.8423,
-      "step": 1032
-    },
-    {
-      "epoch": 0.3512410744644679,
-      "grad_norm": 1.976663114216136,
-      "learning_rate": 7.531731030475345e-06,
-      "loss": 0.8405,
-      "step": 1033
-    },
-    {
-      "epoch": 0.35158109486569195,
-      "grad_norm": 2.117430140673597,
-      "learning_rate": 7.526980038071288e-06,
-      "loss": 0.8223,
-      "step": 1034
-    },
-    {
-      "epoch": 0.351921115266916,
-      "grad_norm": 1.9728797359425245,
-      "learning_rate": 7.52222597945317e-06,
-      "loss": 0.9271,
-      "step": 1035
-    },
-    {
-      "epoch": 0.3522611356681401,
-      "grad_norm": 3.175594333388401,
-      "learning_rate": 7.517468860389528e-06,
-      "loss": 0.6723,
-      "step": 1036
-    },
-    {
-      "epoch": 0.35260115606936415,
-      "grad_norm": 1.9729371741404098,
-      "learning_rate": 7.512708686652603e-06,
-      "loss": 0.8227,
-      "step": 1037
-    },
-    {
-      "epoch": 0.35294117647058826,
-      "grad_norm": 1.4699410732834897,
-      "learning_rate": 7.507945464018347e-06,
-      "loss": 0.85,
-      "step": 1038
-    },
-    {
-      "epoch": 0.3532811968718123,
-      "grad_norm": 2.4025141879021743,
-      "learning_rate": 7.5031791982664085e-06,
-      "loss": 0.8379,
-      "step": 1039
-    },
-    {
-      "epoch": 0.35362121727303636,
-      "grad_norm": 1.5826438634608264,
-      "learning_rate": 7.49840989518013e-06,
-      "loss": 0.8426,
-      "step": 1040
-    },
-    {
-      "epoch": 0.35396123767426046,
-      "grad_norm": 1.8143996630470258,
-      "learning_rate": 7.493637560546539e-06,
-      "loss": 0.8218,
-      "step": 1041
-    },
-    {
-      "epoch": 0.3543012580754845,
-      "grad_norm": 2.9819746909856875,
-      "learning_rate": 7.488862200156345e-06,
-      "loss": 0.8116,
-      "step": 1042
-    },
-    {
-      "epoch": 0.3546412784767086,
-      "grad_norm": 1.6025956087863886,
-      "learning_rate": 7.484083819803922e-06,
-      "loss": 0.8996,
-      "step": 1043
-    },
-    {
-      "epoch": 0.35498129887793267,
-      "grad_norm": 2.2569463838656394,
-      "learning_rate": 7.479302425287314e-06,
-      "loss": 0.793,
-      "step": 1044
-    },
-    {
-      "epoch": 0.3553213192791567,
-      "grad_norm": 1.7640317823457161,
-      "learning_rate": 7.4745180224082205e-06,
-      "loss": 0.9197,
-      "step": 1045
-    },
-    {
-      "epoch": 0.35566133968038083,
-      "grad_norm": 2.0978448016759796,
-      "learning_rate": 7.469730616971992e-06,
-      "loss": 0.8864,
-      "step": 1046
-    },
-    {
-      "epoch": 0.3560013600816049,
-      "grad_norm": 1.815417919798777,
-      "learning_rate": 7.464940214787622e-06,
-      "loss": 0.8489,
-      "step": 1047
-    },
-    {
-      "epoch": 0.356341380482829,
-      "grad_norm": 2.5179528675012306,
-      "learning_rate": 7.4601468216677375e-06,
-      "loss": 0.7985,
-      "step": 1048
-    },
-    {
-      "epoch": 0.35668140088405303,
-      "grad_norm": 2.0737400366436978,
-      "learning_rate": 7.455350443428598e-06,
-      "loss": 0.8621,
-      "step": 1049
-    },
-    {
-      "epoch": 0.35702142128527714,
-      "grad_norm": 1.9500143741002205,
-      "learning_rate": 7.450551085890087e-06,
-      "loss": 0.7252,
-      "step": 1050
-    },
-    {
-      "epoch": 0.3573614416865012,
-      "grad_norm": 2.487299951341808,
-      "learning_rate": 7.445748754875697e-06,
-      "loss": 0.8219,
-      "step": 1051
-    },
-    {
-      "epoch": 0.35770146208772524,
-      "grad_norm": 1.9293676887234388,
-      "learning_rate": 7.440943456212533e-06,
-      "loss": 0.8055,
-      "step": 1052
-    },
-    {
-      "epoch": 0.35804148248894935,
-      "grad_norm": 1.630631399721771,
-      "learning_rate": 7.4361351957313e-06,
-      "loss": 0.8086,
-      "step": 1053
-    },
-    {
-      "epoch": 0.3583815028901734,
-      "grad_norm": 1.993396157634338,
-      "learning_rate": 7.431323979266296e-06,
-      "loss": 0.8358,
-      "step": 1054
-    },
-    {
-      "epoch": 0.3587215232913975,
-      "grad_norm": 2.1096399659613434,
-      "learning_rate": 7.4265098126554065e-06,
-      "loss": 0.6622,
-      "step": 1055
-    },
-    {
-      "epoch": 0.35906154369262155,
-      "grad_norm": 2.0957274147043568,
-      "learning_rate": 7.421692701740095e-06,
-      "loss": 0.8535,
-      "step": 1056
-    },
-    {
-      "epoch": 0.3594015640938456,
-      "grad_norm": 2.280331567819238,
-      "learning_rate": 7.416872652365401e-06,
-      "loss": 0.7613,
-      "step": 1057
-    },
-    {
-      "epoch": 0.3597415844950697,
-      "grad_norm": 1.7088762504236967,
-      "learning_rate": 7.412049670379927e-06,
-      "loss": 0.8598,
-      "step": 1058
-    },
-    {
-      "epoch": 0.36008160489629376,
-      "grad_norm": 1.8455695752782821,
-      "learning_rate": 7.4072237616358356e-06,
-      "loss": 0.9097,
-      "step": 1059
-    },
-    {
-      "epoch": 0.36042162529751787,
-      "grad_norm": 2.4513346866686483,
-      "learning_rate": 7.402394931988836e-06,
-      "loss": 0.8521,
-      "step": 1060
-    },
-    {
-      "epoch": 0.3607616456987419,
-      "grad_norm": 1.7993496451007047,
-      "learning_rate": 7.397563187298189e-06,
-      "loss": 0.8043,
-      "step": 1061
-    },
-    {
-      "epoch": 0.361101666099966,
-      "grad_norm": 2.5033019796675777,
-      "learning_rate": 7.392728533426687e-06,
-      "loss": 0.6882,
-      "step": 1062
-    },
-    {
-      "epoch": 0.3614416865011901,
-      "grad_norm": 1.6959114046452552,
-      "learning_rate": 7.387890976240655e-06,
-      "loss": 0.7466,
-      "step": 1063
-    },
-    {
-      "epoch": 0.3617817069024141,
-      "grad_norm": 1.7439198675611804,
-      "learning_rate": 7.383050521609938e-06,
-      "loss": 0.8818,
-      "step": 1064
-    },
-    {
-      "epoch": 0.36212172730363823,
-      "grad_norm": 2.053598063714424,
-      "learning_rate": 7.378207175407899e-06,
-      "loss": 0.7483,
-      "step": 1065
-    },
-    {
-      "epoch": 0.3624617477048623,
-      "grad_norm": 2.781756547823472,
-      "learning_rate": 7.3733609435114096e-06,
-      "loss": 0.8445,
-      "step": 1066
-    },
-    {
-      "epoch": 0.3628017681060864,
-      "grad_norm": 2.09779855425177,
-      "learning_rate": 7.368511831800844e-06,
-      "loss": 0.851,
-      "step": 1067
-    },
-    {
-      "epoch": 0.36314178850731044,
-      "grad_norm": 3.020910053469312,
-      "learning_rate": 7.363659846160066e-06,
-      "loss": 0.8892,
-      "step": 1068
-    },
-    {
-      "epoch": 0.3634818089085345,
-      "grad_norm": 2.4787490690903944,
-      "learning_rate": 7.358804992476432e-06,
-      "loss": 0.8432,
-      "step": 1069
-    },
-    {
-      "epoch": 0.3638218293097586,
-      "grad_norm": 2.8989448273348573,
-      "learning_rate": 7.353947276640776e-06,
-      "loss": 0.6853,
-      "step": 1070
-    },
-    {
-      "epoch": 0.36416184971098264,
-      "grad_norm": 1.726759255900026,
-      "learning_rate": 7.349086704547408e-06,
-      "loss": 0.8831,
-      "step": 1071
-    },
-    {
-      "epoch": 0.36450187011220675,
-      "grad_norm": 1.8399420040429915,
-      "learning_rate": 7.344223282094095e-06,
-      "loss": 0.7882,
-      "step": 1072
-    },
-    {
-      "epoch": 0.3648418905134308,
-      "grad_norm": 1.806073228885492,
-      "learning_rate": 7.3393570151820714e-06,
-      "loss": 0.8412,
-      "step": 1073
-    },
-    {
-      "epoch": 0.3651819109146549,
-      "grad_norm": 1.6710296660184638,
-      "learning_rate": 7.334487909716021e-06,
-      "loss": 0.9138,
-      "step": 1074
-    },
-    {
-      "epoch": 0.36552193131587896,
-      "grad_norm": 2.1624300932227682,
-      "learning_rate": 7.329615971604071e-06,
-      "loss": 0.8227,
-      "step": 1075
-    },
-    {
-      "epoch": 0.365861951717103,
-      "grad_norm": 1.7009224007949533,
-      "learning_rate": 7.324741206757785e-06,
-      "loss": 0.8129,
-      "step": 1076
-    },
-    {
-      "epoch": 0.3662019721183271,
-      "grad_norm": 2.408114357062906,
-      "learning_rate": 7.3198636210921556e-06,
-      "loss": 0.8746,
-      "step": 1077
-    },
-    {
-      "epoch": 0.36654199251955116,
-      "grad_norm": 1.963920816993082,
-      "learning_rate": 7.314983220525604e-06,
-      "loss": 0.8986,
-      "step": 1078
-    },
-    {
-      "epoch": 0.36688201292077527,
-      "grad_norm": 2.625997972868134,
-      "learning_rate": 7.3101000109799616e-06,
-      "loss": 0.8639,
-      "step": 1079
-    },
-    {
-      "epoch": 0.3672220333219993,
-      "grad_norm": 2.089484971251662,
-      "learning_rate": 7.305213998380466e-06,
-      "loss": 0.9753,
-      "step": 1080
-    },
-    {
-      "epoch": 0.36756205372322337,
-      "grad_norm": 1.879765672023159,
-      "learning_rate": 7.300325188655762e-06,
-      "loss": 0.8868,
-      "step": 1081
-    },
-    {
-      "epoch": 0.3679020741244475,
-      "grad_norm": 2.742242310525079,
-      "learning_rate": 7.295433587737885e-06,
-      "loss": 0.8266,
-      "step": 1082
-    },
-    {
-      "epoch": 0.3682420945256715,
-      "grad_norm": 2.110886719188207,
-      "learning_rate": 7.29053920156226e-06,
-      "loss": 0.8568,
-      "step": 1083
-    },
-    {
-      "epoch": 0.36858211492689563,
-      "grad_norm": 1.6424790092242403,
-      "learning_rate": 7.285642036067687e-06,
-      "loss": 0.803,
-      "step": 1084
-    },
-    {
-      "epoch": 0.3689221353281197,
-      "grad_norm": 1.6786948404232462,
-      "learning_rate": 7.280742097196342e-06,
-      "loss": 0.7703,
-      "step": 1085
-    },
-    {
-      "epoch": 0.36926215572934373,
-      "grad_norm": 3.0606693350336154,
-      "learning_rate": 7.275839390893766e-06,
-      "loss": 0.7358,
-      "step": 1086
-    },
-    {
-      "epoch": 0.36960217613056784,
-      "grad_norm": 2.1162203963053146,
-      "learning_rate": 7.270933923108857e-06,
-      "loss": 0.7855,
-      "step": 1087
-    },
-    {
-      "epoch": 0.3699421965317919,
-      "grad_norm": 1.8016862422684354,
-      "learning_rate": 7.2660256997938635e-06,
-      "loss": 0.8466,
-      "step": 1088
-    },
-    {
-      "epoch": 0.370282216933016,
-      "grad_norm": 1.6606430113607151,
-      "learning_rate": 7.261114726904379e-06,
-      "loss": 0.8152,
-      "step": 1089
-    },
-    {
-      "epoch": 0.37062223733424005,
-      "grad_norm": 2.761851717407974,
-      "learning_rate": 7.25620101039933e-06,
-      "loss": 0.9042,
-      "step": 1090
-    },
-    {
-      "epoch": 0.37096225773546415,
-      "grad_norm": 1.9771042284445832,
-      "learning_rate": 7.2512845562409764e-06,
-      "loss": 0.7056,
-      "step": 1091
-    },
-    {
-      "epoch": 0.3713022781366882,
-      "grad_norm": 1.653746373879253,
-      "learning_rate": 7.246365370394896e-06,
-      "loss": 0.8067,
-      "step": 1092
-    },
-    {
-      "epoch": 0.37164229853791225,
-      "grad_norm": 1.8811326242800515,
-      "learning_rate": 7.241443458829985e-06,
-      "loss": 0.9338,
-      "step": 1093
-    },
-    {
-      "epoch": 0.37198231893913636,
-      "grad_norm": 2.7501158364403637,
-      "learning_rate": 7.236518827518444e-06,
-      "loss": 0.8809,
-      "step": 1094
-    },
-    {
-      "epoch": 0.3723223393403604,
-      "grad_norm": 2.5384080733406074,
-      "learning_rate": 7.231591482435777e-06,
-      "loss": 0.7763,
-      "step": 1095
-    },
-    {
-      "epoch": 0.3726623597415845,
-      "grad_norm": 2.228534473485439,
-      "learning_rate": 7.226661429560776e-06,
-      "loss": 0.7819,
-      "step": 1096
-    },
-    {
-      "epoch": 0.37300238014280857,
-      "grad_norm": 1.9926490104103836,
-      "learning_rate": 7.221728674875522e-06,
-      "loss": 0.886,
-      "step": 1097
-    },
-    {
-      "epoch": 0.3733424005440326,
-      "grad_norm": 2.362100344429819,
-      "learning_rate": 7.216793224365373e-06,
-      "loss": 0.8621,
-      "step": 1098
-    },
-    {
-      "epoch": 0.3736824209452567,
-      "grad_norm": 2.0797006061886103,
-      "learning_rate": 7.2118550840189605e-06,
-      "loss": 0.8351,
-      "step": 1099
-    },
-    {
-      "epoch": 0.37402244134648077,
-      "grad_norm": 1.9013645029122852,
-      "learning_rate": 7.206914259828177e-06,
-      "loss": 0.7349,
-      "step": 1100
-    },
-    {
-      "epoch": 0.3743624617477049,
-      "grad_norm": 2.096526511001182,
-      "learning_rate": 7.201970757788172e-06,
-      "loss": 0.8096,
-      "step": 1101
-    },
-    {
-      "epoch": 0.37470248214892893,
-      "grad_norm": 1.9487792698034627,
-      "learning_rate": 7.197024583897345e-06,
-      "loss": 0.7688,
-      "step": 1102
-    },
-    {
-      "epoch": 0.37504250255015303,
-      "grad_norm": 1.7616136379351248,
-      "learning_rate": 7.19207574415734e-06,
-      "loss": 0.877,
-      "step": 1103
-    },
-    {
-      "epoch": 0.3753825229513771,
-      "grad_norm": 2.216518466261683,
-      "learning_rate": 7.187124244573029e-06,
-      "loss": 0.7425,
-      "step": 1104
-    },
-    {
-      "epoch": 0.37572254335260113,
-      "grad_norm": 1.9420595220834904,
-      "learning_rate": 7.182170091152518e-06,
-      "loss": 0.8859,
-      "step": 1105
-    },
-    {
-      "epoch": 0.37606256375382524,
-      "grad_norm": 3.1843147726618892,
-      "learning_rate": 7.17721328990713e-06,
-      "loss": 0.7846,
-      "step": 1106
-    },
-    {
-      "epoch": 0.3764025841550493,
-      "grad_norm": 3.5406950144124134,
-      "learning_rate": 7.1722538468514015e-06,
-      "loss": 0.7288,
-      "step": 1107
-    },
-    {
-      "epoch": 0.3767426045562734,
-      "grad_norm": 1.9027244103388907,
-      "learning_rate": 7.167291768003075e-06,
-      "loss": 0.8369,
-      "step": 1108
-    },
-    {
-      "epoch": 0.37708262495749745,
-      "grad_norm": 2.229506384560749,
-      "learning_rate": 7.162327059383089e-06,
-      "loss": 0.8006,
-      "step": 1109
-    },
-    {
-      "epoch": 0.3774226453587215,
-      "grad_norm": 2.483789935208878,
-      "learning_rate": 7.157359727015578e-06,
-      "loss": 0.8531,
-      "step": 1110
-    },
-    {
-      "epoch": 0.3777626657599456,
-      "grad_norm": 2.0952967393905597,
-      "learning_rate": 7.152389776927855e-06,
-      "loss": 0.7728,
-      "step": 1111
-    },
-    {
-      "epoch": 0.37810268616116965,
-      "grad_norm": 2.8696175226987135,
-      "learning_rate": 7.147417215150411e-06,
-      "loss": 0.8312,
-      "step": 1112
-    },
-    {
-      "epoch": 0.37844270656239376,
-      "grad_norm": 2.0770110520679115,
-      "learning_rate": 7.142442047716905e-06,
-      "loss": 0.7291,
-      "step": 1113
-    },
-    {
-      "epoch": 0.3787827269636178,
-      "grad_norm": 4.9493875756484345,
-      "learning_rate": 7.13746428066416e-06,
-      "loss": 0.8679,
-      "step": 1114
-    },
-    {
-      "epoch": 0.3791227473648419,
-      "grad_norm": 1.4736356648123277,
-      "learning_rate": 7.132483920032154e-06,
-      "loss": 0.8668,
-      "step": 1115
-    },
-    {
-      "epoch": 0.37946276776606597,
-      "grad_norm": 2.1871010916988407,
-      "learning_rate": 7.127500971864008e-06,
-      "loss": 0.8253,
-      "step": 1116
-    },
-    {
-      "epoch": 0.37980278816729,
-      "grad_norm": 2.7048260870598395,
-      "learning_rate": 7.122515442205985e-06,
-      "loss": 0.8072,
-      "step": 1117
-    },
-    {
-      "epoch": 0.3801428085685141,
-      "grad_norm": 1.6568599508148707,
-      "learning_rate": 7.117527337107481e-06,
-      "loss": 0.883,
-      "step": 1118
-    },
-    {
-      "epoch": 0.3804828289697382,
-      "grad_norm": 1.7744379748328984,
-      "learning_rate": 7.112536662621017e-06,
-      "loss": 0.8028,
-      "step": 1119
-    },
-    {
-      "epoch": 0.3808228493709623,
-      "grad_norm": 1.9075136504794952,
-      "learning_rate": 7.10754342480223e-06,
-      "loss": 0.7285,
-      "step": 1120
-    },
-    {
-      "epoch": 0.38116286977218633,
-      "grad_norm": 1.9011664282216376,
-      "learning_rate": 7.102547629709867e-06,
-      "loss": 0.8961,
-      "step": 1121
-    },
-    {
-      "epoch": 0.3815028901734104,
-      "grad_norm": 3.3324355205350096,
-      "learning_rate": 7.097549283405782e-06,
-      "loss": 0.8518,
-      "step": 1122
-    },
-    {
-      "epoch": 0.3818429105746345,
-      "grad_norm": 1.7672003604856446,
-      "learning_rate": 7.092548391954919e-06,
-      "loss": 0.8808,
-      "step": 1123
-    },
-    {
-      "epoch": 0.38218293097585854,
-      "grad_norm": 2.013141247061694,
-      "learning_rate": 7.087544961425317e-06,
-      "loss": 0.725,
-      "step": 1124
-    },
-    {
-      "epoch": 0.38252295137708264,
-      "grad_norm": 1.985634648817913,
-      "learning_rate": 7.082538997888087e-06,
-      "loss": 0.75,
-      "step": 1125
-    },
-    {
-      "epoch": 0.3828629717783067,
-      "grad_norm": 1.9538380256881642,
-      "learning_rate": 7.077530507417423e-06,
-      "loss": 0.7453,
-      "step": 1126
-    },
-    {
-      "epoch": 0.3832029921795308,
-      "grad_norm": 1.4275684400693776,
-      "learning_rate": 7.07251949609058e-06,
-      "loss": 0.8418,
-      "step": 1127
-    },
-    {
-      "epoch": 0.38354301258075485,
-      "grad_norm": 1.876464428838775,
-      "learning_rate": 7.067505969987869e-06,
-      "loss": 0.8856,
-      "step": 1128
-    },
-    {
-      "epoch": 0.3838830329819789,
-      "grad_norm": 2.4676650596958134,
-      "learning_rate": 7.06248993519266e-06,
-      "loss": 0.7442,
-      "step": 1129
-    },
-    {
-      "epoch": 0.384223053383203,
-      "grad_norm": 1.9772400387901186,
-      "learning_rate": 7.05747139779136e-06,
-      "loss": 0.7476,
-      "step": 1130
-    },
-    {
-      "epoch": 0.38456307378442706,
-      "grad_norm": 1.7114896839198552,
-      "learning_rate": 7.0524503638734175e-06,
-      "loss": 0.7586,
-      "step": 1131
-    },
-    {
-      "epoch": 0.38490309418565116,
-      "grad_norm": 1.979719268713037,
-      "learning_rate": 7.047426839531308e-06,
-      "loss": 0.7806,
-      "step": 1132
-    },
-    {
-      "epoch": 0.3852431145868752,
-      "grad_norm": 2.573830551015435,
-      "learning_rate": 7.04240083086053e-06,
-      "loss": 0.804,
-      "step": 1133
-    },
-    {
-      "epoch": 0.38558313498809926,
-      "grad_norm": 2.0092570242754286,
-      "learning_rate": 7.037372343959592e-06,
-      "loss": 0.784,
-      "step": 1134
-    },
-    {
-      "epoch": 0.38592315538932337,
-      "grad_norm": 1.7021704495221963,
-      "learning_rate": 7.032341384930018e-06,
-      "loss": 0.8437,
-      "step": 1135
-    },
-    {
-      "epoch": 0.3862631757905474,
-      "grad_norm": 2.005711746099124,
-      "learning_rate": 7.0273079598763236e-06,
-      "loss": 0.8695,
-      "step": 1136
-    },
-    {
-      "epoch": 0.3866031961917715,
-      "grad_norm": 3.7689109362135897,
-      "learning_rate": 7.022272074906021e-06,
-      "loss": 0.8509,
-      "step": 1137
-    },
-    {
-      "epoch": 0.3869432165929956,
-      "grad_norm": 2.040973796481224,
-      "learning_rate": 7.017233736129606e-06,
-      "loss": 0.7938,
-      "step": 1138
-    },
-    {
-      "epoch": 0.3872832369942196,
-      "grad_norm": 1.6275779088061617,
-      "learning_rate": 7.012192949660552e-06,
-      "loss": 0.7431,
-      "step": 1139
-    },
-    {
-      "epoch": 0.38762325739544373,
-      "grad_norm": 3.289438767702211,
-      "learning_rate": 7.007149721615303e-06,
-      "loss": 0.8054,
-      "step": 1140
-    },
-    {
-      "epoch": 0.3879632777966678,
-      "grad_norm": 1.5783269725777442,
-      "learning_rate": 7.002104058113264e-06,
-      "loss": 0.7602,
-      "step": 1141
-    },
-    {
-      "epoch": 0.3883032981978919,
-      "grad_norm": 2.401935957785332,
-      "learning_rate": 6.997055965276796e-06,
-      "loss": 0.8494,
-      "step": 1142
-    },
-    {
-      "epoch": 0.38864331859911594,
-      "grad_norm": 2.2155438256160447,
-      "learning_rate": 6.9920054492312086e-06,
-      "loss": 0.8322,
-      "step": 1143
-    },
-    {
-      "epoch": 0.38898333900034004,
-      "grad_norm": 2.5303097895478426,
-      "learning_rate": 6.98695251610475e-06,
-      "loss": 0.7219,
-      "step": 1144
-    },
-    {
-      "epoch": 0.3893233594015641,
-      "grad_norm": 1.9492455847007166,
-      "learning_rate": 6.981897172028605e-06,
-      "loss": 0.7452,
-      "step": 1145
-    },
-    {
-      "epoch": 0.38966337980278815,
-      "grad_norm": 1.8888613087300397,
-      "learning_rate": 6.9768394231368765e-06,
-      "loss": 0.7079,
-      "step": 1146
-    },
-    {
-      "epoch": 0.39000340020401225,
-      "grad_norm": 1.8614707671392436,
-      "learning_rate": 6.971779275566593e-06,
-      "loss": 0.8869,
-      "step": 1147
-    },
-    {
-      "epoch": 0.3903434206052363,
-      "grad_norm": 2.196139754184654,
-      "learning_rate": 6.96671673545769e-06,
-      "loss": 0.8182,
-      "step": 1148
-    },
-    {
-      "epoch": 0.3906834410064604,
-      "grad_norm": 2.015645605594665,
-      "learning_rate": 6.961651808953008e-06,
-      "loss": 0.788,
-      "step": 1149
-    },
-    {
-      "epoch": 0.39102346140768446,
-      "grad_norm": 2.118358018353812,
-      "learning_rate": 6.956584502198278e-06,
-      "loss": 0.7944,
-      "step": 1150
-    },
-    {
-      "epoch": 0.3913634818089085,
-      "grad_norm": 2.5297802062767505,
-      "learning_rate": 6.9515148213421265e-06,
-      "loss": 0.7594,
-      "step": 1151
-    },
-    {
-      "epoch": 0.3917035022101326,
-      "grad_norm": 1.7235690561643628,
-      "learning_rate": 6.946442772536055e-06,
-      "loss": 0.8006,
-      "step": 1152
-    },
-    {
-      "epoch": 0.39204352261135667,
-      "grad_norm": 2.0605815364417723,
-      "learning_rate": 6.941368361934442e-06,
-      "loss": 0.7571,
-      "step": 1153
-    },
-    {
-      "epoch": 0.39238354301258077,
-      "grad_norm": 1.802107862787346,
-      "learning_rate": 6.9362915956945264e-06,
-      "loss": 0.7694,
-      "step": 1154
-    },
-    {
-      "epoch": 0.3927235634138048,
-      "grad_norm": 3.0394698418460373,
-      "learning_rate": 6.931212479976413e-06,
-      "loss": 0.8776,
-      "step": 1155
-    },
-    {
-      "epoch": 0.3930635838150289,
-      "grad_norm": 2.344468637665646,
-      "learning_rate": 6.9261310209430525e-06,
-      "loss": 0.7557,
-      "step": 1156
-    },
-    {
-      "epoch": 0.393403604216253,
-      "grad_norm": 2.1496119244458693,
-      "learning_rate": 6.921047224760239e-06,
-      "loss": 0.8703,
-      "step": 1157
-    },
-    {
-      "epoch": 0.39374362461747703,
-      "grad_norm": 1.8022051744909748,
-      "learning_rate": 6.9159610975966044e-06,
-      "loss": 0.9033,
-      "step": 1158
-    },
-    {
-      "epoch": 0.39408364501870113,
-      "grad_norm": 1.7062404002111817,
-      "learning_rate": 6.910872645623608e-06,
-      "loss": 0.8358,
-      "step": 1159
-    },
-    {
-      "epoch": 0.3944236654199252,
-      "grad_norm": 2.807991980988546,
-      "learning_rate": 6.905781875015529e-06,
-      "loss": 0.732,
-      "step": 1160
-    },
-    {
-      "epoch": 0.3947636858211493,
-      "grad_norm": 2.010080594688907,
-      "learning_rate": 6.900688791949463e-06,
-      "loss": 0.8275,
-      "step": 1161
-    },
-    {
-      "epoch": 0.39510370622237334,
-      "grad_norm": 2.543059620006072,
-      "learning_rate": 6.895593402605308e-06,
-      "loss": 0.8672,
-      "step": 1162
-    },
-    {
-      "epoch": 0.3954437266235974,
-      "grad_norm": 2.323489162154479,
-      "learning_rate": 6.890495713165761e-06,
-      "loss": 0.8112,
-      "step": 1163
-    },
-    {
-      "epoch": 0.3957837470248215,
-      "grad_norm": 2.181543784406478,
-      "learning_rate": 6.885395729816313e-06,
-      "loss": 0.9508,
-      "step": 1164
-    },
-    {
-      "epoch": 0.39612376742604555,
-      "grad_norm": 2.226593260830025,
-      "learning_rate": 6.880293458745237e-06,
-      "loss": 0.6444,
-      "step": 1165
-    },
-    {
-      "epoch": 0.39646378782726965,
-      "grad_norm": 1.634156363859306,
-      "learning_rate": 6.87518890614358e-06,
-      "loss": 0.8444,
-      "step": 1166
-    },
-    {
-      "epoch": 0.3968038082284937,
-      "grad_norm": 2.5459595291596493,
-      "learning_rate": 6.870082078205158e-06,
-      "loss": 0.8996,
-      "step": 1167
-    },
-    {
-      "epoch": 0.3971438286297178,
-      "grad_norm": 3.9234543111468567,
-      "learning_rate": 6.86497298112655e-06,
-      "loss": 0.9022,
-      "step": 1168
-    },
-    {
-      "epoch": 0.39748384903094186,
-      "grad_norm": 1.9173410435574607,
-      "learning_rate": 6.859861621107084e-06,
-      "loss": 0.8068,
-      "step": 1169
-    },
-    {
-      "epoch": 0.3978238694321659,
-      "grad_norm": 3.035334796056879,
-      "learning_rate": 6.85474800434884e-06,
-      "loss": 0.8787,
-      "step": 1170
-    },
-    {
-      "epoch": 0.39816388983339,
-      "grad_norm": 1.996336800913808,
-      "learning_rate": 6.849632137056631e-06,
-      "loss": 0.8218,
-      "step": 1171
-    },
-    {
-      "epoch": 0.39850391023461407,
-      "grad_norm": 2.4997036230867877,
-      "learning_rate": 6.844514025438003e-06,
-      "loss": 0.8944,
-      "step": 1172
-    },
-    {
-      "epoch": 0.3988439306358382,
-      "grad_norm": 2.058620980233996,
-      "learning_rate": 6.8393936757032255e-06,
-      "loss": 0.8202,
-      "step": 1173
-    },
-    {
-      "epoch": 0.3991839510370622,
-      "grad_norm": 2.0680642784567764,
-      "learning_rate": 6.834271094065284e-06,
-      "loss": 0.8465,
-      "step": 1174
-    },
-    {
-      "epoch": 0.3995239714382863,
-      "grad_norm": 1.8727199079644916,
-      "learning_rate": 6.82914628673987e-06,
-      "loss": 0.8527,
-      "step": 1175
-    },
-    {
-      "epoch": 0.3998639918395104,
-      "grad_norm": 1.590081791651527,
-      "learning_rate": 6.824019259945376e-06,
-      "loss": 0.8613,
-      "step": 1176
-    },
-    {
-      "epoch": 0.40020401224073443,
-      "grad_norm": 2.0260284044840278,
-      "learning_rate": 6.818890019902891e-06,
-      "loss": 0.7465,
-      "step": 1177
-    },
-    {
-      "epoch": 0.40054403264195854,
-      "grad_norm": 1.8398479387280182,
-      "learning_rate": 6.813758572836187e-06,
-      "loss": 0.7806,
-      "step": 1178
-    },
-    {
-      "epoch": 0.4008840530431826,
-      "grad_norm": 2.105917280765373,
-      "learning_rate": 6.808624924971711e-06,
-      "loss": 0.7141,
-      "step": 1179
-    },
-    {
-      "epoch": 0.40122407344440664,
-      "grad_norm": 1.9634355488466153,
-      "learning_rate": 6.803489082538586e-06,
-      "loss": 0.8055,
-      "step": 1180
-    },
-    {
-      "epoch": 0.40156409384563074,
-      "grad_norm": 1.8526489425120056,
-      "learning_rate": 6.798351051768597e-06,
-      "loss": 0.8832,
-      "step": 1181
-    },
-    {
-      "epoch": 0.4019041142468548,
-      "grad_norm": 2.3356716947930316,
-      "learning_rate": 6.79321083889618e-06,
-      "loss": 0.7484,
-      "step": 1182
-    },
-    {
-      "epoch": 0.4022441346480789,
-      "grad_norm": 2.0837152056282964,
-      "learning_rate": 6.788068450158422e-06,
-      "loss": 0.718,
-      "step": 1183
-    },
-    {
-      "epoch": 0.40258415504930295,
-      "grad_norm": 1.8999186943331179,
-      "learning_rate": 6.78292389179505e-06,
-      "loss": 0.7811,
-      "step": 1184
-    },
-    {
-      "epoch": 0.40292417545052706,
-      "grad_norm": 1.6658111499434904,
-      "learning_rate": 6.777777170048423e-06,
-      "loss": 0.8201,
-      "step": 1185
-    },
-    {
-      "epoch": 0.4032641958517511,
-      "grad_norm": 1.680917916696707,
-      "learning_rate": 6.772628291163527e-06,
-      "loss": 0.807,
-      "step": 1186
-    },
-    {
-      "epoch": 0.40360421625297516,
-      "grad_norm": 1.7407790818800217,
-      "learning_rate": 6.76747726138796e-06,
-      "loss": 0.8313,
-      "step": 1187
-    },
-    {
-      "epoch": 0.40394423665419926,
-      "grad_norm": 1.5617043074412897,
-      "learning_rate": 6.762324086971936e-06,
-      "loss": 0.9455,
-      "step": 1188
-    },
-    {
-      "epoch": 0.4042842570554233,
-      "grad_norm": 4.146596153131383,
-      "learning_rate": 6.75716877416827e-06,
-      "loss": 0.7997,
-      "step": 1189
-    },
-    {
-      "epoch": 0.4046242774566474,
-      "grad_norm": 2.0617653843196884,
-      "learning_rate": 6.752011329232369e-06,
-      "loss": 0.8153,
-      "step": 1190
-    },
-    {
-      "epoch": 0.40496429785787147,
-      "grad_norm": 2.076737017009885,
-      "learning_rate": 6.746851758422228e-06,
-      "loss": 0.8002,
-      "step": 1191
-    },
-    {
-      "epoch": 0.4053043182590955,
-      "grad_norm": 1.813071998464279,
-      "learning_rate": 6.741690067998423e-06,
-      "loss": 0.8347,
-      "step": 1192
-    },
-    {
-      "epoch": 0.4056443386603196,
-      "grad_norm": 1.9981326256931067,
-      "learning_rate": 6.736526264224101e-06,
-      "loss": 0.9294,
-      "step": 1193
-    },
-    {
-      "epoch": 0.4059843590615437,
-      "grad_norm": 1.8827868546011934,
-      "learning_rate": 6.731360353364975e-06,
-      "loss": 0.867,
-      "step": 1194
-    },
-    {
-      "epoch": 0.4063243794627678,
-      "grad_norm": 1.8243418052617972,
-      "learning_rate": 6.726192341689311e-06,
-      "loss": 0.8223,
-      "step": 1195
-    },
-    {
-      "epoch": 0.40666439986399183,
-      "grad_norm": 1.770350872789149,
-      "learning_rate": 6.721022235467926e-06,
-      "loss": 0.8619,
-      "step": 1196
-    },
-    {
-      "epoch": 0.40700442026521594,
-      "grad_norm": 1.8639174786964454,
-      "learning_rate": 6.7158500409741815e-06,
-      "loss": 0.9201,
-      "step": 1197
-    },
-    {
-      "epoch": 0.40734444066644,
-      "grad_norm": 2.0254058760681803,
-      "learning_rate": 6.710675764483968e-06,
-      "loss": 0.7695,
-      "step": 1198
-    },
-    {
-      "epoch": 0.40768446106766404,
-      "grad_norm": 1.760831957768078,
-      "learning_rate": 6.7054994122757046e-06,
-      "loss": 0.819,
-      "step": 1199
-    },
-    {
-      "epoch": 0.40802448146888814,
-      "grad_norm": 2.3849603429891997,
-      "learning_rate": 6.700320990630329e-06,
-      "loss": 0.8816,
-      "step": 1200
-    },
-    {
-      "epoch": 0.4083645018701122,
-      "grad_norm": 3.24791611718312,
-      "learning_rate": 6.69514050583129e-06,
-      "loss": 0.9234,
-      "step": 1201
-    },
-    {
-      "epoch": 0.4087045222713363,
-      "grad_norm": 1.7471455004845486,
-      "learning_rate": 6.689957964164539e-06,
-      "loss": 0.7623,
-      "step": 1202
-    },
-    {
-      "epoch": 0.40904454267256035,
-      "grad_norm": 2.785514967554598,
-      "learning_rate": 6.684773371918526e-06,
-      "loss": 0.7937,
-      "step": 1203
-    },
-    {
-      "epoch": 0.4093845630737844,
-      "grad_norm": 1.8030855427647954,
-      "learning_rate": 6.679586735384184e-06,
-      "loss": 0.8442,
-      "step": 1204
-    },
-    {
-      "epoch": 0.4097245834750085,
-      "grad_norm": 3.721825112571208,
-      "learning_rate": 6.674398060854931e-06,
-      "loss": 0.7539,
-      "step": 1205
-    },
-    {
-      "epoch": 0.41006460387623256,
-      "grad_norm": 1.80798373103189,
-      "learning_rate": 6.669207354626657e-06,
-      "loss": 0.8992,
-      "step": 1206
-    },
-    {
-      "epoch": 0.41040462427745666,
-      "grad_norm": 2.0935781969101352,
-      "learning_rate": 6.664014622997717e-06,
-      "loss": 0.8665,
-      "step": 1207
-    },
-    {
-      "epoch": 0.4107446446786807,
-      "grad_norm": 1.77781409293517,
-      "learning_rate": 6.65881987226892e-06,
-      "loss": 0.9314,
-      "step": 1208
-    },
-    {
-      "epoch": 0.4110846650799048,
-      "grad_norm": 2.0253755293143105,
-      "learning_rate": 6.65362310874353e-06,
-      "loss": 0.8807,
-      "step": 1209
-    },
-    {
-      "epoch": 0.41142468548112887,
-      "grad_norm": 3.8985316382602444,
-      "learning_rate": 6.648424338727254e-06,
-      "loss": 0.7557,
-      "step": 1210
-    },
-    {
-      "epoch": 0.4117647058823529,
-      "grad_norm": 2.9177556160015317,
-      "learning_rate": 6.643223568528228e-06,
-      "loss": 0.7773,
-      "step": 1211
-    },
-    {
-      "epoch": 0.412104726283577,
-      "grad_norm": 1.7364907122378959,
-      "learning_rate": 6.638020804457017e-06,
-      "loss": 0.7708,
-      "step": 1212
-    },
-    {
-      "epoch": 0.4124447466848011,
-      "grad_norm": 2.5902233868083107,
-      "learning_rate": 6.632816052826611e-06,
-      "loss": 0.8803,
-      "step": 1213
-    },
-    {
-      "epoch": 0.4127847670860252,
-      "grad_norm": 2.196962080702439,
-      "learning_rate": 6.627609319952404e-06,
-      "loss": 0.8413,
-      "step": 1214
-    },
-    {
-      "epoch": 0.41312478748724923,
-      "grad_norm": 1.7517859998624659,
-      "learning_rate": 6.622400612152199e-06,
-      "loss": 0.7581,
-      "step": 1215
-    },
-    {
-      "epoch": 0.4134648078884733,
-      "grad_norm": 2.725187748694304,
-      "learning_rate": 6.617189935746191e-06,
-      "loss": 0.8616,
-      "step": 1216
-    },
-    {
-      "epoch": 0.4138048282896974,
-      "grad_norm": 2.186121004596113,
-      "learning_rate": 6.6119772970569686e-06,
-      "loss": 0.867,
-      "step": 1217
-    },
-    {
-      "epoch": 0.41414484869092144,
-      "grad_norm": 1.7550877153581408,
-      "learning_rate": 6.606762702409499e-06,
-      "loss": 0.8189,
-      "step": 1218
-    },
-    {
-      "epoch": 0.41448486909214555,
-      "grad_norm": 1.911639257053032,
-      "learning_rate": 6.60154615813112e-06,
-      "loss": 0.8447,
-      "step": 1219
-    },
-    {
-      "epoch": 0.4148248894933696,
-      "grad_norm": 2.2359482219667566,
-      "learning_rate": 6.596327670551541e-06,
-      "loss": 0.7098,
-      "step": 1220
-    },
-    {
-      "epoch": 0.4151649098945937,
-      "grad_norm": 1.8270789562811462,
-      "learning_rate": 6.591107246002825e-06,
-      "loss": 0.8242,
-      "step": 1221
-    },
-    {
-      "epoch": 0.41550493029581775,
-      "grad_norm": 1.4119348213396106,
-      "learning_rate": 6.585884890819388e-06,
-      "loss": 0.9456,
-      "step": 1222
-    },
-    {
-      "epoch": 0.4158449506970418,
-      "grad_norm": 2.4831333073302115,
-      "learning_rate": 6.5806606113379855e-06,
-      "loss": 0.843,
-      "step": 1223
-    },
-    {
-      "epoch": 0.4161849710982659,
-      "grad_norm": 2.0195834149272907,
-      "learning_rate": 6.57543441389771e-06,
-      "loss": 0.7616,
-      "step": 1224
-    },
-    {
-      "epoch": 0.41652499149948996,
-      "grad_norm": 1.8560990970772,
-      "learning_rate": 6.570206304839979e-06,
-      "loss": 0.772,
-      "step": 1225
-    },
-    {
-      "epoch": 0.41686501190071407,
-      "grad_norm": 3.4777502532844364,
-      "learning_rate": 6.564976290508535e-06,
-      "loss": 0.7694,
-      "step": 1226
-    },
-    {
-      "epoch": 0.4172050323019381,
-      "grad_norm": 2.1141524879270337,
-      "learning_rate": 6.559744377249426e-06,
-      "loss": 0.8212,
-      "step": 1227
-    },
-    {
-      "epoch": 0.41754505270316217,
-      "grad_norm": 1.9995986640884873,
-      "learning_rate": 6.554510571411009e-06,
-      "loss": 0.7696,
-      "step": 1228
-    },
-    {
-      "epoch": 0.4178850731043863,
-      "grad_norm": 4.388048606323549,
-      "learning_rate": 6.549274879343932e-06,
-      "loss": 0.8521,
-      "step": 1229
-    },
-    {
-      "epoch": 0.4182250935056103,
-      "grad_norm": 2.512566436457032,
-      "learning_rate": 6.54403730740114e-06,
-      "loss": 0.8375,
-      "step": 1230
-    },
-    {
-      "epoch": 0.41856511390683443,
-      "grad_norm": 2.022875278093896,
-      "learning_rate": 6.53879786193785e-06,
-      "loss": 0.8287,
-      "step": 1231
-    },
-    {
-      "epoch": 0.4189051343080585,
-      "grad_norm": 2.1514715191325338,
-      "learning_rate": 6.533556549311557e-06,
-      "loss": 0.8248,
-      "step": 1232
-    },
-    {
-      "epoch": 0.41924515470928253,
-      "grad_norm": 1.903140049004442,
-      "learning_rate": 6.52831337588202e-06,
-      "loss": 0.8134,
-      "step": 1233
-    },
-    {
-      "epoch": 0.41958517511050664,
-      "grad_norm": 3.9459515916276815,
-      "learning_rate": 6.52306834801126e-06,
-      "loss": 0.8674,
-      "step": 1234
-    },
-    {
-      "epoch": 0.4199251955117307,
-      "grad_norm": 1.9243723260268402,
-      "learning_rate": 6.517821472063543e-06,
-      "loss": 0.8009,
-      "step": 1235
-    },
-    {
-      "epoch": 0.4202652159129548,
-      "grad_norm": 2.1622315952308484,
-      "learning_rate": 6.51257275440538e-06,
-      "loss": 0.8302,
-      "step": 1236
-    },
-    {
-      "epoch": 0.42060523631417884,
-      "grad_norm": 2.246688116810149,
-      "learning_rate": 6.507322201405515e-06,
-      "loss": 0.8518,
-      "step": 1237
-    },
-    {
-      "epoch": 0.42094525671540295,
-      "grad_norm": 1.7866795660553714,
-      "learning_rate": 6.502069819434921e-06,
-      "loss": 0.7996,
-      "step": 1238
-    },
-    {
-      "epoch": 0.421285277116627,
-      "grad_norm": 2.483859305848629,
-      "learning_rate": 6.496815614866792e-06,
-      "loss": 0.798,
-      "step": 1239
-    },
-    {
-      "epoch": 0.42162529751785105,
-      "grad_norm": 2.6273097801827743,
-      "learning_rate": 6.491559594076526e-06,
-      "loss": 0.7717,
-      "step": 1240
-    },
-    {
-      "epoch": 0.42196531791907516,
-      "grad_norm": 1.9705933045927748,
-      "learning_rate": 6.486301763441732e-06,
-      "loss": 0.8437,
-      "step": 1241
-    },
-    {
-      "epoch": 0.4223053383202992,
-      "grad_norm": 1.6987794156789002,
-      "learning_rate": 6.4810421293422124e-06,
-      "loss": 0.7846,
-      "step": 1242
-    },
-    {
-      "epoch": 0.4226453587215233,
-      "grad_norm": 1.7952873310252566,
-      "learning_rate": 6.475780698159959e-06,
-      "loss": 0.8228,
-      "step": 1243
-    },
-    {
-      "epoch": 0.42298537912274736,
-      "grad_norm": 2.3781383897255357,
-      "learning_rate": 6.470517476279143e-06,
-      "loss": 0.9275,
-      "step": 1244
-    },
-    {
-      "epoch": 0.4233253995239714,
-      "grad_norm": 1.7388598039077234,
-      "learning_rate": 6.465252470086109e-06,
-      "loss": 0.7543,
-      "step": 1245
-    },
-    {
-      "epoch": 0.4236654199251955,
-      "grad_norm": 3.847734904824095,
-      "learning_rate": 6.459985685969365e-06,
-      "loss": 0.7801,
-      "step": 1246
-    },
-    {
-      "epoch": 0.42400544032641957,
-      "grad_norm": 2.0015735326442123,
-      "learning_rate": 6.454717130319583e-06,
-      "loss": 0.8404,
-      "step": 1247
-    },
-    {
-      "epoch": 0.4243454607276437,
-      "grad_norm": 1.676873018907222,
-      "learning_rate": 6.449446809529573e-06,
-      "loss": 0.7616,
-      "step": 1248
-    },
-    {
-      "epoch": 0.4246854811288677,
-      "grad_norm": 1.9476313763300463,
-      "learning_rate": 6.444174729994295e-06,
-      "loss": 0.8572,
-      "step": 1249
-    },
-    {
-      "epoch": 0.42502550153009183,
-      "grad_norm": 3.039778353662543,
-      "learning_rate": 6.438900898110843e-06,
-      "loss": 0.6842,
-      "step": 1250
-    },
-    {
-      "epoch": 0.4253655219313159,
-      "grad_norm": 2.212503519532677,
-      "learning_rate": 6.433625320278435e-06,
-      "loss": 0.7895,
-      "step": 1251
-    },
-    {
-      "epoch": 0.42570554233253993,
-      "grad_norm": 3.696419960495062,
-      "learning_rate": 6.4283480028984065e-06,
-      "loss": 0.7889,
-      "step": 1252
-    },
-    {
-      "epoch": 0.42604556273376404,
-      "grad_norm": 1.8504613276269528,
-      "learning_rate": 6.423068952374208e-06,
-      "loss": 0.6952,
-      "step": 1253
-    },
-    {
-      "epoch": 0.4263855831349881,
-      "grad_norm": 2.011583690777513,
-      "learning_rate": 6.4177881751113854e-06,
-      "loss": 0.7343,
-      "step": 1254
-    },
-    {
-      "epoch": 0.4267256035362122,
-      "grad_norm": 1.9658764564932893,
-      "learning_rate": 6.412505677517592e-06,
-      "loss": 0.8955,
-      "step": 1255
-    },
-    {
-      "epoch": 0.42706562393743625,
-      "grad_norm": 1.7771550054870846,
-      "learning_rate": 6.4072214660025555e-06,
-      "loss": 0.794,
-      "step": 1256
-    },
-    {
-      "epoch": 0.4274056443386603,
-      "grad_norm": 2.170566029231825,
-      "learning_rate": 6.401935546978091e-06,
-      "loss": 0.8307,
-      "step": 1257
-    },
-    {
-      "epoch": 0.4277456647398844,
-      "grad_norm": 2.795606918335267,
-      "learning_rate": 6.396647926858082e-06,
-      "loss": 0.7408,
-      "step": 1258
-    },
-    {
-      "epoch": 0.42808568514110845,
-      "grad_norm": 1.9857919239067945,
-      "learning_rate": 6.391358612058479e-06,
-      "loss": 0.7435,
-      "step": 1259
-    },
-    {
-      "epoch": 0.42842570554233256,
-      "grad_norm": 4.183650214686305,
-      "learning_rate": 6.386067608997286e-06,
-      "loss": 0.8171,
-      "step": 1260
-    },
-    {
-      "epoch": 0.4287657259435566,
-      "grad_norm": 2.2866953692840517,
-      "learning_rate": 6.3807749240945594e-06,
-      "loss": 0.9282,
-      "step": 1261
-    },
-    {
-      "epoch": 0.4291057463447807,
-      "grad_norm": 1.723522832107471,
-      "learning_rate": 6.375480563772391e-06,
-      "loss": 0.8644,
-      "step": 1262
-    },
-    {
-      "epoch": 0.42944576674600476,
-      "grad_norm": 1.9376266728840439,
-      "learning_rate": 6.3701845344549105e-06,
-      "loss": 0.7975,
-      "step": 1263
-    },
-    {
-      "epoch": 0.4297857871472288,
-      "grad_norm": 2.0320058786563884,
-      "learning_rate": 6.3648868425682695e-06,
-      "loss": 0.8404,
-      "step": 1264
-    },
-    {
-      "epoch": 0.4301258075484529,
-      "grad_norm": 1.833242518517846,
-      "learning_rate": 6.359587494540638e-06,
-      "loss": 0.9727,
-      "step": 1265
-    },
-    {
-      "epoch": 0.43046582794967697,
-      "grad_norm": 2.0656866508193237,
-      "learning_rate": 6.354286496802195e-06,
-      "loss": 0.7088,
-      "step": 1266
-    },
-    {
-      "epoch": 0.4308058483509011,
-      "grad_norm": 2.333059652715563,
-      "learning_rate": 6.348983855785122e-06,
-      "loss": 0.7784,
-      "step": 1267
-    },
-    {
-      "epoch": 0.4311458687521251,
-      "grad_norm": 1.8812951830256721,
-      "learning_rate": 6.343679577923596e-06,
-      "loss": 0.8082,
-      "step": 1268
-    },
-    {
-      "epoch": 0.4314858891533492,
-      "grad_norm": 2.2757541276249103,
-      "learning_rate": 6.338373669653777e-06,
-      "loss": 0.8048,
-      "step": 1269
-    },
-    {
-      "epoch": 0.4318259095545733,
-      "grad_norm": 1.7616508457249394,
-      "learning_rate": 6.333066137413803e-06,
-      "loss": 0.7967,
-      "step": 1270
-    },
-    {
-      "epoch": 0.43216592995579733,
-      "grad_norm": 2.5839639191285912,
-      "learning_rate": 6.327756987643788e-06,
-      "loss": 0.8475,
-      "step": 1271
-    },
-    {
-      "epoch": 0.43250595035702144,
-      "grad_norm": 1.983977392970035,
-      "learning_rate": 6.322446226785803e-06,
-      "loss": 0.7688,
-      "step": 1272
-    },
-    {
-      "epoch": 0.4328459707582455,
-      "grad_norm": 1.920278640728409,
-      "learning_rate": 6.317133861283876e-06,
-      "loss": 0.8112,
-      "step": 1273
-    },
-    {
-      "epoch": 0.43318599115946954,
-      "grad_norm": 2.175785687192607,
-      "learning_rate": 6.311819897583981e-06,
-      "loss": 0.8807,
-      "step": 1274
-    },
-    {
-      "epoch": 0.43352601156069365,
-      "grad_norm": 2.1329693868490156,
-      "learning_rate": 6.306504342134032e-06,
-      "loss": 0.7646,
-      "step": 1275
-    },
-    {
-      "epoch": 0.4338660319619177,
-      "grad_norm": 2.7197062834600643,
-      "learning_rate": 6.301187201383876e-06,
-      "loss": 0.8924,
-      "step": 1276
-    },
-    {
-      "epoch": 0.4342060523631418,
-      "grad_norm": 2.0900606207430976,
-      "learning_rate": 6.295868481785281e-06,
-      "loss": 0.8063,
-      "step": 1277
-    },
-    {
-      "epoch": 0.43454607276436585,
-      "grad_norm": 1.7320405000379613,
-      "learning_rate": 6.290548189791932e-06,
-      "loss": 0.7871,
-      "step": 1278
-    },
-    {
-      "epoch": 0.43488609316558996,
-      "grad_norm": 3.246424780026875,
-      "learning_rate": 6.285226331859423e-06,
-      "loss": 0.7022,
-      "step": 1279
-    },
-    {
-      "epoch": 0.435226113566814,
-      "grad_norm": 3.2299354049530558,
-      "learning_rate": 6.279902914445246e-06,
-      "loss": 0.8512,
-      "step": 1280
-    },
-    {
-      "epoch": 0.43556613396803806,
-      "grad_norm": 1.7974856940773503,
-      "learning_rate": 6.274577944008785e-06,
-      "loss": 0.7445,
-      "step": 1281
-    },
-    {
-      "epoch": 0.43590615436926217,
-      "grad_norm": 1.7902884652613178,
-      "learning_rate": 6.26925142701131e-06,
-      "loss": 0.7549,
-      "step": 1282
-    },
-    {
-      "epoch": 0.4362461747704862,
-      "grad_norm": 1.7575937886544872,
-      "learning_rate": 6.263923369915968e-06,
-      "loss": 0.7033,
-      "step": 1283
-    },
-    {
-      "epoch": 0.4365861951717103,
-      "grad_norm": 2.003652418101978,
-      "learning_rate": 6.258593779187774e-06,
-      "loss": 0.7226,
-      "step": 1284
-    },
-    {
-      "epoch": 0.4369262155729344,
-      "grad_norm": 1.586460473657157,
-      "learning_rate": 6.2532626612936035e-06,
-      "loss": 0.7918,
-      "step": 1285
-    },
-    {
-      "epoch": 0.4372662359741584,
-      "grad_norm": 1.7790120795884707,
-      "learning_rate": 6.247930022702184e-06,
-      "loss": 0.7426,
-      "step": 1286
-    },
-    {
-      "epoch": 0.43760625637538253,
-      "grad_norm": 1.4845861438510766,
-      "learning_rate": 6.242595869884093e-06,
-      "loss": 0.75,
-      "step": 1287
-    },
-    {
-      "epoch": 0.4379462767766066,
-      "grad_norm": 2.586395804452128,
-      "learning_rate": 6.237260209311738e-06,
-      "loss": 0.7247,
-      "step": 1288
-    },
-    {
-      "epoch": 0.4382862971778307,
-      "grad_norm": 1.7488826727955935,
-      "learning_rate": 6.231923047459362e-06,
-      "loss": 0.7819,
-      "step": 1289
-    },
-    {
-      "epoch": 0.43862631757905474,
-      "grad_norm": 2.7476753864785306,
-      "learning_rate": 6.2265843908030255e-06,
-      "loss": 0.8755,
-      "step": 1290
-    },
-    {
-      "epoch": 0.43896633798027884,
-      "grad_norm": 2.04843978154324,
-      "learning_rate": 6.2212442458206065e-06,
-      "loss": 0.845,
-      "step": 1291
-    },
-    {
-      "epoch": 0.4393063583815029,
-      "grad_norm": 2.056402370171357,
-      "learning_rate": 6.215902618991789e-06,
-      "loss": 0.6932,
-      "step": 1292
-    },
-    {
-      "epoch": 0.43964637878272694,
-      "grad_norm": 2.3809614347105814,
-      "learning_rate": 6.21055951679805e-06,
-      "loss": 0.8301,
-      "step": 1293
-    },
-    {
-      "epoch": 0.43998639918395105,
-      "grad_norm": 2.216045492126213,
-      "learning_rate": 6.20521494572266e-06,
-      "loss": 0.8544,
-      "step": 1294
-    },
-    {
-      "epoch": 0.4403264195851751,
-      "grad_norm": 1.7506779190930466,
-      "learning_rate": 6.1998689122506765e-06,
-      "loss": 0.8289,
-      "step": 1295
-    },
-    {
-      "epoch": 0.4406664399863992,
-      "grad_norm": 1.904093376273434,
-      "learning_rate": 6.19452142286892e-06,
-      "loss": 0.7709,
-      "step": 1296
-    },
-    {
-      "epoch": 0.44100646038762326,
-      "grad_norm": 2.7089730576700664,
-      "learning_rate": 6.1891724840659895e-06,
-      "loss": 0.8263,
-      "step": 1297
-    },
-    {
-      "epoch": 0.4413464807888473,
-      "grad_norm": 1.7011604570765408,
-      "learning_rate": 6.183822102332234e-06,
-      "loss": 0.7318,
-      "step": 1298
-    },
-    {
-      "epoch": 0.4416865011900714,
-      "grad_norm": 1.7063499626312666,
-      "learning_rate": 6.17847028415976e-06,
-      "loss": 0.7845,
-      "step": 1299
-    },
-    {
-      "epoch": 0.44202652159129546,
-      "grad_norm": 2.5512420126857998,
-      "learning_rate": 6.1731170360424116e-06,
-      "loss": 0.8297,
-      "step": 1300
-    },
-    {
-      "epoch": 0.44236654199251957,
-      "grad_norm": 2.3308930708868614,
-      "learning_rate": 6.1677623644757715e-06,
-      "loss": 0.7281,
-      "step": 1301
-    },
-    {
-      "epoch": 0.4427065623937436,
-      "grad_norm": 1.9814345181679105,
-      "learning_rate": 6.162406275957147e-06,
-      "loss": 0.6841,
-      "step": 1302
-    },
-    {
-      "epoch": 0.4430465827949677,
-      "grad_norm": 1.8308664790589082,
-      "learning_rate": 6.157048776985568e-06,
-      "loss": 0.7597,
-      "step": 1303
-    },
-    {
-      "epoch": 0.4433866031961918,
-      "grad_norm": 1.9450975948070095,
-      "learning_rate": 6.151689874061773e-06,
-      "loss": 0.8809,
-      "step": 1304
-    },
-    {
-      "epoch": 0.4437266235974158,
-      "grad_norm": 2.783986050727857,
-      "learning_rate": 6.1463295736882045e-06,
-      "loss": 0.7678,
-      "step": 1305
-    },
-    {
-      "epoch": 0.44406664399863993,
-      "grad_norm": 2.654115532064757,
-      "learning_rate": 6.140967882369001e-06,
-      "loss": 0.7656,
-      "step": 1306
-    },
-    {
-      "epoch": 0.444406664399864,
-      "grad_norm": 2.1154238353595938,
-      "learning_rate": 6.135604806609988e-06,
-      "loss": 0.7393,
-      "step": 1307
-    },
-    {
-      "epoch": 0.4447466848010881,
-      "grad_norm": 1.8316694323729121,
-      "learning_rate": 6.130240352918675e-06,
-      "loss": 0.7955,
-      "step": 1308
-    },
-    {
-      "epoch": 0.44508670520231214,
-      "grad_norm": 1.7923597848780743,
-      "learning_rate": 6.1248745278042375e-06,
-      "loss": 0.7902,
-      "step": 1309
-    },
-    {
-      "epoch": 0.4454267256035362,
-      "grad_norm": 2.1469603822475882,
-      "learning_rate": 6.119507337777517e-06,
-      "loss": 0.8111,
-      "step": 1310
-    },
-    {
-      "epoch": 0.4457667460047603,
-      "grad_norm": 3.204925579816377,
-      "learning_rate": 6.114138789351015e-06,
-      "loss": 0.898,
-      "step": 1311
-    },
-    {
-      "epoch": 0.44610676640598435,
-      "grad_norm": 2.4583222181061735,
-      "learning_rate": 6.108768889038875e-06,
-      "loss": 0.8401,
-      "step": 1312
-    },
-    {
-      "epoch": 0.44644678680720845,
-      "grad_norm": 1.6306721028852273,
-      "learning_rate": 6.103397643356888e-06,
-      "loss": 0.8261,
-      "step": 1313
-    },
-    {
-      "epoch": 0.4467868072084325,
-      "grad_norm": 1.6997011922153806,
-      "learning_rate": 6.098025058822467e-06,
-      "loss": 0.8157,
-      "step": 1314
-    },
-    {
-      "epoch": 0.44712682760965655,
-      "grad_norm": 1.894873083473829,
-      "learning_rate": 6.092651141954663e-06,
-      "loss": 0.818,
-      "step": 1315
-    },
-    {
-      "epoch": 0.44746684801088066,
-      "grad_norm": 1.8152984091344468,
-      "learning_rate": 6.087275899274132e-06,
-      "loss": 0.846,
-      "step": 1316
-    },
-    {
-      "epoch": 0.4478068684121047,
-      "grad_norm": 1.8804247156065967,
-      "learning_rate": 6.081899337303148e-06,
-      "loss": 0.8775,
-      "step": 1317
-    },
-    {
-      "epoch": 0.4481468888133288,
-      "grad_norm": 2.2811320840226874,
-      "learning_rate": 6.076521462565575e-06,
-      "loss": 0.8405,
-      "step": 1318
-    },
-    {
-      "epoch": 0.44848690921455286,
-      "grad_norm": 1.9014030398430317,
-      "learning_rate": 6.071142281586883e-06,
-      "loss": 0.6665,
-      "step": 1319
-    },
-    {
-      "epoch": 0.44882692961577697,
-      "grad_norm": 1.7598473537668629,
-      "learning_rate": 6.0657618008941135e-06,
-      "loss": 0.8114,
-      "step": 1320
-    },
-    {
-      "epoch": 0.449166950017001,
-      "grad_norm": 1.701348824209668,
-      "learning_rate": 6.060380027015897e-06,
-      "loss": 0.9063,
-      "step": 1321
-    },
-    {
-      "epoch": 0.44950697041822507,
-      "grad_norm": 2.0151604743954192,
-      "learning_rate": 6.054996966482425e-06,
-      "loss": 0.7727,
-      "step": 1322
-    },
-    {
-      "epoch": 0.4498469908194492,
-      "grad_norm": 1.8240997834179458,
-      "learning_rate": 6.049612625825454e-06,
-      "loss": 0.6151,
-      "step": 1323
-    },
-    {
-      "epoch": 0.4501870112206732,
-      "grad_norm": 1.7621003478299089,
-      "learning_rate": 6.044227011578292e-06,
-      "loss": 0.8248,
-      "step": 1324
-    },
-    {
-      "epoch": 0.45052703162189733,
-      "grad_norm": 2.3449253350037647,
-      "learning_rate": 6.038840130275795e-06,
-      "loss": 0.8094,
-      "step": 1325
-    },
-    {
-      "epoch": 0.4508670520231214,
-      "grad_norm": 2.186940711291871,
-      "learning_rate": 6.033451988454352e-06,
-      "loss": 0.8526,
-      "step": 1326
-    },
-    {
-      "epoch": 0.45120707242434543,
-      "grad_norm": 1.8098545794134784,
-      "learning_rate": 6.0280625926518865e-06,
-      "loss": 0.8167,
-      "step": 1327
-    },
-    {
-      "epoch": 0.45154709282556954,
-      "grad_norm": 2.11938751373049,
-      "learning_rate": 6.02267194940784e-06,
-      "loss": 0.8615,
-      "step": 1328
-    },
-    {
-      "epoch": 0.4518871132267936,
-      "grad_norm": 5.798776280397436,
-      "learning_rate": 6.0172800652631706e-06,
-      "loss": 0.8126,
-      "step": 1329
-    },
-    {
-      "epoch": 0.4522271336280177,
-      "grad_norm": 1.9362659319180398,
-      "learning_rate": 6.011886946760337e-06,
-      "loss": 0.8515,
-      "step": 1330
-    },
-    {
-      "epoch": 0.45256715402924175,
-      "grad_norm": 1.9240359926336854,
-      "learning_rate": 6.006492600443301e-06,
-      "loss": 0.795,
-      "step": 1331
-    },
-    {
-      "epoch": 0.45290717443046585,
-      "grad_norm": 2.6312493040402223,
-      "learning_rate": 6.001097032857513e-06,
-      "loss": 0.9005,
-      "step": 1332
-    },
-    {
-      "epoch": 0.4532471948316899,
-      "grad_norm": 2.4588002159411975,
-      "learning_rate": 5.995700250549903e-06,
-      "loss": 0.9122,
-      "step": 1333
-    },
-    {
-      "epoch": 0.45358721523291395,
-      "grad_norm": 1.8102464748281866,
-      "learning_rate": 5.990302260068877e-06,
-      "loss": 0.7861,
-      "step": 1334
-    },
-    {
-      "epoch": 0.45392723563413806,
-      "grad_norm": 2.4499379979673654,
-      "learning_rate": 5.9849030679643075e-06,
-      "loss": 0.8793,
-      "step": 1335
-    },
-    {
-      "epoch": 0.4542672560353621,
-      "grad_norm": 1.643369045844105,
-      "learning_rate": 5.97950268078752e-06,
-      "loss": 0.9176,
-      "step": 1336
-    },
-    {
-      "epoch": 0.4546072764365862,
-      "grad_norm": 2.94241862218008,
-      "learning_rate": 5.9741011050913e-06,
-      "loss": 0.7631,
-      "step": 1337
-    },
-    {
-      "epoch": 0.45494729683781027,
-      "grad_norm": 2.260745557245212,
-      "learning_rate": 5.968698347429864e-06,
-      "loss": 0.8574,
-      "step": 1338
-    },
-    {
-      "epoch": 0.4552873172390343,
-      "grad_norm": 1.9189222697412902,
-      "learning_rate": 5.96329441435887e-06,
-      "loss": 0.8627,
-      "step": 1339
-    },
-    {
-      "epoch": 0.4556273376402584,
-      "grad_norm": 2.3145970729902725,
-      "learning_rate": 5.9578893124354e-06,
-      "loss": 0.8203,
-      "step": 1340
-    },
-    {
-      "epoch": 0.4559673580414825,
-      "grad_norm": 1.7097699263826742,
-      "learning_rate": 5.9524830482179565e-06,
-      "loss": 0.8143,
-      "step": 1341
-    },
-    {
-      "epoch": 0.4563073784427066,
-      "grad_norm": 1.7644511385918709,
-      "learning_rate": 5.9470756282664455e-06,
-      "loss": 0.8428,
-      "step": 1342
-    },
-    {
-      "epoch": 0.45664739884393063,
-      "grad_norm": 2.0834007860288835,
-      "learning_rate": 5.941667059142184e-06,
-      "loss": 0.8975,
-      "step": 1343
-    },
-    {
-      "epoch": 0.45698741924515474,
-      "grad_norm": 1.9264637214129008,
-      "learning_rate": 5.936257347407877e-06,
-      "loss": 0.7147,
-      "step": 1344
-    },
-    {
-      "epoch": 0.4573274396463788,
-      "grad_norm": 1.7108620469281093,
-      "learning_rate": 5.9308464996276195e-06,
-      "loss": 0.8773,
-      "step": 1345
-    },
-    {
-      "epoch": 0.45766746004760284,
-      "grad_norm": 1.8740444271707064,
-      "learning_rate": 5.925434522366884e-06,
-      "loss": 0.8765,
-      "step": 1346
-    },
-    {
-      "epoch": 0.45800748044882694,
-      "grad_norm": 2.9159889860260706,
-      "learning_rate": 5.920021422192512e-06,
-      "loss": 0.7429,
-      "step": 1347
-    },
-    {
-      "epoch": 0.458347500850051,
-      "grad_norm": 2.2683984119230964,
-      "learning_rate": 5.914607205672711e-06,
-      "loss": 0.8265,
-      "step": 1348
-    },
-    {
-      "epoch": 0.4586875212512751,
-      "grad_norm": 2.229706808343337,
-      "learning_rate": 5.909191879377041e-06,
-      "loss": 0.8355,
-      "step": 1349
-    },
-    {
-      "epoch": 0.45902754165249915,
-      "grad_norm": 2.284917272323551,
-      "learning_rate": 5.903775449876406e-06,
-      "loss": 0.706,
-      "step": 1350
-    },
-    {
-      "epoch": 0.4593675620537232,
-      "grad_norm": 1.9399879628948615,
-      "learning_rate": 5.898357923743052e-06,
-      "loss": 0.6978,
-      "step": 1351
-    },
-    {
-      "epoch": 0.4597075824549473,
-      "grad_norm": 2.0206889656325777,
-      "learning_rate": 5.892939307550556e-06,
-      "loss": 0.7937,
-      "step": 1352
-    },
-    {
-      "epoch": 0.46004760285617136,
-      "grad_norm": 2.0270151745480107,
-      "learning_rate": 5.887519607873815e-06,
-      "loss": 0.801,
-      "step": 1353
-    },
-    {
-      "epoch": 0.46038762325739546,
-      "grad_norm": 1.8581224024582177,
-      "learning_rate": 5.882098831289044e-06,
-      "loss": 0.8618,
-      "step": 1354
-    },
-    {
-      "epoch": 0.4607276436586195,
-      "grad_norm": 1.9755282021333846,
-      "learning_rate": 5.8766769843737604e-06,
-      "loss": 0.7721,
-      "step": 1355
-    },
-    {
-      "epoch": 0.4610676640598436,
-      "grad_norm": 1.8373059374517786,
-      "learning_rate": 5.8712540737067835e-06,
-      "loss": 0.7952,
-      "step": 1356
-    },
-    {
-      "epoch": 0.46140768446106767,
-      "grad_norm": 1.5959326369230662,
-      "learning_rate": 5.865830105868226e-06,
-      "loss": 0.7782,
-      "step": 1357
-    },
-    {
-      "epoch": 0.4617477048622917,
-      "grad_norm": 1.9988446870321313,
-      "learning_rate": 5.860405087439475e-06,
-      "loss": 0.8748,
-      "step": 1358
-    },
-    {
-      "epoch": 0.4620877252635158,
-      "grad_norm": 4.024311573353348,
-      "learning_rate": 5.8549790250032e-06,
-      "loss": 0.7804,
-      "step": 1359
-    },
-    {
-      "epoch": 0.4624277456647399,
-      "grad_norm": 1.7924867446440473,
-      "learning_rate": 5.849551925143334e-06,
-      "loss": 0.7366,
-      "step": 1360
-    },
-    {
-      "epoch": 0.462767766065964,
-      "grad_norm": 1.9333933529106293,
-      "learning_rate": 5.84412379444507e-06,
-      "loss": 0.7634,
-      "step": 1361
-    },
-    {
-      "epoch": 0.46310778646718803,
-      "grad_norm": 2.239027398676504,
-      "learning_rate": 5.838694639494852e-06,
-      "loss": 0.7516,
-      "step": 1362
-    },
-    {
-      "epoch": 0.4634478068684121,
-      "grad_norm": 2.564558822755495,
-      "learning_rate": 5.833264466880363e-06,
-      "loss": 0.7493,
-      "step": 1363
-    },
-    {
-      "epoch": 0.4637878272696362,
-      "grad_norm": 2.406933971641201,
-      "learning_rate": 5.827833283190527e-06,
-      "loss": 0.7643,
-      "step": 1364
-    },
-    {
-      "epoch": 0.46412784767086024,
-      "grad_norm": 1.6911599873633802,
-      "learning_rate": 5.8224010950154895e-06,
-      "loss": 0.8361,
-      "step": 1365
-    },
-    {
-      "epoch": 0.46446786807208434,
-      "grad_norm": 1.8143704851616336,
-      "learning_rate": 5.81696790894662e-06,
-      "loss": 0.8781,
-      "step": 1366
-    },
-    {
-      "epoch": 0.4648078884733084,
-      "grad_norm": 1.9049878875916997,
-      "learning_rate": 5.811533731576494e-06,
-      "loss": 0.883,
-      "step": 1367
-    },
-    {
-      "epoch": 0.46514790887453245,
-      "grad_norm": 1.6427893085515717,
-      "learning_rate": 5.806098569498892e-06,
-      "loss": 0.7631,
-      "step": 1368
-    },
-    {
-      "epoch": 0.46548792927575655,
-      "grad_norm": 1.950478915992292,
-      "learning_rate": 5.800662429308787e-06,
-      "loss": 0.7777,
-      "step": 1369
-    },
-    {
-      "epoch": 0.4658279496769806,
-      "grad_norm": 2.3387814639730995,
-      "learning_rate": 5.795225317602344e-06,
-      "loss": 0.7839,
-      "step": 1370
-    },
-    {
-      "epoch": 0.4661679700782047,
-      "grad_norm": 2.3136990487853306,
-      "learning_rate": 5.789787240976903e-06,
-      "loss": 0.8801,
-      "step": 1371
-    },
-    {
-      "epoch": 0.46650799047942876,
-      "grad_norm": 1.883331409095713,
-      "learning_rate": 5.784348206030974e-06,
-      "loss": 0.7718,
-      "step": 1372
-    },
-    {
-      "epoch": 0.46684801088065286,
-      "grad_norm": 1.5552364347893213,
-      "learning_rate": 5.778908219364234e-06,
-      "loss": 0.7953,
-      "step": 1373
-    },
-    {
-      "epoch": 0.4671880312818769,
-      "grad_norm": 1.8758755215294272,
-      "learning_rate": 5.77346728757751e-06,
-      "loss": 0.9304,
-      "step": 1374
-    },
-    {
-      "epoch": 0.46752805168310096,
-      "grad_norm": 2.8864202166172857,
-      "learning_rate": 5.768025417272779e-06,
-      "loss": 0.8601,
-      "step": 1375
-    },
-    {
-      "epoch": 0.46786807208432507,
-      "grad_norm": 1.7477299549548073,
-      "learning_rate": 5.762582615053155e-06,
-      "loss": 0.8618,
-      "step": 1376
-    },
-    {
-      "epoch": 0.4682080924855491,
-      "grad_norm": 1.6359643840822298,
-      "learning_rate": 5.757138887522884e-06,
-      "loss": 0.8735,
-      "step": 1377
-    },
-    {
-      "epoch": 0.4685481128867732,
-      "grad_norm": 1.9885997278079388,
-      "learning_rate": 5.751694241287336e-06,
-      "loss": 0.7201,
-      "step": 1378
-    },
-    {
-      "epoch": 0.4688881332879973,
-      "grad_norm": 2.024775175272147,
-      "learning_rate": 5.7462486829529895e-06,
-      "loss": 0.9019,
-      "step": 1379
-    },
-    {
-      "epoch": 0.46922815368922133,
-      "grad_norm": 2.1517611217388164,
-      "learning_rate": 5.7408022191274385e-06,
-      "loss": 0.7558,
-      "step": 1380
-    },
-    {
-      "epoch": 0.46956817409044543,
-      "grad_norm": 1.6071554576538785,
-      "learning_rate": 5.735354856419371e-06,
-      "loss": 0.7544,
-      "step": 1381
-    },
-    {
-      "epoch": 0.4699081944916695,
-      "grad_norm": 3.0679645169810588,
-      "learning_rate": 5.729906601438564e-06,
-      "loss": 0.6876,
-      "step": 1382
-    },
-    {
-      "epoch": 0.4702482148928936,
-      "grad_norm": 1.7186871226619356,
-      "learning_rate": 5.724457460795883e-06,
-      "loss": 0.9415,
-      "step": 1383
-    },
-    {
-      "epoch": 0.47058823529411764,
-      "grad_norm": 2.8408348818159648,
-      "learning_rate": 5.71900744110326e-06,
-      "loss": 0.7498,
-      "step": 1384
-    },
-    {
-      "epoch": 0.47092825569534175,
-      "grad_norm": 1.5730885516835262,
-      "learning_rate": 5.713556548973701e-06,
-      "loss": 0.8499,
-      "step": 1385
-    },
-    {
-      "epoch": 0.4712682760965658,
-      "grad_norm": 2.4054974564917146,
-      "learning_rate": 5.708104791021267e-06,
-      "loss": 0.7346,
-      "step": 1386
-    },
-    {
-      "epoch": 0.47160829649778985,
-      "grad_norm": 7.6135309739245605,
-      "learning_rate": 5.702652173861073e-06,
-      "loss": 0.9721,
-      "step": 1387
-    },
-    {
-      "epoch": 0.47194831689901395,
-      "grad_norm": 2.157238376626225,
-      "learning_rate": 5.697198704109269e-06,
-      "loss": 0.8068,
-      "step": 1388
-    },
-    {
-      "epoch": 0.472288337300238,
-      "grad_norm": 2.0366968869428206,
-      "learning_rate": 5.691744388383047e-06,
-      "loss": 0.8825,
-      "step": 1389
-    },
-    {
-      "epoch": 0.4726283577014621,
-      "grad_norm": 3.332007974752036,
-      "learning_rate": 5.686289233300625e-06,
-      "loss": 0.8573,
-      "step": 1390
-    },
-    {
-      "epoch": 0.47296837810268616,
-      "grad_norm": 2.996038777755443,
-      "learning_rate": 5.680833245481234e-06,
-      "loss": 0.7937,
-      "step": 1391
-    },
-    {
-      "epoch": 0.4733083985039102,
-      "grad_norm": 1.876848717220222,
-      "learning_rate": 5.6753764315451196e-06,
-      "loss": 0.8256,
-      "step": 1392
-    },
-    {
-      "epoch": 0.4736484189051343,
-      "grad_norm": 1.7456685592190304,
-      "learning_rate": 5.669918798113531e-06,
-      "loss": 0.781,
-      "step": 1393
-    },
-    {
-      "epoch": 0.47398843930635837,
-      "grad_norm": 2.1150837869236243,
-      "learning_rate": 5.664460351808706e-06,
-      "loss": 0.7863,
-      "step": 1394
-    },
-    {
-      "epoch": 0.4743284597075825,
-      "grad_norm": 2.106099742367351,
-      "learning_rate": 5.659001099253878e-06,
-      "loss": 0.8522,
-      "step": 1395
-    },
-    {
-      "epoch": 0.4746684801088065,
-      "grad_norm": 1.6430769745388225,
-      "learning_rate": 5.653541047073248e-06,
-      "loss": 0.8509,
-      "step": 1396
-    },
-    {
-      "epoch": 0.47500850051003063,
-      "grad_norm": 2.7934049226507893,
-      "learning_rate": 5.648080201891994e-06,
-      "loss": 0.6624,
-      "step": 1397
-    },
-    {
-      "epoch": 0.4753485209112547,
-      "grad_norm": 1.8064873975135194,
-      "learning_rate": 5.642618570336258e-06,
-      "loss": 0.7733,
-      "step": 1398
-    },
-    {
-      "epoch": 0.47568854131247873,
-      "grad_norm": 1.7201690606896272,
-      "learning_rate": 5.637156159033129e-06,
-      "loss": 0.7874,
-      "step": 1399
-    },
-    {
-      "epoch": 0.47602856171370284,
-      "grad_norm": 2.377775914178791,
-      "learning_rate": 5.631692974610647e-06,
-      "loss": 0.9048,
-      "step": 1400
-    },
-    {
-      "epoch": 0.4763685821149269,
-      "grad_norm": 1.9190322261379347,
-      "learning_rate": 5.626229023697789e-06,
-      "loss": 0.8154,
-      "step": 1401
-    },
-    {
-      "epoch": 0.476708602516151,
-      "grad_norm": 1.846727656609046,
-      "learning_rate": 5.6207643129244625e-06,
-      "loss": 0.7141,
-      "step": 1402
-    },
-    {
-      "epoch": 0.47704862291737504,
-      "grad_norm": 1.6992506612080924,
-      "learning_rate": 5.6152988489214985e-06,
-      "loss": 0.8167,
-      "step": 1403
-    },
-    {
-      "epoch": 0.4773886433185991,
-      "grad_norm": 1.8237274064366962,
-      "learning_rate": 5.609832638320637e-06,
-      "loss": 0.8415,
-      "step": 1404
-    },
-    {
-      "epoch": 0.4777286637198232,
-      "grad_norm": 2.046569580094362,
-      "learning_rate": 5.604365687754528e-06,
-      "loss": 0.8745,
-      "step": 1405
-    },
-    {
-      "epoch": 0.47806868412104725,
-      "grad_norm": 2.576331253597654,
-      "learning_rate": 5.59889800385672e-06,
-      "loss": 0.7876,
-      "step": 1406
-    },
-    {
-      "epoch": 0.47840870452227136,
-      "grad_norm": 1.696243517927065,
-      "learning_rate": 5.59342959326165e-06,
-      "loss": 0.6787,
-      "step": 1407
-    },
-    {
-      "epoch": 0.4787487249234954,
-      "grad_norm": 1.7387459270264907,
-      "learning_rate": 5.587960462604634e-06,
-      "loss": 0.7973,
-      "step": 1408
-    },
-    {
-      "epoch": 0.47908874532471946,
-      "grad_norm": 2.1302859398907934,
-      "learning_rate": 5.582490618521864e-06,
-      "loss": 0.7099,
-      "step": 1409
-    },
-    {
-      "epoch": 0.47942876572594356,
-      "grad_norm": 1.7380121057600302,
-      "learning_rate": 5.5770200676504e-06,
-      "loss": 0.877,
-      "step": 1410
-    },
-    {
-      "epoch": 0.4797687861271676,
-      "grad_norm": 2.327507521749447,
-      "learning_rate": 5.571548816628159e-06,
-      "loss": 0.7612,
-      "step": 1411
-    },
-    {
-      "epoch": 0.4801088065283917,
-      "grad_norm": 1.9212379412038696,
-      "learning_rate": 5.5660768720939e-06,
-      "loss": 0.8138,
-      "step": 1412
-    },
-    {
-      "epoch": 0.48044882692961577,
-      "grad_norm": 1.6433392321151539,
-      "learning_rate": 5.560604240687235e-06,
-      "loss": 0.8439,
-      "step": 1413
-    },
-    {
-      "epoch": 0.4807888473308399,
-      "grad_norm": 1.6964960554479955,
-      "learning_rate": 5.555130929048603e-06,
-      "loss": 0.8821,
-      "step": 1414
-    },
-    {
-      "epoch": 0.4811288677320639,
-      "grad_norm": 1.8194872677059573,
-      "learning_rate": 5.5496569438192695e-06,
-      "loss": 0.7899,
-      "step": 1415
-    },
-    {
-      "epoch": 0.481468888133288,
-      "grad_norm": 1.8072104696328097,
-      "learning_rate": 5.544182291641317e-06,
-      "loss": 0.7687,
-      "step": 1416
-    },
-    {
-      "epoch": 0.4818089085345121,
-      "grad_norm": 1.7790457934236203,
-      "learning_rate": 5.538706979157635e-06,
-      "loss": 0.7862,
-      "step": 1417
-    },
-    {
-      "epoch": 0.48214892893573613,
-      "grad_norm": 1.7951850721079083,
-      "learning_rate": 5.533231013011919e-06,
-      "loss": 0.7515,
-      "step": 1418
-    },
-    {
-      "epoch": 0.48248894933696024,
-      "grad_norm": 1.5561662456874903,
-      "learning_rate": 5.527754399848657e-06,
-      "loss": 0.8133,
-      "step": 1419
-    },
-    {
-      "epoch": 0.4828289697381843,
-      "grad_norm": 2.157936588540733,
-      "learning_rate": 5.522277146313117e-06,
-      "loss": 0.7538,
-      "step": 1420
-    },
-    {
-      "epoch": 0.48316899013940834,
-      "grad_norm": 2.4290999302724288,
-      "learning_rate": 5.51679925905135e-06,
-      "loss": 0.7814,
-      "step": 1421
-    },
-    {
-      "epoch": 0.48350901054063244,
-      "grad_norm": 1.841958993342082,
-      "learning_rate": 5.511320744710171e-06,
-      "loss": 0.8118,
-      "step": 1422
-    },
-    {
-      "epoch": 0.4838490309418565,
-      "grad_norm": 2.09445138995467,
-      "learning_rate": 5.505841609937162e-06,
-      "loss": 0.771,
-      "step": 1423
-    },
-    {
-      "epoch": 0.4841890513430806,
-      "grad_norm": 1.9025737655981094,
-      "learning_rate": 5.500361861380651e-06,
-      "loss": 0.8158,
-      "step": 1424
-    },
-    {
-      "epoch": 0.48452907174430465,
-      "grad_norm": 1.593238831589755,
-      "learning_rate": 5.494881505689714e-06,
-      "loss": 0.845,
-      "step": 1425
-    },
-    {
-      "epoch": 0.48486909214552876,
-      "grad_norm": 2.1406933443102902,
-      "learning_rate": 5.489400549514165e-06,
-      "loss": 0.7092,
-      "step": 1426
-    },
-    {
-      "epoch": 0.4852091125467528,
-      "grad_norm": 2.5531087262152354,
-      "learning_rate": 5.483918999504544e-06,
-      "loss": 0.7776,
-      "step": 1427
-    },
-    {
-      "epoch": 0.48554913294797686,
-      "grad_norm": 1.919105692583851,
-      "learning_rate": 5.478436862312113e-06,
-      "loss": 0.719,
-      "step": 1428
-    },
-    {
-      "epoch": 0.48588915334920096,
-      "grad_norm": 1.8829313213513676,
-      "learning_rate": 5.472954144588847e-06,
-      "loss": 0.7841,
-      "step": 1429
-    },
-    {
-      "epoch": 0.486229173750425,
-      "grad_norm": 1.4881374527192293,
-      "learning_rate": 5.467470852987424e-06,
-      "loss": 0.7724,
-      "step": 1430
-    },
-    {
-      "epoch": 0.4865691941516491,
-      "grad_norm": 1.924768602698392,
-      "learning_rate": 5.4619869941612204e-06,
-      "loss": 0.7726,
-      "step": 1431
-    },
-    {
-      "epoch": 0.48690921455287317,
-      "grad_norm": 1.5858390673137608,
-      "learning_rate": 5.456502574764299e-06,
-      "loss": 0.8339,
-      "step": 1432
-    },
-    {
-      "epoch": 0.4872492349540972,
-      "grad_norm": 2.009244140179676,
-      "learning_rate": 5.4510176014514e-06,
-      "loss": 0.8099,
-      "step": 1433
-    },
-    {
-      "epoch": 0.4875892553553213,
-      "grad_norm": 1.7556534967172963,
-      "learning_rate": 5.445532080877942e-06,
-      "loss": 0.8161,
-      "step": 1434
-    },
-    {
-      "epoch": 0.4879292757565454,
-      "grad_norm": 2.1544729558220315,
-      "learning_rate": 5.440046019700004e-06,
-      "loss": 0.822,
-      "step": 1435
-    },
-    {
-      "epoch": 0.4882692961577695,
-      "grad_norm": 2.050182429485166,
-      "learning_rate": 5.434559424574323e-06,
-      "loss": 0.7798,
-      "step": 1436
-    },
-    {
-      "epoch": 0.48860931655899353,
-      "grad_norm": 2.250279830505212,
-      "learning_rate": 5.429072302158279e-06,
-      "loss": 0.772,
-      "step": 1437
-    },
-    {
-      "epoch": 0.48894933696021764,
-      "grad_norm": 1.7152397535373827,
-      "learning_rate": 5.4235846591098995e-06,
-      "loss": 0.7366,
-      "step": 1438
-    },
-    {
-      "epoch": 0.4892893573614417,
-      "grad_norm": 1.99011884513494,
-      "learning_rate": 5.4180965020878365e-06,
-      "loss": 0.7173,
-      "step": 1439
-    },
-    {
-      "epoch": 0.48962937776266574,
-      "grad_norm": 2.173655615360162,
-      "learning_rate": 5.41260783775137e-06,
-      "loss": 0.7406,
-      "step": 1440
-    },
-    {
-      "epoch": 0.48996939816388985,
-      "grad_norm": 2.2971002978470576,
-      "learning_rate": 5.407118672760393e-06,
-      "loss": 0.9206,
-      "step": 1441
-    },
-    {
-      "epoch": 0.4903094185651139,
-      "grad_norm": 1.5023371228055133,
-      "learning_rate": 5.401629013775408e-06,
-      "loss": 0.8379,
-      "step": 1442
-    },
-    {
-      "epoch": 0.490649438966338,
-      "grad_norm": 2.0910378047987375,
-      "learning_rate": 5.396138867457517e-06,
-      "loss": 0.829,
-      "step": 1443
-    },
-    {
-      "epoch": 0.49098945936756205,
-      "grad_norm": 3.7490164898531675,
-      "learning_rate": 5.39064824046841e-06,
-      "loss": 0.9118,
-      "step": 1444
-    },
-    {
-      "epoch": 0.4913294797687861,
-      "grad_norm": 2.126644865691582,
-      "learning_rate": 5.385157139470365e-06,
-      "loss": 0.865,
-      "step": 1445
-    },
-    {
-      "epoch": 0.4916695001700102,
-      "grad_norm": 1.8516246611445681,
-      "learning_rate": 5.379665571126232e-06,
-      "loss": 0.8226,
-      "step": 1446
-    },
-    {
-      "epoch": 0.49200952057123426,
-      "grad_norm": 2.3484056426904467,
-      "learning_rate": 5.374173542099429e-06,
-      "loss": 0.7315,
-      "step": 1447
-    },
-    {
-      "epoch": 0.49234954097245837,
-      "grad_norm": 1.5288170614125434,
-      "learning_rate": 5.368681059053934e-06,
-      "loss": 0.791,
-      "step": 1448
-    },
-    {
-      "epoch": 0.4926895613736824,
-      "grad_norm": 1.9647101647201137,
-      "learning_rate": 5.363188128654272e-06,
-      "loss": 0.7512,
-      "step": 1449
-    },
-    {
-      "epoch": 0.49302958177490647,
-      "grad_norm": 1.5696810158458874,
-      "learning_rate": 5.357694757565515e-06,
-      "loss": 0.8299,
-      "step": 1450
-    },
-    {
-      "epoch": 0.4933696021761306,
-      "grad_norm": 2.0603657799295165,
-      "learning_rate": 5.352200952453268e-06,
-      "loss": 0.8204,
-      "step": 1451
-    },
-    {
-      "epoch": 0.4937096225773546,
-      "grad_norm": 1.9159683428169025,
-      "learning_rate": 5.3467067199836665e-06,
-      "loss": 0.832,
-      "step": 1452
-    },
-    {
-      "epoch": 0.49404964297857873,
-      "grad_norm": 2.2261677908581343,
-      "learning_rate": 5.341212066823356e-06,
-      "loss": 0.8217,
-      "step": 1453
-    },
-    {
-      "epoch": 0.4943896633798028,
-      "grad_norm": 1.81536044760645,
-      "learning_rate": 5.335716999639499e-06,
-      "loss": 0.7984,
-      "step": 1454
-    },
-    {
-      "epoch": 0.4947296837810269,
-      "grad_norm": 2.9109596077188447,
-      "learning_rate": 5.330221525099761e-06,
-      "loss": 0.7177,
-      "step": 1455
-    },
-    {
-      "epoch": 0.49506970418225094,
-      "grad_norm": 2.0524828104111554,
-      "learning_rate": 5.3247256498722985e-06,
-      "loss": 0.8618,
-      "step": 1456
-    },
-    {
-      "epoch": 0.495409724583475,
-      "grad_norm": 1.7519967928504512,
-      "learning_rate": 5.319229380625754e-06,
-      "loss": 0.8823,
-      "step": 1457
-    },
-    {
-      "epoch": 0.4957497449846991,
-      "grad_norm": 1.8637116727130303,
-      "learning_rate": 5.31373272402925e-06,
-      "loss": 0.7384,
-      "step": 1458
-    },
-    {
-      "epoch": 0.49608976538592314,
-      "grad_norm": 2.152147896428193,
-      "learning_rate": 5.308235686752379e-06,
-      "loss": 0.8812,
-      "step": 1459
-    },
-    {
-      "epoch": 0.49642978578714725,
-      "grad_norm": 2.078235845036691,
-      "learning_rate": 5.302738275465196e-06,
-      "loss": 0.7727,
-      "step": 1460
-    },
-    {
-      "epoch": 0.4967698061883713,
-      "grad_norm": 2.102266420017895,
-      "learning_rate": 5.297240496838206e-06,
-      "loss": 0.8562,
-      "step": 1461
-    },
-    {
-      "epoch": 0.49710982658959535,
-      "grad_norm": 1.8174835697796294,
-      "learning_rate": 5.291742357542364e-06,
-      "loss": 0.8048,
-      "step": 1462
-    },
-    {
-      "epoch": 0.49744984699081946,
-      "grad_norm": 1.754386383349789,
-      "learning_rate": 5.2862438642490634e-06,
-      "loss": 0.7872,
-      "step": 1463
-    },
-    {
-      "epoch": 0.4977898673920435,
-      "grad_norm": 4.158515391970638,
-      "learning_rate": 5.280745023630119e-06,
-      "loss": 0.7779,
-      "step": 1464
-    },
-    {
-      "epoch": 0.4981298877932676,
-      "grad_norm": 2.4054339081607767,
-      "learning_rate": 5.275245842357778e-06,
-      "loss": 0.7462,
-      "step": 1465
-    },
-    {
-      "epoch": 0.49846990819449166,
-      "grad_norm": 2.689734918133284,
-      "learning_rate": 5.269746327104693e-06,
-      "loss": 0.8174,
-      "step": 1466
-    },
-    {
-      "epoch": 0.49880992859571577,
-      "grad_norm": 2.295691045707937,
-      "learning_rate": 5.264246484543926e-06,
-      "loss": 0.7969,
-      "step": 1467
-    },
-    {
-      "epoch": 0.4991499489969398,
-      "grad_norm": 2.107973616659225,
-      "learning_rate": 5.258746321348934e-06,
-      "loss": 0.7944,
-      "step": 1468
-    },
-    {
-      "epoch": 0.49948996939816387,
-      "grad_norm": 1.930350616477822,
-      "learning_rate": 5.253245844193564e-06,
-      "loss": 0.8304,
-      "step": 1469
-    },
-    {
-      "epoch": 0.499829989799388,
-      "grad_norm": 1.7525142127819853,
-      "learning_rate": 5.247745059752044e-06,
-      "loss": 0.7762,
-      "step": 1470
-    },
-    {
-      "epoch": 0.500170010200612,
-      "grad_norm": 1.8529587101036085,
-      "learning_rate": 5.242243974698975e-06,
-      "loss": 0.8314,
-      "step": 1471
-    },
-    {
-      "epoch": 0.5005100306018361,
-      "grad_norm": 2.3903901423865457,
-      "learning_rate": 5.236742595709321e-06,
-      "loss": 0.7822,
-      "step": 1472
-    },
-    {
-      "epoch": 0.5008500510030602,
-      "grad_norm": 2.0348324811278777,
-      "learning_rate": 5.231240929458406e-06,
-      "loss": 0.7494,
-      "step": 1473
-    },
-    {
-      "epoch": 0.5011900714042843,
-      "grad_norm": 1.7162050480913733,
-      "learning_rate": 5.225738982621898e-06,
-      "loss": 0.9737,
-      "step": 1474
-    },
-    {
-      "epoch": 0.5015300918055083,
-      "grad_norm": 2.2064804559522093,
-      "learning_rate": 5.220236761875811e-06,
-      "loss": 0.7815,
-      "step": 1475
-    },
-    {
-      "epoch": 0.5018701122067324,
-      "grad_norm": 2.2251124219486798,
-      "learning_rate": 5.214734273896488e-06,
-      "loss": 0.7881,
-      "step": 1476
-    },
-    {
-      "epoch": 0.5022101326079564,
-      "grad_norm": 2.981440295612256,
-      "learning_rate": 5.209231525360594e-06,
-      "loss": 0.8,
-      "step": 1477
-    },
-    {
-      "epoch": 0.5025501530091806,
-      "grad_norm": 7.45515078847437,
-      "learning_rate": 5.203728522945115e-06,
-      "loss": 0.7911,
-      "step": 1478
-    },
-    {
-      "epoch": 0.5028901734104047,
-      "grad_norm": 1.92941189117845,
-      "learning_rate": 5.198225273327343e-06,
-      "loss": 0.7445,
-      "step": 1479
-    },
-    {
-      "epoch": 0.5032301938116287,
-      "grad_norm": 1.8975113113950242,
-      "learning_rate": 5.1927217831848685e-06,
-      "loss": 0.843,
-      "step": 1480
-    },
-    {
-      "epoch": 0.5035702142128528,
-      "grad_norm": 2.1094734040883893,
-      "learning_rate": 5.187218059195578e-06,
-      "loss": 0.8277,
-      "step": 1481
-    },
-    {
-      "epoch": 0.5039102346140768,
-      "grad_norm": 2.1248192008186964,
-      "learning_rate": 5.181714108037635e-06,
-      "loss": 0.7933,
-      "step": 1482
-    },
-    {
-      "epoch": 0.504250255015301,
-      "grad_norm": 1.8280812151104824,
-      "learning_rate": 5.176209936389485e-06,
-      "loss": 0.7447,
-      "step": 1483
-    },
-    {
-      "epoch": 0.504590275416525,
-      "grad_norm": 3.305850569207107,
-      "learning_rate": 5.17070555092984e-06,
-      "loss": 0.7644,
-      "step": 1484
-    },
-    {
-      "epoch": 0.5049302958177491,
-      "grad_norm": 2.714270205426286,
-      "learning_rate": 5.1652009583376676e-06,
-      "loss": 0.7827,
-      "step": 1485
-    },
-    {
-      "epoch": 0.5052703162189731,
-      "grad_norm": 3.091352082861896,
-      "learning_rate": 5.159696165292189e-06,
-      "loss": 0.8001,
-      "step": 1486
-    },
-    {
-      "epoch": 0.5056103366201972,
-      "grad_norm": 1.593603634259395,
-      "learning_rate": 5.154191178472873e-06,
-      "loss": 0.8329,
-      "step": 1487
-    },
-    {
-      "epoch": 0.5059503570214213,
-      "grad_norm": 2.1224743879515633,
-      "learning_rate": 5.148686004559412e-06,
-      "loss": 0.7409,
-      "step": 1488
-    },
-    {
-      "epoch": 0.5062903774226454,
-      "grad_norm": 3.01066198517414,
-      "learning_rate": 5.143180650231741e-06,
-      "loss": 0.8388,
-      "step": 1489
-    },
-    {
-      "epoch": 0.5066303978238694,
-      "grad_norm": 1.7136792637059917,
-      "learning_rate": 5.13767512217e-06,
-      "loss": 0.7341,
-      "step": 1490
-    },
-    {
-      "epoch": 0.5069704182250935,
-      "grad_norm": 2.0631670268496096,
-      "learning_rate": 5.1321694270545455e-06,
-      "loss": 0.7773,
-      "step": 1491
-    },
-    {
-      "epoch": 0.5073104386263175,
-      "grad_norm": 1.874567686624954,
-      "learning_rate": 5.12666357156594e-06,
-      "loss": 0.7862,
-      "step": 1492
-    },
-    {
-      "epoch": 0.5076504590275417,
-      "grad_norm": 6.715516555383307,
-      "learning_rate": 5.121157562384936e-06,
-      "loss": 0.8309,
-      "step": 1493
-    },
-    {
-      "epoch": 0.5079904794287657,
-      "grad_norm": 1.8974326591409743,
-      "learning_rate": 5.115651406192473e-06,
-      "loss": 0.8229,
-      "step": 1494
-    },
-    {
-      "epoch": 0.5083304998299898,
-      "grad_norm": 1.7753191132738406,
-      "learning_rate": 5.110145109669671e-06,
-      "loss": 0.7212,
-      "step": 1495
-    },
-    {
-      "epoch": 0.5086705202312138,
-      "grad_norm": 1.8871431993037888,
-      "learning_rate": 5.104638679497818e-06,
-      "loss": 0.7695,
-      "step": 1496
-    },
-    {
-      "epoch": 0.5090105406324379,
-      "grad_norm": 2.1209005798272993,
-      "learning_rate": 5.0991321223583655e-06,
-      "loss": 0.8439,
-      "step": 1497
-    },
-    {
-      "epoch": 0.509350561033662,
-      "grad_norm": 1.8469772744160644,
-      "learning_rate": 5.093625444932917e-06,
-      "loss": 0.806,
-      "step": 1498
-    },
-    {
-      "epoch": 0.5096905814348861,
-      "grad_norm": 2.281929279661747,
-      "learning_rate": 5.088118653903225e-06,
-      "loss": 0.8326,
-      "step": 1499
-    },
-    {
-      "epoch": 0.5100306018361102,
-      "grad_norm": 1.9613864164506285,
-      "learning_rate": 5.08261175595118e-06,
-      "loss": 0.6774,
-      "step": 1500
-    },
-    {
-      "epoch": 0.5103706222373342,
-      "grad_norm": 3.9527172939988366,
-      "learning_rate": 5.0771047577587995e-06,
-      "loss": 0.7849,
-      "step": 1501
-    },
-    {
-      "epoch": 0.5107106426385584,
-      "grad_norm": 3.9507534634382218,
-      "learning_rate": 5.071597666008223e-06,
-      "loss": 0.8327,
-      "step": 1502
-    },
-    {
-      "epoch": 0.5110506630397824,
-      "grad_norm": 2.3477801057322587,
-      "learning_rate": 5.066090487381705e-06,
-      "loss": 0.7659,
-      "step": 1503
-    },
-    {
-      "epoch": 0.5113906834410065,
-      "grad_norm": 1.6637921910839917,
-      "learning_rate": 5.060583228561604e-06,
-      "loss": 0.7807,
-      "step": 1504
-    },
-    {
-      "epoch": 0.5117307038422305,
-      "grad_norm": 1.9869572742030395,
-      "learning_rate": 5.055075896230379e-06,
-      "loss": 0.8009,
-      "step": 1505
-    },
-    {
-      "epoch": 0.5120707242434546,
-      "grad_norm": 2.7596350421531493,
-      "learning_rate": 5.0495684970705725e-06,
-      "loss": 0.8015,
-      "step": 1506
-    },
-    {
-      "epoch": 0.5124107446446787,
-      "grad_norm": 2.5992292669330306,
-      "learning_rate": 5.044061037764814e-06,
-      "loss": 0.7465,
-      "step": 1507
-    },
-    {
-      "epoch": 0.5127507650459028,
-      "grad_norm": 1.7505681170663439,
-      "learning_rate": 5.0385535249958015e-06,
-      "loss": 0.8182,
-      "step": 1508
-    },
-    {
-      "epoch": 0.5130907854471268,
-      "grad_norm": 2.1632485122473404,
-      "learning_rate": 5.033045965446303e-06,
-      "loss": 0.7183,
-      "step": 1509
-    },
-    {
-      "epoch": 0.5134308058483509,
-      "grad_norm": 1.753555699009244,
-      "learning_rate": 5.027538365799135e-06,
-      "loss": 0.7862,
-      "step": 1510
-    },
-    {
-      "epoch": 0.5137708262495749,
-      "grad_norm": 1.9243297591580018,
-      "learning_rate": 5.022030732737172e-06,
-      "loss": 0.8458,
-      "step": 1511
-    },
-    {
-      "epoch": 0.5141108466507991,
-      "grad_norm": 2.177617314164665,
-      "learning_rate": 5.016523072943321e-06,
-      "loss": 0.8359,
-      "step": 1512
-    },
-    {
-      "epoch": 0.5144508670520231,
-      "grad_norm": 1.4739366045699038,
-      "learning_rate": 5.011015393100529e-06,
-      "loss": 0.7725,
-      "step": 1513
-    },
-    {
-      "epoch": 0.5147908874532472,
-      "grad_norm": 1.9809330712521047,
-      "learning_rate": 5.00550769989176e-06,
-      "loss": 0.8364,
-      "step": 1514
-    },
-    {
-      "epoch": 0.5151309078544712,
-      "grad_norm": 1.7781499734908552,
-      "learning_rate": 5e-06,
-      "loss": 0.7835,
-      "step": 1515
-    },
-    {
-      "epoch": 0.5154709282556953,
-      "grad_norm": 1.8799570009883524,
-      "learning_rate": 4.994492300108241e-06,
-      "loss": 0.7751,
-      "step": 1516
-    },
-    {
-      "epoch": 0.5158109486569195,
-      "grad_norm": 3.073785329201592,
-      "learning_rate": 4.988984606899473e-06,
-      "loss": 0.7751,
-      "step": 1517
-    },
-    {
-      "epoch": 0.5161509690581435,
-      "grad_norm": 1.776054822698832,
-      "learning_rate": 4.9834769270566805e-06,
-      "loss": 0.853,
-      "step": 1518
-    },
-    {
-      "epoch": 0.5164909894593676,
-      "grad_norm": 1.7634367926127321,
-      "learning_rate": 4.977969267262829e-06,
-      "loss": 0.8076,
-      "step": 1519
-    },
-    {
-      "epoch": 0.5168310098605916,
-      "grad_norm": 4.086423843722984,
-      "learning_rate": 4.972461634200866e-06,
-      "loss": 0.9011,
-      "step": 1520
-    },
-    {
-      "epoch": 0.5171710302618157,
-      "grad_norm": 1.6421236623641557,
-      "learning_rate": 4.966954034553699e-06,
-      "loss": 0.8642,
-      "step": 1521
-    },
-    {
-      "epoch": 0.5175110506630398,
-      "grad_norm": 1.8584454764781853,
-      "learning_rate": 4.961446475004199e-06,
-      "loss": 0.7653,
-      "step": 1522
-    },
-    {
-      "epoch": 0.5178510710642639,
-      "grad_norm": 1.4656599468459788,
-      "learning_rate": 4.955938962235186e-06,
-      "loss": 0.8445,
-      "step": 1523
-    },
-    {
-      "epoch": 0.5181910914654879,
-      "grad_norm": 1.8519620362169094,
-      "learning_rate": 4.950431502929428e-06,
-      "loss": 0.7378,
-      "step": 1524
-    },
-    {
-      "epoch": 0.518531111866712,
-      "grad_norm": 2.3725424976917413,
-      "learning_rate": 4.944924103769623e-06,
-      "loss": 0.7779,
-      "step": 1525
-    },
-    {
-      "epoch": 0.5188711322679361,
-      "grad_norm": 1.7226943911959502,
-      "learning_rate": 4.939416771438397e-06,
-      "loss": 0.7654,
-      "step": 1526
-    },
-    {
-      "epoch": 0.5192111526691602,
-      "grad_norm": 1.8557184031747187,
-      "learning_rate": 4.933909512618298e-06,
-      "loss": 0.863,
-      "step": 1527
-    },
-    {
-      "epoch": 0.5195511730703842,
-      "grad_norm": 2.115844790979398,
-      "learning_rate": 4.928402333991777e-06,
-      "loss": 0.7592,
-      "step": 1528
-    },
-    {
-      "epoch": 0.5198911934716083,
-      "grad_norm": 1.6348805097468087,
-      "learning_rate": 4.922895242241202e-06,
-      "loss": 0.8855,
-      "step": 1529
-    },
-    {
-      "epoch": 0.5202312138728323,
-      "grad_norm": 2.3404047261939858,
-      "learning_rate": 4.91738824404882e-06,
-      "loss": 0.8327,
-      "step": 1530
-    },
-    {
-      "epoch": 0.5205712342740565,
-      "grad_norm": 1.8623557309255268,
-      "learning_rate": 4.9118813460967754e-06,
-      "loss": 0.8303,
-      "step": 1531
-    },
-    {
-      "epoch": 0.5209112546752805,
-      "grad_norm": 2.2490241499645847,
-      "learning_rate": 4.906374555067085e-06,
-      "loss": 0.8482,
-      "step": 1532
-    },
-    {
-      "epoch": 0.5212512750765046,
-      "grad_norm": 2.331643434530923,
-      "learning_rate": 4.900867877641636e-06,
-      "loss": 0.839,
-      "step": 1533
-    },
-    {
-      "epoch": 0.5215912954777286,
-      "grad_norm": 2.095247817090777,
-      "learning_rate": 4.895361320502185e-06,
-      "loss": 0.7988,
-      "step": 1534
-    },
-    {
-      "epoch": 0.5219313158789527,
-      "grad_norm": 1.723635906341325,
-      "learning_rate": 4.88985489033033e-06,
-      "loss": 0.7934,
-      "step": 1535
-    },
-    {
-      "epoch": 0.5222713362801769,
-      "grad_norm": 2.046788329469224,
-      "learning_rate": 4.8843485938075286e-06,
-      "loss": 0.817,
-      "step": 1536
-    },
-    {
-      "epoch": 0.5226113566814009,
-      "grad_norm": 2.0488449285989003,
-      "learning_rate": 4.878842437615065e-06,
-      "loss": 0.7112,
-      "step": 1537
-    },
-    {
-      "epoch": 0.522951377082625,
-      "grad_norm": 1.9845826095458905,
-      "learning_rate": 4.873336428434062e-06,
-      "loss": 0.759,
-      "step": 1538
-    },
-    {
-      "epoch": 0.523291397483849,
-      "grad_norm": 4.138763157740066,
-      "learning_rate": 4.8678305729454545e-06,
-      "loss": 0.8152,
-      "step": 1539
-    },
-    {
-      "epoch": 0.5236314178850731,
-      "grad_norm": 3.647861718118265,
-      "learning_rate": 4.862324877830003e-06,
-      "loss": 0.8438,
-      "step": 1540
-    },
-    {
-      "epoch": 0.5239714382862972,
-      "grad_norm": 2.2618049383095196,
-      "learning_rate": 4.856819349768262e-06,
-      "loss": 0.7159,
-      "step": 1541
-    },
-    {
-      "epoch": 0.5243114586875213,
-      "grad_norm": 1.5426259829995164,
-      "learning_rate": 4.851313995440589e-06,
-      "loss": 0.7474,
-      "step": 1542
-    },
-    {
-      "epoch": 0.5246514790887453,
-      "grad_norm": 1.9326266116251898,
-      "learning_rate": 4.845808821527131e-06,
-      "loss": 0.7739,
-      "step": 1543
-    },
-    {
-      "epoch": 0.5249914994899694,
-      "grad_norm": 1.838847556325622,
-      "learning_rate": 4.840303834707811e-06,
-      "loss": 0.7753,
-      "step": 1544
-    },
-    {
-      "epoch": 0.5253315198911934,
-      "grad_norm": 1.7052452591835734,
-      "learning_rate": 4.834799041662333e-06,
-      "loss": 0.6825,
-      "step": 1545
-    },
-    {
-      "epoch": 0.5256715402924176,
-      "grad_norm": 2.2889041372273056,
-      "learning_rate": 4.829294449070161e-06,
-      "loss": 0.8191,
-      "step": 1546
-    },
-    {
-      "epoch": 0.5260115606936416,
-      "grad_norm": 3.1528847052040416,
-      "learning_rate": 4.8237900636105154e-06,
-      "loss": 0.8092,
-      "step": 1547
-    },
-    {
-      "epoch": 0.5263515810948657,
-      "grad_norm": 4.090914456990795,
-      "learning_rate": 4.818285891962367e-06,
-      "loss": 0.8098,
-      "step": 1548
-    },
-    {
-      "epoch": 0.5266916014960897,
-      "grad_norm": 1.659291969185622,
-      "learning_rate": 4.812781940804424e-06,
-      "loss": 0.8033,
-      "step": 1549
-    },
-    {
-      "epoch": 0.5270316218973138,
-      "grad_norm": 2.134430251801482,
-      "learning_rate": 4.807278216815132e-06,
-      "loss": 0.8078,
-      "step": 1550
-    },
-    {
-      "epoch": 0.527371642298538,
-      "grad_norm": 3.1931811524180778,
-      "learning_rate": 4.801774726672658e-06,
-      "loss": 0.9237,
-      "step": 1551
-    },
-    {
-      "epoch": 0.527711662699762,
-      "grad_norm": 2.616206525270748,
-      "learning_rate": 4.796271477054887e-06,
-      "loss": 0.7764,
-      "step": 1552
-    },
-    {
-      "epoch": 0.528051683100986,
-      "grad_norm": 2.221145968614602,
-      "learning_rate": 4.790768474639407e-06,
-      "loss": 0.8206,
-      "step": 1553
-    },
-    {
-      "epoch": 0.5283917035022101,
-      "grad_norm": 2.892055480983333,
-      "learning_rate": 4.785265726103514e-06,
-      "loss": 0.7451,
-      "step": 1554
-    },
-    {
-      "epoch": 0.5287317239034343,
-      "grad_norm": 1.6659559597323008,
-      "learning_rate": 4.77976323812419e-06,
-      "loss": 0.8594,
-      "step": 1555
-    },
-    {
-      "epoch": 0.5290717443046583,
-      "grad_norm": 1.9584708522977028,
-      "learning_rate": 4.7742610173781025e-06,
-      "loss": 0.7449,
-      "step": 1556
-    },
-    {
-      "epoch": 0.5294117647058824,
-      "grad_norm": 3.613058182805375,
-      "learning_rate": 4.768759070541596e-06,
-      "loss": 0.8322,
-      "step": 1557
-    },
-    {
-      "epoch": 0.5297517851071064,
-      "grad_norm": 1.9177605042321149,
-      "learning_rate": 4.76325740429068e-06,
-      "loss": 0.8372,
-      "step": 1558
-    },
-    {
-      "epoch": 0.5300918055083305,
-      "grad_norm": 1.9899246030541402,
-      "learning_rate": 4.7577560253010275e-06,
-      "loss": 0.7641,
-      "step": 1559
-    },
-    {
-      "epoch": 0.5304318259095546,
-      "grad_norm": 2.3476977109929975,
-      "learning_rate": 4.752254940247956e-06,
-      "loss": 0.8484,
-      "step": 1560
-    },
-    {
-      "epoch": 0.5307718463107787,
-      "grad_norm": 1.8469551861867957,
-      "learning_rate": 4.746754155806437e-06,
-      "loss": 0.8196,
-      "step": 1561
-    },
-    {
-      "epoch": 0.5311118667120027,
-      "grad_norm": 2.1425767308127495,
-      "learning_rate": 4.741253678651067e-06,
-      "loss": 0.86,
-      "step": 1562
-    },
-    {
-      "epoch": 0.5314518871132268,
-      "grad_norm": 2.4488270324011054,
-      "learning_rate": 4.735753515456076e-06,
-      "loss": 0.801,
-      "step": 1563
-    },
-    {
-      "epoch": 0.5317919075144508,
-      "grad_norm": 2.5625039316596947,
-      "learning_rate": 4.7302536728953095e-06,
-      "loss": 0.7215,
-      "step": 1564
-    },
-    {
-      "epoch": 0.532131927915675,
-      "grad_norm": 2.330648518728265,
-      "learning_rate": 4.724754157642223e-06,
-      "loss": 0.8298,
-      "step": 1565
-    },
-    {
-      "epoch": 0.532471948316899,
-      "grad_norm": 1.6442430241473305,
-      "learning_rate": 4.719254976369882e-06,
-      "loss": 0.8346,
-      "step": 1566
-    },
-    {
-      "epoch": 0.5328119687181231,
-      "grad_norm": 2.06375287355313,
-      "learning_rate": 4.713756135750939e-06,
-      "loss": 0.8094,
-      "step": 1567
-    },
-    {
-      "epoch": 0.5331519891193471,
-      "grad_norm": 1.8032858583233626,
-      "learning_rate": 4.708257642457637e-06,
-      "loss": 0.7847,
-      "step": 1568
-    },
-    {
-      "epoch": 0.5334920095205712,
-      "grad_norm": 2.9072319400722106,
-      "learning_rate": 4.702759503161794e-06,
-      "loss": 0.7787,
-      "step": 1569
-    },
-    {
-      "epoch": 0.5338320299217953,
-      "grad_norm": 2.737668124200652,
-      "learning_rate": 4.697261724534805e-06,
-      "loss": 0.9145,
-      "step": 1570
-    },
-    {
-      "epoch": 0.5341720503230194,
-      "grad_norm": 1.5899160859318942,
-      "learning_rate": 4.691764313247621e-06,
-      "loss": 0.806,
-      "step": 1571
-    },
-    {
-      "epoch": 0.5345120707242434,
-      "grad_norm": 2.128696822075121,
-      "learning_rate": 4.686267275970751e-06,
-      "loss": 0.8027,
-      "step": 1572
-    },
-    {
-      "epoch": 0.5348520911254675,
-      "grad_norm": 6.327392776694456,
-      "learning_rate": 4.680770619374248e-06,
-      "loss": 0.9375,
-      "step": 1573
-    },
-    {
-      "epoch": 0.5351921115266915,
-      "grad_norm": 1.8507733306360983,
-      "learning_rate": 4.675274350127702e-06,
-      "loss": 0.6373,
-      "step": 1574
-    },
-    {
-      "epoch": 0.5355321319279157,
-      "grad_norm": 3.2014249362155764,
-      "learning_rate": 4.669778474900241e-06,
-      "loss": 0.7396,
-      "step": 1575
-    },
-    {
-      "epoch": 0.5358721523291398,
-      "grad_norm": 1.8220955607716283,
-      "learning_rate": 4.664283000360501e-06,
-      "loss": 0.7536,
-      "step": 1576
-    },
-    {
-      "epoch": 0.5362121727303638,
-      "grad_norm": 2.0103763713686202,
-      "learning_rate": 4.6587879331766465e-06,
-      "loss": 0.766,
-      "step": 1577
-    },
-    {
-      "epoch": 0.5365521931315879,
-      "grad_norm": 1.9882582274236145,
-      "learning_rate": 4.653293280016335e-06,
-      "loss": 0.7164,
-      "step": 1578
-    },
-    {
-      "epoch": 0.536892213532812,
-      "grad_norm": 2.332642295450942,
-      "learning_rate": 4.647799047546733e-06,
-      "loss": 0.804,
-      "step": 1579
-    },
-    {
-      "epoch": 0.5372322339340361,
-      "grad_norm": 2.1481887049056367,
-      "learning_rate": 4.642305242434488e-06,
-      "loss": 0.8621,
-      "step": 1580
-    },
-    {
-      "epoch": 0.5375722543352601,
-      "grad_norm": 2.233927473620768,
-      "learning_rate": 4.63681187134573e-06,
-      "loss": 0.8682,
-      "step": 1581
-    },
-    {
-      "epoch": 0.5379122747364842,
-      "grad_norm": 1.8595284687765963,
-      "learning_rate": 4.6313189409460694e-06,
-      "loss": 0.8078,
-      "step": 1582
-    },
-    {
-      "epoch": 0.5382522951377082,
-      "grad_norm": 1.6189064806741513,
-      "learning_rate": 4.625826457900573e-06,
-      "loss": 0.7825,
-      "step": 1583
-    },
-    {
-      "epoch": 0.5385923155389324,
-      "grad_norm": 1.7109496499151693,
-      "learning_rate": 4.62033442887377e-06,
-      "loss": 0.8204,
-      "step": 1584
-    },
-    {
-      "epoch": 0.5389323359401564,
-      "grad_norm": 1.9628012655876577,
-      "learning_rate": 4.614842860529636e-06,
-      "loss": 0.7718,
-      "step": 1585
-    },
-    {
-      "epoch": 0.5392723563413805,
-      "grad_norm": 2.215853939912509,
-      "learning_rate": 4.6093517595315906e-06,
-      "loss": 0.8478,
-      "step": 1586
-    },
-    {
-      "epoch": 0.5396123767426045,
-      "grad_norm": 1.7285326667444412,
-      "learning_rate": 4.603861132542484e-06,
-      "loss": 0.7447,
-      "step": 1587
-    },
-    {
-      "epoch": 0.5399523971438286,
-      "grad_norm": 1.8991399112924394,
-      "learning_rate": 4.598370986224594e-06,
-      "loss": 0.804,
-      "step": 1588
-    },
-    {
-      "epoch": 0.5402924175450527,
-      "grad_norm": 2.1876690348212477,
-      "learning_rate": 4.59288132723961e-06,
-      "loss": 0.827,
-      "step": 1589
-    },
-    {
-      "epoch": 0.5406324379462768,
-      "grad_norm": 3.388267144912403,
-      "learning_rate": 4.587392162248631e-06,
-      "loss": 0.9509,
-      "step": 1590
-    },
-    {
-      "epoch": 0.5409724583475009,
-      "grad_norm": 2.75901823504875,
-      "learning_rate": 4.581903497912164e-06,
-      "loss": 0.8255,
-      "step": 1591
-    },
-    {
-      "epoch": 0.5413124787487249,
-      "grad_norm": 3.0797491504488193,
-      "learning_rate": 4.576415340890101e-06,
-      "loss": 0.9066,
-      "step": 1592
-    },
-    {
-      "epoch": 0.541652499149949,
-      "grad_norm": 1.7281255669918878,
-      "learning_rate": 4.570927697841722e-06,
-      "loss": 0.8885,
-      "step": 1593
-    },
-    {
-      "epoch": 0.5419925195511731,
-      "grad_norm": 1.780260195431119,
-      "learning_rate": 4.565440575425678e-06,
-      "loss": 0.8186,
-      "step": 1594
-    },
-    {
-      "epoch": 0.5423325399523972,
-      "grad_norm": 1.698715980373987,
-      "learning_rate": 4.559953980299998e-06,
-      "loss": 0.7423,
-      "step": 1595
-    },
-    {
-      "epoch": 0.5426725603536212,
-      "grad_norm": 1.8233055697908436,
-      "learning_rate": 4.554467919122061e-06,
-      "loss": 0.7461,
-      "step": 1596
-    },
-    {
-      "epoch": 0.5430125807548453,
-      "grad_norm": 2.0732693883965747,
-      "learning_rate": 4.548982398548601e-06,
-      "loss": 0.8519,
-      "step": 1597
-    },
-    {
-      "epoch": 0.5433526011560693,
-      "grad_norm": 4.076606566555027,
-      "learning_rate": 4.543497425235705e-06,
-      "loss": 0.8375,
-      "step": 1598
-    },
-    {
-      "epoch": 0.5436926215572935,
-      "grad_norm": 3.726800785573923,
-      "learning_rate": 4.538013005838781e-06,
-      "loss": 0.8457,
-      "step": 1599
-    },
-    {
-      "epoch": 0.5440326419585175,
-      "grad_norm": 1.640942051570328,
-      "learning_rate": 4.532529147012578e-06,
-      "loss": 0.7555,
-      "step": 1600
-    },
-    {
-      "epoch": 0.5443726623597416,
-      "grad_norm": 2.1236371326115004,
-      "learning_rate": 4.527045855411153e-06,
-      "loss": 0.7701,
-      "step": 1601
-    },
-    {
-      "epoch": 0.5447126827609656,
-      "grad_norm": 1.7181777314185185,
-      "learning_rate": 4.521563137687889e-06,
-      "loss": 0.8164,
-      "step": 1602
-    },
-    {
-      "epoch": 0.5450527031621897,
-      "grad_norm": 2.448664581131007,
-      "learning_rate": 4.516081000495458e-06,
-      "loss": 0.8668,
-      "step": 1603
-    },
-    {
-      "epoch": 0.5453927235634138,
-      "grad_norm": 2.494208677148641,
-      "learning_rate": 4.510599450485838e-06,
-      "loss": 0.8405,
-      "step": 1604
-    },
-    {
-      "epoch": 0.5457327439646379,
-      "grad_norm": 1.9946946250715516,
-      "learning_rate": 4.505118494310289e-06,
-      "loss": 0.8654,
-      "step": 1605
-    },
-    {
-      "epoch": 0.5460727643658619,
-      "grad_norm": 2.016493132082253,
-      "learning_rate": 4.499638138619351e-06,
-      "loss": 0.7986,
-      "step": 1606
-    },
-    {
-      "epoch": 0.546412784767086,
-      "grad_norm": 5.5575317498533705,
-      "learning_rate": 4.49415839006284e-06,
-      "loss": 0.8583,
-      "step": 1607
-    },
-    {
-      "epoch": 0.5467528051683102,
-      "grad_norm": 1.5958424468455283,
-      "learning_rate": 4.488679255289829e-06,
-      "loss": 0.7993,
-      "step": 1608
-    },
-    {
-      "epoch": 0.5470928255695342,
-      "grad_norm": 3.075588169517648,
-      "learning_rate": 4.483200740948652e-06,
-      "loss": 0.6526,
-      "step": 1609
-    },
-    {
-      "epoch": 0.5474328459707583,
-      "grad_norm": 2.27438391686465,
-      "learning_rate": 4.477722853686883e-06,
-      "loss": 0.7749,
-      "step": 1610
-    },
-    {
-      "epoch": 0.5477728663719823,
-      "grad_norm": 1.899436303639678,
-      "learning_rate": 4.472245600151344e-06,
-      "loss": 0.7449,
-      "step": 1611
-    },
-    {
-      "epoch": 0.5481128867732064,
-      "grad_norm": 1.8159424708385177,
-      "learning_rate": 4.466768986988082e-06,
-      "loss": 0.7725,
-      "step": 1612
-    },
-    {
-      "epoch": 0.5484529071744305,
-      "grad_norm": 2.3206076275584118,
-      "learning_rate": 4.461293020842366e-06,
-      "loss": 0.8011,
-      "step": 1613
-    },
-    {
-      "epoch": 0.5487929275756546,
-      "grad_norm": 2.5334818132018735,
-      "learning_rate": 4.4558177083586855e-06,
-      "loss": 0.8291,
-      "step": 1614
-    },
-    {
-      "epoch": 0.5491329479768786,
-      "grad_norm": 1.824370986639498,
-      "learning_rate": 4.450343056180731e-06,
-      "loss": 0.8763,
-      "step": 1615
-    },
-    {
-      "epoch": 0.5494729683781027,
-      "grad_norm": 2.265085787284215,
-      "learning_rate": 4.444869070951398e-06,
-      "loss": 0.7383,
-      "step": 1616
-    },
-    {
-      "epoch": 0.5498129887793267,
-      "grad_norm": 1.5706339248830496,
-      "learning_rate": 4.439395759312765e-06,
-      "loss": 0.7321,
-      "step": 1617
-    },
-    {
-      "epoch": 0.5501530091805509,
-      "grad_norm": 1.8450960380829842,
-      "learning_rate": 4.433923127906101e-06,
-      "loss": 0.8253,
-      "step": 1618
-    },
-    {
-      "epoch": 0.5504930295817749,
-      "grad_norm": 1.8895954088436864,
-      "learning_rate": 4.428451183371844e-06,
-      "loss": 0.7584,
-      "step": 1619
-    },
-    {
-      "epoch": 0.550833049982999,
-      "grad_norm": 1.7647869933641376,
-      "learning_rate": 4.422979932349601e-06,
-      "loss": 0.8461,
-      "step": 1620
-    },
-    {
-      "epoch": 0.551173070384223,
-      "grad_norm": 1.726859257880695,
-      "learning_rate": 4.417509381478139e-06,
-      "loss": 0.9478,
-      "step": 1621
-    },
-    {
-      "epoch": 0.5515130907854471,
-      "grad_norm": 1.7830292603282358,
-      "learning_rate": 4.412039537395369e-06,
-      "loss": 0.8192,
-      "step": 1622
-    },
-    {
-      "epoch": 0.5518531111866712,
-      "grad_norm": 2.135528104500953,
-      "learning_rate": 4.4065704067383526e-06,
-      "loss": 0.789,
-      "step": 1623
-    },
-    {
-      "epoch": 0.5521931315878953,
-      "grad_norm": 2.2835744809721947,
-      "learning_rate": 4.401101996143281e-06,
-      "loss": 0.7897,
-      "step": 1624
-    },
-    {
-      "epoch": 0.5525331519891193,
-      "grad_norm": 1.9968779612406193,
-      "learning_rate": 4.395634312245473e-06,
-      "loss": 0.8017,
-      "step": 1625
-    },
-    {
-      "epoch": 0.5528731723903434,
-      "grad_norm": 1.7386489203169355,
-      "learning_rate": 4.390167361679363e-06,
-      "loss": 0.8258,
-      "step": 1626
-    },
-    {
-      "epoch": 0.5532131927915674,
-      "grad_norm": 2.3880896647187813,
-      "learning_rate": 4.384701151078502e-06,
-      "loss": 0.6548,
-      "step": 1627
-    },
-    {
-      "epoch": 0.5535532131927916,
-      "grad_norm": 2.3052787463523248,
-      "learning_rate": 4.379235687075538e-06,
-      "loss": 0.8939,
-      "step": 1628
-    },
-    {
-      "epoch": 0.5538932335940157,
-      "grad_norm": 1.9456406943708848,
-      "learning_rate": 4.373770976302212e-06,
-      "loss": 0.7207,
-      "step": 1629
-    },
-    {
-      "epoch": 0.5542332539952397,
-      "grad_norm": 2.233470695480692,
-      "learning_rate": 4.368307025389355e-06,
-      "loss": 0.9426,
-      "step": 1630
-    },
-    {
-      "epoch": 0.5545732743964638,
-      "grad_norm": 1.9001780195038485,
-      "learning_rate": 4.362843840966872e-06,
-      "loss": 0.7396,
-      "step": 1631
-    },
-    {
-      "epoch": 0.5549132947976878,
-      "grad_norm": 1.6170663156516558,
-      "learning_rate": 4.357381429663744e-06,
-      "loss": 0.7398,
-      "step": 1632
-    },
-    {
-      "epoch": 0.555253315198912,
-      "grad_norm": 1.7903568747147653,
-      "learning_rate": 4.351919798108006e-06,
-      "loss": 0.7973,
-      "step": 1633
-    },
-    {
-      "epoch": 0.555593335600136,
-      "grad_norm": 1.8519949395264552,
-      "learning_rate": 4.346458952926754e-06,
-      "loss": 0.7845,
-      "step": 1634
-    },
-    {
-      "epoch": 0.5559333560013601,
-      "grad_norm": 2.312852525979355,
-      "learning_rate": 4.340998900746123e-06,
-      "loss": 0.7661,
-      "step": 1635
-    },
-    {
-      "epoch": 0.5562733764025841,
-      "grad_norm": 1.9538845003355985,
-      "learning_rate": 4.335539648191295e-06,
-      "loss": 0.8089,
-      "step": 1636
-    },
-    {
-      "epoch": 0.5566133968038083,
-      "grad_norm": 2.0572388515661495,
-      "learning_rate": 4.330081201886473e-06,
-      "loss": 0.8594,
-      "step": 1637
-    },
-    {
-      "epoch": 0.5569534172050323,
-      "grad_norm": 1.7570956508285698,
-      "learning_rate": 4.324623568454881e-06,
-      "loss": 0.7019,
-      "step": 1638
-    },
-    {
-      "epoch": 0.5572934376062564,
-      "grad_norm": 2.6666409487156297,
-      "learning_rate": 4.319166754518768e-06,
-      "loss": 0.8802,
-      "step": 1639
-    },
-    {
-      "epoch": 0.5576334580074804,
-      "grad_norm": 8.161817414104679,
-      "learning_rate": 4.313710766699377e-06,
-      "loss": 0.8173,
-      "step": 1640
-    },
-    {
-      "epoch": 0.5579734784087045,
-      "grad_norm": 1.5517265216589782,
-      "learning_rate": 4.308255611616954e-06,
-      "loss": 0.7627,
-      "step": 1641
-    },
-    {
-      "epoch": 0.5583134988099286,
-      "grad_norm": 2.276892346390744,
-      "learning_rate": 4.302801295890731e-06,
-      "loss": 0.8266,
-      "step": 1642
-    },
-    {
-      "epoch": 0.5586535192111527,
-      "grad_norm": 1.5667650901676113,
-      "learning_rate": 4.297347826138929e-06,
-      "loss": 0.7707,
-      "step": 1643
-    },
-    {
-      "epoch": 0.5589935396123767,
-      "grad_norm": 1.6949899190570468,
-      "learning_rate": 4.291895208978734e-06,
-      "loss": 0.7413,
-      "step": 1644
-    },
-    {
-      "epoch": 0.5593335600136008,
-      "grad_norm": 2.006877875279477,
-      "learning_rate": 4.2864434510263e-06,
-      "loss": 0.7829,
-      "step": 1645
-    },
-    {
-      "epoch": 0.5596735804148248,
-      "grad_norm": 3.095263458414816,
-      "learning_rate": 4.280992558896742e-06,
-      "loss": 0.7722,
-      "step": 1646
-    },
-    {
-      "epoch": 0.560013600816049,
-      "grad_norm": 2.240127359014377,
-      "learning_rate": 4.275542539204118e-06,
-      "loss": 0.7562,
-      "step": 1647
-    },
-    {
-      "epoch": 0.5603536212172731,
-      "grad_norm": 2.1541576931196107,
-      "learning_rate": 4.270093398561437e-06,
-      "loss": 0.7223,
-      "step": 1648
-    },
-    {
-      "epoch": 0.5606936416184971,
-      "grad_norm": 1.890091367677857,
-      "learning_rate": 4.26464514358063e-06,
-      "loss": 0.7961,
-      "step": 1649
-    },
-    {
-      "epoch": 0.5610336620197212,
-      "grad_norm": 2.1168877878836514,
-      "learning_rate": 4.259197780872562e-06,
-      "loss": 0.8332,
-      "step": 1650
-    },
-    {
-      "epoch": 0.5613736824209452,
-      "grad_norm": 1.7140754905216478,
-      "learning_rate": 4.2537513170470105e-06,
-      "loss": 0.8327,
-      "step": 1651
-    },
-    {
-      "epoch": 0.5617137028221694,
-      "grad_norm": 2.441707848688923,
-      "learning_rate": 4.248305758712666e-06,
-      "loss": 0.7136,
-      "step": 1652
-    },
-    {
-      "epoch": 0.5620537232233934,
-      "grad_norm": 2.2663018210778483,
-      "learning_rate": 4.2428611124771184e-06,
-      "loss": 0.7338,
-      "step": 1653
-    },
-    {
-      "epoch": 0.5623937436246175,
-      "grad_norm": 1.7042736119872506,
-      "learning_rate": 4.237417384946846e-06,
-      "loss": 0.8221,
-      "step": 1654
-    },
-    {
-      "epoch": 0.5627337640258415,
-      "grad_norm": 1.7857448847407418,
-      "learning_rate": 4.231974582727223e-06,
-      "loss": 0.8938,
-      "step": 1655
-    },
-    {
-      "epoch": 0.5630737844270656,
-      "grad_norm": 8.534990207003116,
-      "learning_rate": 4.226532712422492e-06,
-      "loss": 0.8593,
-      "step": 1656
-    },
-    {
-      "epoch": 0.5634138048282897,
-      "grad_norm": 2.0702826945140456,
-      "learning_rate": 4.221091780635768e-06,
-      "loss": 0.8043,
-      "step": 1657
-    },
-    {
-      "epoch": 0.5637538252295138,
-      "grad_norm": 1.880149571201394,
-      "learning_rate": 4.215651793969026e-06,
-      "loss": 0.7408,
-      "step": 1658
-    },
-    {
-      "epoch": 0.5640938456307378,
-      "grad_norm": 1.9094946983165033,
-      "learning_rate": 4.210212759023099e-06,
-      "loss": 0.85,
-      "step": 1659
-    },
-    {
-      "epoch": 0.5644338660319619,
-      "grad_norm": 2.0826267533303144,
-      "learning_rate": 4.204774682397658e-06,
-      "loss": 0.7968,
-      "step": 1660
-    },
-    {
-      "epoch": 0.564773886433186,
-      "grad_norm": 1.9576152950783854,
-      "learning_rate": 4.199337570691214e-06,
-      "loss": 0.7934,
-      "step": 1661
-    },
-    {
-      "epoch": 0.5651139068344101,
-      "grad_norm": 1.8605000019574227,
-      "learning_rate": 4.1939014305011116e-06,
-      "loss": 0.7489,
-      "step": 1662
-    },
-    {
-      "epoch": 0.5654539272356341,
-      "grad_norm": 1.7452937853609298,
-      "learning_rate": 4.188466268423507e-06,
-      "loss": 0.798,
-      "step": 1663
-    },
-    {
-      "epoch": 0.5657939476368582,
-      "grad_norm": 2.2351881221107233,
-      "learning_rate": 4.183032091053381e-06,
-      "loss": 0.7977,
-      "step": 1664
-    },
-    {
-      "epoch": 0.5661339680380822,
-      "grad_norm": 1.949488664977891,
-      "learning_rate": 4.1775989049845105e-06,
-      "loss": 0.7882,
-      "step": 1665
-    },
-    {
-      "epoch": 0.5664739884393064,
-      "grad_norm": 1.9412918778769286,
-      "learning_rate": 4.172166716809475e-06,
-      "loss": 0.8033,
-      "step": 1666
-    },
-    {
-      "epoch": 0.5668140088405305,
-      "grad_norm": 1.8838839464107233,
-      "learning_rate": 4.166735533119638e-06,
-      "loss": 0.7347,
-      "step": 1667
-    },
-    {
-      "epoch": 0.5671540292417545,
-      "grad_norm": 2.4094539519885823,
-      "learning_rate": 4.16130536050515e-06,
-      "loss": 0.8985,
-      "step": 1668
-    },
-    {
-      "epoch": 0.5674940496429786,
-      "grad_norm": 1.832393433721923,
-      "learning_rate": 4.155876205554931e-06,
-      "loss": 0.7948,
-      "step": 1669
-    },
-    {
-      "epoch": 0.5678340700442026,
-      "grad_norm": 1.7842845158543639,
-      "learning_rate": 4.150448074856667e-06,
-      "loss": 0.856,
-      "step": 1670
-    },
-    {
-      "epoch": 0.5681740904454268,
-      "grad_norm": 5.093298965869656,
-      "learning_rate": 4.145020974996802e-06,
-      "loss": 0.8544,
-      "step": 1671
-    },
-    {
-      "epoch": 0.5685141108466508,
-      "grad_norm": 1.8288966692154494,
-      "learning_rate": 4.139594912560526e-06,
-      "loss": 0.7695,
-      "step": 1672
-    },
-    {
-      "epoch": 0.5688541312478749,
-      "grad_norm": 2.5087803047490196,
-      "learning_rate": 4.134169894131776e-06,
-      "loss": 0.8,
-      "step": 1673
-    },
-    {
-      "epoch": 0.5691941516490989,
-      "grad_norm": 3.9759397871617006,
-      "learning_rate": 4.1287459262932164e-06,
-      "loss": 0.8681,
-      "step": 1674
-    },
-    {
-      "epoch": 0.569534172050323,
-      "grad_norm": 1.7556306149575895,
-      "learning_rate": 4.123323015626241e-06,
-      "loss": 0.9425,
-      "step": 1675
-    },
-    {
-      "epoch": 0.5698741924515471,
-      "grad_norm": 1.822886620788618,
-      "learning_rate": 4.11790116871096e-06,
-      "loss": 0.8339,
-      "step": 1676
-    },
-    {
-      "epoch": 0.5702142128527712,
-      "grad_norm": 2.32577771957017,
-      "learning_rate": 4.112480392126187e-06,
-      "loss": 0.7799,
-      "step": 1677
-    },
-    {
-      "epoch": 0.5705542332539952,
-      "grad_norm": 2.3654748461284267,
-      "learning_rate": 4.107060692449447e-06,
-      "loss": 0.7794,
-      "step": 1678
-    },
-    {
-      "epoch": 0.5708942536552193,
-      "grad_norm": 2.1326059990159,
-      "learning_rate": 4.1016420762569496e-06,
-      "loss": 0.6922,
-      "step": 1679
-    },
-    {
-      "epoch": 0.5712342740564433,
-      "grad_norm": 1.6500811511500117,
-      "learning_rate": 4.096224550123597e-06,
-      "loss": 0.9321,
-      "step": 1680
-    },
-    {
-      "epoch": 0.5715742944576675,
-      "grad_norm": 2.288324199496334,
-      "learning_rate": 4.090808120622961e-06,
-      "loss": 0.8088,
-      "step": 1681
-    },
-    {
-      "epoch": 0.5719143148588915,
-      "grad_norm": 3.335932302163143,
-      "learning_rate": 4.08539279432729e-06,
-      "loss": 0.7918,
-      "step": 1682
-    },
-    {
-      "epoch": 0.5722543352601156,
-      "grad_norm": 2.018206897778278,
-      "learning_rate": 4.079978577807487e-06,
-      "loss": 0.8091,
-      "step": 1683
-    },
-    {
-      "epoch": 0.5725943556613396,
-      "grad_norm": 1.8917366828566053,
-      "learning_rate": 4.074565477633117e-06,
-      "loss": 0.8174,
-      "step": 1684
-    },
-    {
-      "epoch": 0.5729343760625637,
-      "grad_norm": 1.6840308709452019,
-      "learning_rate": 4.069153500372382e-06,
-      "loss": 0.794,
-      "step": 1685
-    },
-    {
-      "epoch": 0.5732743964637879,
-      "grad_norm": 2.0560413539850972,
-      "learning_rate": 4.063742652592125e-06,
-      "loss": 0.8338,
-      "step": 1686
-    },
-    {
-      "epoch": 0.5736144168650119,
-      "grad_norm": 2.715704335230041,
-      "learning_rate": 4.0583329408578185e-06,
-      "loss": 0.8608,
-      "step": 1687
-    },
-    {
-      "epoch": 0.573954437266236,
-      "grad_norm": 1.8308222638540965,
-      "learning_rate": 4.052924371733555e-06,
-      "loss": 0.7391,
-      "step": 1688
-    },
-    {
-      "epoch": 0.57429445766746,
-      "grad_norm": 3.93217327404691,
-      "learning_rate": 4.047516951782046e-06,
-      "loss": 0.8336,
-      "step": 1689
-    },
-    {
-      "epoch": 0.5746344780686842,
-      "grad_norm": 1.7155299358553424,
-      "learning_rate": 4.0421106875646e-06,
-      "loss": 0.7387,
-      "step": 1690
-    },
-    {
-      "epoch": 0.5749744984699082,
-      "grad_norm": 2.924796486558408,
-      "learning_rate": 4.036705585641131e-06,
-      "loss": 0.8656,
-      "step": 1691
-    },
-    {
-      "epoch": 0.5753145188711323,
-      "grad_norm": 2.1154010899917015,
-      "learning_rate": 4.031301652570139e-06,
-      "loss": 0.8103,
-      "step": 1692
-    },
-    {
-      "epoch": 0.5756545392723563,
-      "grad_norm": 1.7593975839358962,
-      "learning_rate": 4.0258988949087015e-06,
-      "loss": 0.7343,
-      "step": 1693
-    },
-    {
-      "epoch": 0.5759945596735804,
-      "grad_norm": 7.277324615448209,
-      "learning_rate": 4.020497319212482e-06,
-      "loss": 0.9342,
-      "step": 1694
-    },
-    {
-      "epoch": 0.5763345800748045,
-      "grad_norm": 1.8762066741865282,
-      "learning_rate": 4.015096932035695e-06,
-      "loss": 0.8569,
-      "step": 1695
-    },
-    {
-      "epoch": 0.5766746004760286,
-      "grad_norm": 2.5094661743116227,
-      "learning_rate": 4.009697739931125e-06,
-      "loss": 0.7803,
-      "step": 1696
-    },
-    {
-      "epoch": 0.5770146208772526,
-      "grad_norm": 2.368718744294282,
-      "learning_rate": 4.004299749450099e-06,
-      "loss": 0.7593,
-      "step": 1697
-    },
-    {
-      "epoch": 0.5773546412784767,
-      "grad_norm": 1.7379622792872598,
-      "learning_rate": 3.99890296714249e-06,
-      "loss": 0.8102,
-      "step": 1698
-    },
-    {
-      "epoch": 0.5776946616797007,
-      "grad_norm": 1.7950661253826894,
-      "learning_rate": 3.993507399556699e-06,
-      "loss": 0.8261,
-      "step": 1699
-    },
-    {
-      "epoch": 0.5780346820809249,
-      "grad_norm": 1.7895033857380052,
-      "learning_rate": 3.988113053239664e-06,
-      "loss": 0.7831,
-      "step": 1700
-    },
-    {
-      "epoch": 0.578374702482149,
-      "grad_norm": 2.513724608663744,
-      "learning_rate": 3.982719934736832e-06,
-      "loss": 0.7863,
-      "step": 1701
-    },
-    {
-      "epoch": 0.578714722883373,
-      "grad_norm": 1.7341110425502526,
-      "learning_rate": 3.977328050592161e-06,
-      "loss": 0.9247,
-      "step": 1702
-    },
-    {
-      "epoch": 0.579054743284597,
-      "grad_norm": 1.8845071679357839,
-      "learning_rate": 3.971937407348115e-06,
-      "loss": 0.8488,
-      "step": 1703
-    },
-    {
-      "epoch": 0.5793947636858211,
-      "grad_norm": 1.8072089808348282,
-      "learning_rate": 3.966548011545648e-06,
-      "loss": 0.7179,
-      "step": 1704
-    },
-    {
-      "epoch": 0.5797347840870453,
-      "grad_norm": 3.0702338796288307,
-      "learning_rate": 3.961159869724207e-06,
-      "loss": 0.7202,
-      "step": 1705
-    },
-    {
-      "epoch": 0.5800748044882693,
-      "grad_norm": 1.759787279998497,
-      "learning_rate": 3.955772988421709e-06,
-      "loss": 0.768,
-      "step": 1706
-    },
-    {
-      "epoch": 0.5804148248894934,
-      "grad_norm": 2.3433623345553034,
-      "learning_rate": 3.950387374174548e-06,
-      "loss": 0.6933,
-      "step": 1707
-    },
-    {
-      "epoch": 0.5807548452907174,
-      "grad_norm": 1.7657990260540302,
-      "learning_rate": 3.945003033517578e-06,
-      "loss": 0.7882,
-      "step": 1708
-    },
-    {
-      "epoch": 0.5810948656919415,
-      "grad_norm": 1.6247662467902115,
-      "learning_rate": 3.9396199729841044e-06,
-      "loss": 0.7497,
-      "step": 1709
-    },
-    {
-      "epoch": 0.5814348860931656,
-      "grad_norm": 4.31861063498843,
-      "learning_rate": 3.934238199105887e-06,
-      "loss": 0.6626,
-      "step": 1710
-    },
-    {
-      "epoch": 0.5817749064943897,
-      "grad_norm": 1.9596435537578243,
-      "learning_rate": 3.928857718413119e-06,
-      "loss": 0.6802,
-      "step": 1711
-    },
-    {
-      "epoch": 0.5821149268956137,
-      "grad_norm": 2.133099365831387,
-      "learning_rate": 3.9234785374344264e-06,
-      "loss": 0.8929,
-      "step": 1712
-    },
-    {
-      "epoch": 0.5824549472968378,
-      "grad_norm": 1.6595599877288754,
-      "learning_rate": 3.918100662696853e-06,
-      "loss": 0.9019,
-      "step": 1713
-    },
-    {
-      "epoch": 0.5827949676980619,
-      "grad_norm": 4.129797231985507,
-      "learning_rate": 3.9127241007258695e-06,
-      "loss": 0.704,
-      "step": 1714
-    },
-    {
-      "epoch": 0.583134988099286,
-      "grad_norm": 2.2096678154176854,
-      "learning_rate": 3.907348858045338e-06,
-      "loss": 0.767,
-      "step": 1715
-    },
-    {
-      "epoch": 0.58347500850051,
-      "grad_norm": 2.050103065477324,
-      "learning_rate": 3.9019749411775336e-06,
-      "loss": 0.7629,
-      "step": 1716
-    },
-    {
-      "epoch": 0.5838150289017341,
-      "grad_norm": 2.224362598207352,
-      "learning_rate": 3.8966023566431154e-06,
-      "loss": 0.7301,
-      "step": 1717
-    },
-    {
-      "epoch": 0.5841550493029581,
-      "grad_norm": 3.471505729243675,
-      "learning_rate": 3.891231110961126e-06,
-      "loss": 0.8771,
-      "step": 1718
-    },
-    {
-      "epoch": 0.5844950697041823,
-      "grad_norm": 2.2233454405320017,
-      "learning_rate": 3.885861210648987e-06,
-      "loss": 0.8412,
-      "step": 1719
-    },
-    {
-      "epoch": 0.5848350901054064,
-      "grad_norm": 1.8614586671959485,
-      "learning_rate": 3.880492662222483e-06,
-      "loss": 0.7183,
-      "step": 1720
-    },
-    {
-      "epoch": 0.5851751105066304,
-      "grad_norm": 3.3042359139392645,
-      "learning_rate": 3.875125472195764e-06,
-      "loss": 0.7574,
-      "step": 1721
-    },
-    {
-      "epoch": 0.5855151309078545,
-      "grad_norm": 1.6934396731563182,
-      "learning_rate": 3.869759647081326e-06,
-      "loss": 0.7454,
-      "step": 1722
-    },
-    {
-      "epoch": 0.5858551513090785,
-      "grad_norm": 1.9354501363208503,
-      "learning_rate": 3.8643951933900125e-06,
-      "loss": 0.8003,
-      "step": 1723
-    },
-    {
-      "epoch": 0.5861951717103027,
-      "grad_norm": 2.033785372249832,
-      "learning_rate": 3.859032117631002e-06,
-      "loss": 0.9099,
-      "step": 1724
-    },
-    {
-      "epoch": 0.5865351921115267,
-      "grad_norm": 1.6684392122823892,
-      "learning_rate": 3.853670426311797e-06,
-      "loss": 0.7391,
-      "step": 1725
-    },
-    {
-      "epoch": 0.5868752125127508,
-      "grad_norm": 2.023118010181095,
-      "learning_rate": 3.848310125938229e-06,
-      "loss": 0.8358,
-      "step": 1726
-    },
-    {
-      "epoch": 0.5872152329139748,
-      "grad_norm": 2.3269706588518604,
-      "learning_rate": 3.842951223014433e-06,
-      "loss": 0.8102,
-      "step": 1727
-    },
-    {
-      "epoch": 0.5875552533151989,
-      "grad_norm": 1.9400944184932607,
-      "learning_rate": 3.837593724042854e-06,
-      "loss": 0.7688,
-      "step": 1728
-    },
-    {
-      "epoch": 0.587895273716423,
-      "grad_norm": 1.6651797388262217,
-      "learning_rate": 3.832237635524229e-06,
-      "loss": 0.7588,
-      "step": 1729
-    },
-    {
-      "epoch": 0.5882352941176471,
-      "grad_norm": 1.5455784587197665,
-      "learning_rate": 3.826882963957589e-06,
-      "loss": 0.7464,
-      "step": 1730
-    },
-    {
-      "epoch": 0.5885753145188711,
-      "grad_norm": 1.85747121655971,
-      "learning_rate": 3.821529715840241e-06,
-      "loss": 0.7595,
-      "step": 1731
-    },
-    {
-      "epoch": 0.5889153349200952,
-      "grad_norm": 2.6341826537925495,
-      "learning_rate": 3.816177897667767e-06,
-      "loss": 0.7596,
-      "step": 1732
-    },
-    {
-      "epoch": 0.5892553553213192,
-      "grad_norm": 2.3495118501585717,
-      "learning_rate": 3.810827515934013e-06,
-      "loss": 0.7428,
-      "step": 1733
-    },
-    {
-      "epoch": 0.5895953757225434,
-      "grad_norm": 4.349211175598281,
-      "learning_rate": 3.8054785771310817e-06,
-      "loss": 0.7613,
-      "step": 1734
-    },
-    {
-      "epoch": 0.5899353961237674,
-      "grad_norm": 2.1363024851103876,
-      "learning_rate": 3.8001310877493265e-06,
-      "loss": 0.844,
-      "step": 1735
-    },
-    {
-      "epoch": 0.5902754165249915,
-      "grad_norm": 4.0769838432188505,
-      "learning_rate": 3.7947850542773396e-06,
-      "loss": 0.7463,
-      "step": 1736
-    },
-    {
-      "epoch": 0.5906154369262155,
-      "grad_norm": 1.6554083285238113,
-      "learning_rate": 3.7894404832019514e-06,
-      "loss": 0.8421,
-      "step": 1737
-    },
-    {
-      "epoch": 0.5909554573274396,
-      "grad_norm": 1.503047933162913,
-      "learning_rate": 3.784097381008212e-06,
-      "loss": 0.7792,
-      "step": 1738
-    },
-    {
-      "epoch": 0.5912954777286638,
-      "grad_norm": 5.221808674383001,
-      "learning_rate": 3.778755754179394e-06,
-      "loss": 0.9246,
-      "step": 1739
-    },
-    {
-      "epoch": 0.5916354981298878,
-      "grad_norm": 1.679707592266952,
-      "learning_rate": 3.7734156091969766e-06,
-      "loss": 0.8391,
-      "step": 1740
-    },
-    {
-      "epoch": 0.5919755185311119,
-      "grad_norm": 2.1866548043016145,
-      "learning_rate": 3.7680769525406398e-06,
-      "loss": 0.8404,
-      "step": 1741
-    },
-    {
-      "epoch": 0.5923155389323359,
-      "grad_norm": 1.9227767898016401,
-      "learning_rate": 3.762739790688264e-06,
-      "loss": 0.6675,
-      "step": 1742
-    },
-    {
-      "epoch": 0.5926555593335601,
-      "grad_norm": 2.2649866796850584,
-      "learning_rate": 3.757404130115909e-06,
-      "loss": 0.7401,
-      "step": 1743
-    },
-    {
-      "epoch": 0.5929955797347841,
-      "grad_norm": 1.972603607998956,
-      "learning_rate": 3.752069977297817e-06,
-      "loss": 0.7905,
-      "step": 1744
-    },
-    {
-      "epoch": 0.5933356001360082,
-      "grad_norm": 2.2111615655437995,
-      "learning_rate": 3.7467373387063973e-06,
-      "loss": 0.7023,
-      "step": 1745
-    },
-    {
-      "epoch": 0.5936756205372322,
-      "grad_norm": 1.9245235611037521,
-      "learning_rate": 3.741406220812227e-06,
-      "loss": 0.9047,
-      "step": 1746
-    },
-    {
-      "epoch": 0.5940156409384563,
-      "grad_norm": 1.733840029867424,
-      "learning_rate": 3.7360766300840323e-06,
-      "loss": 0.7679,
-      "step": 1747
-    },
-    {
-      "epoch": 0.5943556613396804,
-      "grad_norm": 1.679265103876112,
-      "learning_rate": 3.7307485729886917e-06,
-      "loss": 0.835,
-      "step": 1748
-    },
-    {
-      "epoch": 0.5946956817409045,
-      "grad_norm": 1.751220728165291,
-      "learning_rate": 3.725422055991218e-06,
-      "loss": 0.7547,
-      "step": 1749
-    },
-    {
-      "epoch": 0.5950357021421285,
-      "grad_norm": 1.8592254513227962,
-      "learning_rate": 3.720097085554756e-06,
-      "loss": 0.789,
-      "step": 1750
-    },
-    {
-      "epoch": 0.5953757225433526,
-      "grad_norm": 1.5578672257415482,
-      "learning_rate": 3.7147736681405784e-06,
-      "loss": 0.7403,
-      "step": 1751
-    },
-    {
-      "epoch": 0.5957157429445766,
-      "grad_norm": 1.7162665067510214,
-      "learning_rate": 3.709451810208068e-06,
-      "loss": 0.7607,
-      "step": 1752
-    },
-    {
-      "epoch": 0.5960557633458008,
-      "grad_norm": 1.8084933447047609,
-      "learning_rate": 3.7041315182147203e-06,
-      "loss": 0.7423,
-      "step": 1753
-    },
-    {
-      "epoch": 0.5963957837470248,
-      "grad_norm": 1.6360987508622518,
-      "learning_rate": 3.6988127986161247e-06,
-      "loss": 0.7364,
-      "step": 1754
-    },
-    {
-      "epoch": 0.5967358041482489,
-      "grad_norm": 1.620889477822385,
-      "learning_rate": 3.6934956578659697e-06,
-      "loss": 0.7419,
-      "step": 1755
-    },
-    {
-      "epoch": 0.5970758245494729,
-      "grad_norm": 2.005053928359656,
-      "learning_rate": 3.688180102416022e-06,
-      "loss": 0.8189,
-      "step": 1756
-    },
-    {
-      "epoch": 0.597415844950697,
-      "grad_norm": 2.49591536599233,
-      "learning_rate": 3.682866138716126e-06,
-      "loss": 0.7555,
-      "step": 1757
-    },
-    {
-      "epoch": 0.5977558653519212,
-      "grad_norm": 1.9099333716331244,
-      "learning_rate": 3.6775537732141986e-06,
-      "loss": 0.6334,
-      "step": 1758
-    },
-    {
-      "epoch": 0.5980958857531452,
-      "grad_norm": 1.6443659221282751,
-      "learning_rate": 3.6722430123562124e-06,
-      "loss": 0.8068,
-      "step": 1759
-    },
-    {
-      "epoch": 0.5984359061543693,
-      "grad_norm": 2.623550934402015,
-      "learning_rate": 3.6669338625861983e-06,
-      "loss": 0.8823,
-      "step": 1760
-    },
-    {
-      "epoch": 0.5987759265555933,
-      "grad_norm": 2.7847663723361222,
-      "learning_rate": 3.661626330346224e-06,
-      "loss": 0.7644,
-      "step": 1761
-    },
-    {
-      "epoch": 0.5991159469568174,
-      "grad_norm": 1.978249284886559,
-      "learning_rate": 3.656320422076406e-06,
-      "loss": 0.6911,
-      "step": 1762
-    },
-    {
-      "epoch": 0.5994559673580415,
-      "grad_norm": 1.6370605423957132,
-      "learning_rate": 3.6510161442148783e-06,
-      "loss": 0.7779,
-      "step": 1763
-    },
-    {
-      "epoch": 0.5997959877592656,
-      "grad_norm": 1.9618067800993437,
-      "learning_rate": 3.6457135031978077e-06,
-      "loss": 0.8111,
-      "step": 1764
-    },
-    {
-      "epoch": 0.6001360081604896,
-      "grad_norm": 2.0871896457836785,
-      "learning_rate": 3.6404125054593653e-06,
-      "loss": 0.6968,
-      "step": 1765
-    },
-    {
-      "epoch": 0.6004760285617137,
-      "grad_norm": 3.6449233310433375,
-      "learning_rate": 3.635113157431732e-06,
-      "loss": 0.9092,
-      "step": 1766
-    },
-    {
-      "epoch": 0.6008160489629377,
-      "grad_norm": 2.43520006058048,
-      "learning_rate": 3.629815465545091e-06,
-      "loss": 0.8429,
-      "step": 1767
-    },
-    {
-      "epoch": 0.6011560693641619,
-      "grad_norm": 2.1109713075027723,
-      "learning_rate": 3.62451943622761e-06,
-      "loss": 0.6774,
-      "step": 1768
-    },
-    {
-      "epoch": 0.6014960897653859,
-      "grad_norm": 1.7035409015911598,
-      "learning_rate": 3.6192250759054427e-06,
-      "loss": 0.8139,
-      "step": 1769
-    },
-    {
-      "epoch": 0.60183611016661,
-      "grad_norm": 2.7589386792158628,
-      "learning_rate": 3.6139323910027136e-06,
-      "loss": 0.7972,
-      "step": 1770
-    },
-    {
-      "epoch": 0.602176130567834,
-      "grad_norm": 2.02117501459737,
-      "learning_rate": 3.608641387941523e-06,
-      "loss": 0.8181,
-      "step": 1771
-    },
-    {
-      "epoch": 0.6025161509690582,
-      "grad_norm": 1.9303717752979608,
-      "learning_rate": 3.6033520731419214e-06,
-      "loss": 0.8203,
-      "step": 1772
-    },
-    {
-      "epoch": 0.6028561713702822,
-      "grad_norm": 1.884365094703858,
-      "learning_rate": 3.598064453021911e-06,
-      "loss": 0.7987,
-      "step": 1773
-    },
-    {
-      "epoch": 0.6031961917715063,
-      "grad_norm": 2.7068608465393287,
-      "learning_rate": 3.592778533997446e-06,
-      "loss": 0.7508,
-      "step": 1774
-    },
-    {
-      "epoch": 0.6035362121727303,
-      "grad_norm": 1.987215906609273,
-      "learning_rate": 3.5874943224824097e-06,
-      "loss": 0.6987,
-      "step": 1775
-    },
-    {
-      "epoch": 0.6038762325739544,
-      "grad_norm": 2.2665245253039443,
-      "learning_rate": 3.582211824888615e-06,
-      "loss": 0.7874,
-      "step": 1776
-    },
-    {
-      "epoch": 0.6042162529751786,
-      "grad_norm": 2.079144255350973,
-      "learning_rate": 3.5769310476257935e-06,
-      "loss": 0.8801,
-      "step": 1777
-    },
-    {
-      "epoch": 0.6045562733764026,
-      "grad_norm": 1.684740476192313,
-      "learning_rate": 3.5716519971015947e-06,
-      "loss": 0.8109,
-      "step": 1778
-    },
-    {
-      "epoch": 0.6048962937776267,
-      "grad_norm": 2.356591268153879,
-      "learning_rate": 3.5663746797215658e-06,
-      "loss": 0.7333,
-      "step": 1779
-    },
-    {
-      "epoch": 0.6052363141788507,
-      "grad_norm": 1.9527315149213702,
-      "learning_rate": 3.561099101889158e-06,
-      "loss": 0.8158,
-      "step": 1780
-    },
-    {
-      "epoch": 0.6055763345800748,
-      "grad_norm": 2.0298727319213175,
-      "learning_rate": 3.555825270005707e-06,
-      "loss": 0.8055,
-      "step": 1781
-    },
-    {
-      "epoch": 0.6059163549812989,
-      "grad_norm": 2.1789885450127557,
-      "learning_rate": 3.5505531904704287e-06,
-      "loss": 0.8846,
-      "step": 1782
-    },
-    {
-      "epoch": 0.606256375382523,
-      "grad_norm": 2.190682206775641,
-      "learning_rate": 3.5452828696804196e-06,
-      "loss": 0.8113,
-      "step": 1783
-    },
-    {
-      "epoch": 0.606596395783747,
-      "grad_norm": 1.7727471010909939,
-      "learning_rate": 3.5400143140306355e-06,
-      "loss": 0.8189,
-      "step": 1784
-    },
-    {
-      "epoch": 0.6069364161849711,
-      "grad_norm": 1.9034533372715055,
-      "learning_rate": 3.5347475299138932e-06,
-      "loss": 0.8361,
-      "step": 1785
-    },
-    {
-      "epoch": 0.6072764365861951,
-      "grad_norm": 1.7827761115461676,
-      "learning_rate": 3.5294825237208573e-06,
-      "loss": 0.7705,
-      "step": 1786
-    },
-    {
-      "epoch": 0.6076164569874193,
-      "grad_norm": 2.130570518035593,
-      "learning_rate": 3.524219301840043e-06,
-      "loss": 0.8345,
-      "step": 1787
-    },
-    {
-      "epoch": 0.6079564773886433,
-      "grad_norm": 2.377972509331428,
-      "learning_rate": 3.5189578706577896e-06,
-      "loss": 0.8651,
-      "step": 1788
-    },
-    {
-      "epoch": 0.6082964977898674,
-      "grad_norm": 2.0170332375599647,
-      "learning_rate": 3.5136982365582704e-06,
-      "loss": 0.7541,
-      "step": 1789
-    },
-    {
-      "epoch": 0.6086365181910914,
-      "grad_norm": 2.0487060631425535,
-      "learning_rate": 3.5084404059234773e-06,
-      "loss": 0.747,
-      "step": 1790
-    },
-    {
-      "epoch": 0.6089765385923155,
-      "grad_norm": 1.5497246080487372,
-      "learning_rate": 3.5031843851332105e-06,
-      "loss": 0.7551,
-      "step": 1791
-    },
-    {
-      "epoch": 0.6093165589935396,
-      "grad_norm": 1.8661412507465704,
-      "learning_rate": 3.4979301805650805e-06,
-      "loss": 0.7471,
-      "step": 1792
-    },
-    {
-      "epoch": 0.6096565793947637,
-      "grad_norm": 1.9081392430588895,
-      "learning_rate": 3.492677798594486e-06,
-      "loss": 0.6867,
-      "step": 1793
-    },
-    {
-      "epoch": 0.6099965997959877,
-      "grad_norm": 3.953731191700172,
-      "learning_rate": 3.4874272455946217e-06,
-      "loss": 0.863,
-      "step": 1794
-    },
-    {
-      "epoch": 0.6103366201972118,
-      "grad_norm": 1.7838153201393292,
-      "learning_rate": 3.4821785279364585e-06,
-      "loss": 0.9178,
-      "step": 1795
-    },
-    {
-      "epoch": 0.610676640598436,
-      "grad_norm": 1.9609099043585159,
-      "learning_rate": 3.476931651988742e-06,
-      "loss": 0.7292,
-      "step": 1796
-    },
-    {
-      "epoch": 0.61101666099966,
-      "grad_norm": 1.7849795981254395,
-      "learning_rate": 3.471686624117982e-06,
-      "loss": 0.8199,
-      "step": 1797
-    },
-    {
-      "epoch": 0.6113566814008841,
-      "grad_norm": 2.1270736856013337,
-      "learning_rate": 3.466443450688445e-06,
-      "loss": 0.875,
-      "step": 1798
-    },
-    {
-      "epoch": 0.6116967018021081,
-      "grad_norm": 2.2091957079882945,
-      "learning_rate": 3.461202138062153e-06,
-      "loss": 0.6927,
-      "step": 1799
-    },
-    {
-      "epoch": 0.6120367222033322,
-      "grad_norm": 1.5834963127345454,
-      "learning_rate": 3.4559626925988623e-06,
-      "loss": 0.7318,
-      "step": 1800
-    },
-    {
-      "epoch": 0.6123767426045563,
-      "grad_norm": 2.0496819681593506,
-      "learning_rate": 3.450725120656069e-06,
-      "loss": 0.7506,
-      "step": 1801
-    },
-    {
-      "epoch": 0.6127167630057804,
-      "grad_norm": 2.2013789066829,
-      "learning_rate": 3.4454894285889916e-06,
-      "loss": 0.8603,
-      "step": 1802
-    },
-    {
-      "epoch": 0.6130567834070044,
-      "grad_norm": 2.09843751252011,
-      "learning_rate": 3.4402556227505746e-06,
-      "loss": 0.7768,
-      "step": 1803
-    },
-    {
-      "epoch": 0.6133968038082285,
-      "grad_norm": 2.3451379947690607,
-      "learning_rate": 3.435023709491467e-06,
-      "loss": 0.8272,
-      "step": 1804
-    },
-    {
-      "epoch": 0.6137368242094525,
-      "grad_norm": 3.5327166657343456,
-      "learning_rate": 3.4297936951600217e-06,
-      "loss": 0.7466,
-      "step": 1805
-    },
-    {
-      "epoch": 0.6140768446106767,
-      "grad_norm": 1.905762345831794,
-      "learning_rate": 3.424565586102293e-06,
-      "loss": 0.8158,
-      "step": 1806
-    },
-    {
-      "epoch": 0.6144168650119007,
-      "grad_norm": 2.3123581203476804,
-      "learning_rate": 3.4193393886620153e-06,
-      "loss": 0.8462,
-      "step": 1807
-    },
-    {
-      "epoch": 0.6147568854131248,
-      "grad_norm": 1.946148455776188,
-      "learning_rate": 3.4141151091806134e-06,
-      "loss": 0.704,
-      "step": 1808
-    },
-    {
-      "epoch": 0.6150969058143488,
-      "grad_norm": 1.3443343547386855,
-      "learning_rate": 3.408892753997175e-06,
-      "loss": 0.693,
-      "step": 1809
-    },
-    {
-      "epoch": 0.6154369262155729,
-      "grad_norm": 2.704265394408822,
-      "learning_rate": 3.40367232944846e-06,
-      "loss": 0.7594,
-      "step": 1810
-    },
-    {
-      "epoch": 0.615776946616797,
-      "grad_norm": 1.8211554347276468,
-      "learning_rate": 3.3984538418688795e-06,
-      "loss": 0.669,
-      "step": 1811
-    },
-    {
-      "epoch": 0.6161169670180211,
-      "grad_norm": 2.0413514509876602,
-      "learning_rate": 3.3932372975905027e-06,
-      "loss": 0.868,
-      "step": 1812
-    },
-    {
-      "epoch": 0.6164569874192452,
-      "grad_norm": 2.121098812311723,
-      "learning_rate": 3.3880227029430335e-06,
-      "loss": 0.7582,
-      "step": 1813
-    },
-    {
-      "epoch": 0.6167970078204692,
-      "grad_norm": 1.6909069939174246,
-      "learning_rate": 3.3828100642538097e-06,
-      "loss": 0.7327,
-      "step": 1814
-    },
-    {
-      "epoch": 0.6171370282216933,
-      "grad_norm": 1.6334734116518446,
-      "learning_rate": 3.377599387847803e-06,
-      "loss": 0.8684,
-      "step": 1815
-    },
-    {
-      "epoch": 0.6174770486229174,
-      "grad_norm": 2.1432970505365043,
-      "learning_rate": 3.372390680047597e-06,
-      "loss": 0.8207,
-      "step": 1816
-    },
-    {
-      "epoch": 0.6178170690241415,
-      "grad_norm": 1.8165425685515983,
-      "learning_rate": 3.3671839471733906e-06,
-      "loss": 0.797,
-      "step": 1817
-    },
-    {
-      "epoch": 0.6181570894253655,
-      "grad_norm": 2.1615351800791354,
-      "learning_rate": 3.3619791955429826e-06,
-      "loss": 0.773,
-      "step": 1818
-    },
-    {
-      "epoch": 0.6184971098265896,
-      "grad_norm": 2.6904615455880614,
-      "learning_rate": 3.3567764314717744e-06,
-      "loss": 0.7907,
-      "step": 1819
-    },
-    {
-      "epoch": 0.6188371302278136,
-      "grad_norm": 2.834095748254144,
-      "learning_rate": 3.351575661272749e-06,
-      "loss": 0.8717,
-      "step": 1820
-    },
-    {
-      "epoch": 0.6191771506290378,
-      "grad_norm": 2.145877874306492,
-      "learning_rate": 3.346376891256471e-06,
-      "loss": 0.8086,
-      "step": 1821
-    },
-    {
-      "epoch": 0.6195171710302618,
-      "grad_norm": 2.023497317198109,
-      "learning_rate": 3.341180127731083e-06,
-      "loss": 0.8679,
-      "step": 1822
-    },
-    {
-      "epoch": 0.6198571914314859,
-      "grad_norm": 2.1023255103173564,
-      "learning_rate": 3.335985377002285e-06,
-      "loss": 0.8146,
-      "step": 1823
-    },
-    {
-      "epoch": 0.6201972118327099,
-      "grad_norm": 1.731210236073491,
-      "learning_rate": 3.330792645373344e-06,
-      "loss": 0.7683,
-      "step": 1824
-    },
-    {
-      "epoch": 0.6205372322339341,
-      "grad_norm": 1.9233595089290563,
-      "learning_rate": 3.3256019391450696e-06,
-      "loss": 0.7869,
-      "step": 1825
-    },
-    {
-      "epoch": 0.6208772526351581,
-      "grad_norm": 2.208075651046932,
-      "learning_rate": 3.320413264615817e-06,
-      "loss": 0.6999,
-      "step": 1826
-    },
-    {
-      "epoch": 0.6212172730363822,
-      "grad_norm": 1.8428253882643195,
-      "learning_rate": 3.315226628081475e-06,
-      "loss": 0.724,
-      "step": 1827
-    },
-    {
-      "epoch": 0.6215572934376062,
-      "grad_norm": 2.5874398711101665,
-      "learning_rate": 3.3100420358354614e-06,
-      "loss": 0.8652,
-      "step": 1828
-    },
-    {
-      "epoch": 0.6218973138388303,
-      "grad_norm": 1.673959608619458,
-      "learning_rate": 3.3048594941687117e-06,
-      "loss": 0.8139,
-      "step": 1829
-    },
-    {
-      "epoch": 0.6222373342400545,
-      "grad_norm": 1.8058623104229596,
-      "learning_rate": 3.299679009369672e-06,
-      "loss": 0.7287,
-      "step": 1830
-    },
-    {
-      "epoch": 0.6225773546412785,
-      "grad_norm": 1.7517624272915204,
-      "learning_rate": 3.2945005877242975e-06,
-      "loss": 0.767,
-      "step": 1831
-    },
-    {
-      "epoch": 0.6229173750425026,
-      "grad_norm": 1.9637001633251892,
-      "learning_rate": 3.2893242355160327e-06,
-      "loss": 0.7267,
-      "step": 1832
-    },
-    {
-      "epoch": 0.6232573954437266,
-      "grad_norm": 2.0442734243489378,
-      "learning_rate": 3.28414995902582e-06,
-      "loss": 0.7311,
-      "step": 1833
-    },
-    {
-      "epoch": 0.6235974158449507,
-      "grad_norm": 4.43268536813694,
-      "learning_rate": 3.2789777645320736e-06,
-      "loss": 0.6776,
-      "step": 1834
-    },
-    {
-      "epoch": 0.6239374362461748,
-      "grad_norm": 2.120174804949898,
-      "learning_rate": 3.2738076583106903e-06,
-      "loss": 0.8519,
-      "step": 1835
-    },
-    {
-      "epoch": 0.6242774566473989,
-      "grad_norm": 3.2551292864590056,
-      "learning_rate": 3.268639646635027e-06,
-      "loss": 0.9032,
-      "step": 1836
-    },
-    {
-      "epoch": 0.6246174770486229,
-      "grad_norm": 1.601086184729794,
-      "learning_rate": 3.2634737357758994e-06,
-      "loss": 0.8248,
-      "step": 1837
-    },
-    {
-      "epoch": 0.624957497449847,
-      "grad_norm": 2.240230510804796,
-      "learning_rate": 3.2583099320015787e-06,
-      "loss": 0.7506,
-      "step": 1838
-    },
-    {
-      "epoch": 0.625297517851071,
-      "grad_norm": 1.9608041776165144,
-      "learning_rate": 3.253148241577773e-06,
-      "loss": 0.7333,
-      "step": 1839
-    },
-    {
-      "epoch": 0.6256375382522952,
-      "grad_norm": 1.9849085294573612,
-      "learning_rate": 3.2479886707676323e-06,
-      "loss": 0.7508,
-      "step": 1840
-    },
-    {
-      "epoch": 0.6259775586535192,
-      "grad_norm": 1.8228816637234933,
-      "learning_rate": 3.2428312258317306e-06,
-      "loss": 0.7946,
-      "step": 1841
-    },
-    {
-      "epoch": 0.6263175790547433,
-      "grad_norm": 1.7804154421261742,
-      "learning_rate": 3.2376759130280644e-06,
-      "loss": 0.7698,
-      "step": 1842
-    },
-    {
-      "epoch": 0.6266575994559673,
-      "grad_norm": 1.8927973749913074,
-      "learning_rate": 3.23252273861204e-06,
-      "loss": 0.8284,
-      "step": 1843
-    },
-    {
-      "epoch": 0.6269976198571914,
-      "grad_norm": 1.8550081010363115,
-      "learning_rate": 3.2273717088364743e-06,
-      "loss": 0.7924,
-      "step": 1844
-    },
-    {
-      "epoch": 0.6273376402584155,
-      "grad_norm": 2.1922949801484966,
-      "learning_rate": 3.222222829951578e-06,
-      "loss": 0.8388,
-      "step": 1845
-    },
-    {
-      "epoch": 0.6276776606596396,
-      "grad_norm": 2.1626087410744264,
-      "learning_rate": 3.2170761082049504e-06,
-      "loss": 0.7447,
-      "step": 1846
-    },
-    {
-      "epoch": 0.6280176810608636,
-      "grad_norm": 1.956904781654036,
-      "learning_rate": 3.21193154984158e-06,
-      "loss": 0.6497,
-      "step": 1847
-    },
-    {
-      "epoch": 0.6283577014620877,
-      "grad_norm": 5.531479827665114,
-      "learning_rate": 3.2067891611038203e-06,
-      "loss": 0.8239,
-      "step": 1848
-    },
-    {
-      "epoch": 0.6286977218633119,
-      "grad_norm": 2.0361393715810956,
-      "learning_rate": 3.201648948231404e-06,
-      "loss": 0.805,
-      "step": 1849
-    },
-    {
-      "epoch": 0.6290377422645359,
-      "grad_norm": 2.4082749710623523,
-      "learning_rate": 3.196510917461414e-06,
-      "loss": 0.7744,
-      "step": 1850
-    },
-    {
-      "epoch": 0.62937776266576,
-      "grad_norm": 1.8187471571807,
-      "learning_rate": 3.191375075028291e-06,
-      "loss": 0.7981,
-      "step": 1851
-    },
-    {
-      "epoch": 0.629717783066984,
-      "grad_norm": 1.8526733968838733,
-      "learning_rate": 3.1862414271638163e-06,
-      "loss": 0.7936,
-      "step": 1852
-    },
-    {
-      "epoch": 0.630057803468208,
-      "grad_norm": 2.1219438112421853,
-      "learning_rate": 3.181109980097111e-06,
-      "loss": 0.8523,
-      "step": 1853
-    },
-    {
-      "epoch": 0.6303978238694322,
-      "grad_norm": 2.3455237931427178,
-      "learning_rate": 3.1759807400546266e-06,
-      "loss": 0.7498,
-      "step": 1854
-    },
-    {
-      "epoch": 0.6307378442706563,
-      "grad_norm": 2.126668312041449,
-      "learning_rate": 3.1708537132601324e-06,
-      "loss": 0.8679,
-      "step": 1855
-    },
-    {
-      "epoch": 0.6310778646718803,
-      "grad_norm": 2.298564439126398,
-      "learning_rate": 3.1657289059347184e-06,
-      "loss": 0.7885,
-      "step": 1856
-    },
-    {
-      "epoch": 0.6314178850731044,
-      "grad_norm": 1.7168007294839274,
-      "learning_rate": 3.1606063242967753e-06,
-      "loss": 0.866,
-      "step": 1857
-    },
-    {
-      "epoch": 0.6317579054743284,
-      "grad_norm": 1.8392023959375048,
-      "learning_rate": 3.1554859745619986e-06,
-      "loss": 0.7636,
-      "step": 1858
-    },
-    {
-      "epoch": 0.6320979258755526,
-      "grad_norm": 2.2699088048706235,
-      "learning_rate": 3.15036786294337e-06,
-      "loss": 0.837,
-      "step": 1859
-    },
-    {
-      "epoch": 0.6324379462767766,
-      "grad_norm": 2.9330773051419263,
-      "learning_rate": 3.145251995651162e-06,
-      "loss": 0.8315,
-      "step": 1860
-    },
-    {
-      "epoch": 0.6327779666780007,
-      "grad_norm": 2.1837196368742133,
-      "learning_rate": 3.1401383788929175e-06,
-      "loss": 0.7574,
-      "step": 1861
-    },
-    {
-      "epoch": 0.6331179870792247,
-      "grad_norm": 1.9146680400998761,
-      "learning_rate": 3.1350270188734523e-06,
-      "loss": 0.7177,
-      "step": 1862
-    },
-    {
-      "epoch": 0.6334580074804488,
-      "grad_norm": 1.3903306685323171,
-      "learning_rate": 3.129917921794844e-06,
-      "loss": 0.693,
-      "step": 1863
-    },
-    {
-      "epoch": 0.6337980278816729,
-      "grad_norm": 2.1306437683234325,
-      "learning_rate": 3.1248110938564202e-06,
-      "loss": 0.7523,
-      "step": 1864
-    },
-    {
-      "epoch": 0.634138048282897,
-      "grad_norm": 1.9181652277534635,
-      "learning_rate": 3.1197065412547632e-06,
-      "loss": 0.8886,
-      "step": 1865
-    },
-    {
-      "epoch": 0.634478068684121,
-      "grad_norm": 1.7562861259048224,
-      "learning_rate": 3.1146042701836865e-06,
-      "loss": 0.7553,
-      "step": 1866
-    },
-    {
-      "epoch": 0.6348180890853451,
-      "grad_norm": 1.7325396538375666,
-      "learning_rate": 3.10950428683424e-06,
-      "loss": 0.8295,
-      "step": 1867
-    },
-    {
-      "epoch": 0.6351581094865691,
-      "grad_norm": 1.8009663516914018,
-      "learning_rate": 3.1044065973946945e-06,
-      "loss": 0.7395,
-      "step": 1868
-    },
-    {
-      "epoch": 0.6354981298877933,
-      "grad_norm": 1.6392428927823481,
-      "learning_rate": 3.0993112080505383e-06,
-      "loss": 0.872,
-      "step": 1869
-    },
-    {
-      "epoch": 0.6358381502890174,
-      "grad_norm": 1.5989553503629714,
-      "learning_rate": 3.0942181249844726e-06,
-      "loss": 0.6544,
-      "step": 1870
-    },
-    {
-      "epoch": 0.6361781706902414,
-      "grad_norm": 2.6768868064774374,
-      "learning_rate": 3.089127354376393e-06,
-      "loss": 0.7539,
-      "step": 1871
-    },
-    {
-      "epoch": 0.6365181910914655,
-      "grad_norm": 4.5238927522554535,
-      "learning_rate": 3.084038902403398e-06,
-      "loss": 0.7274,
-      "step": 1872
-    },
-    {
-      "epoch": 0.6368582114926895,
-      "grad_norm": 1.6009647281884545,
-      "learning_rate": 3.0789527752397624e-06,
-      "loss": 0.7217,
-      "step": 1873
-    },
-    {
-      "epoch": 0.6371982318939137,
-      "grad_norm": 2.7730101673025573,
-      "learning_rate": 3.07386897905695e-06,
-      "loss": 0.8029,
-      "step": 1874
-    },
-    {
-      "epoch": 0.6375382522951377,
-      "grad_norm": 2.6935224464307757,
-      "learning_rate": 3.068787520023587e-06,
-      "loss": 0.8331,
-      "step": 1875
-    },
-    {
-      "epoch": 0.6378782726963618,
-      "grad_norm": 2.128963112443544,
-      "learning_rate": 3.0637084043054744e-06,
-      "loss": 0.8188,
-      "step": 1876
-    },
-    {
-      "epoch": 0.6382182930975858,
-      "grad_norm": 2.21461662243339,
-      "learning_rate": 3.058631638065561e-06,
-      "loss": 0.8867,
-      "step": 1877
-    },
-    {
-      "epoch": 0.63855831349881,
-      "grad_norm": 2.0004837364007018,
-      "learning_rate": 3.0535572274639456e-06,
-      "loss": 0.7891,
-      "step": 1878
-    },
-    {
-      "epoch": 0.638898333900034,
-      "grad_norm": 2.645633375201975,
-      "learning_rate": 3.048485178657875e-06,
-      "loss": 0.7086,
-      "step": 1879
-    },
-    {
-      "epoch": 0.6392383543012581,
-      "grad_norm": 1.9850643249437119,
-      "learning_rate": 3.0434154978017215e-06,
-      "loss": 0.797,
-      "step": 1880
-    },
-    {
-      "epoch": 0.6395783747024821,
-      "grad_norm": 1.4653698856711659,
-      "learning_rate": 3.0383481910469936e-06,
-      "loss": 0.793,
-      "step": 1881
-    },
-    {
-      "epoch": 0.6399183951037062,
-      "grad_norm": 2.4247940024767525,
-      "learning_rate": 3.03328326454231e-06,
-      "loss": 0.7956,
-      "step": 1882
-    },
-    {
-      "epoch": 0.6402584155049303,
-      "grad_norm": 1.7278252319233067,
-      "learning_rate": 3.0282207244334084e-06,
-      "loss": 0.7589,
-      "step": 1883
-    },
-    {
-      "epoch": 0.6405984359061544,
-      "grad_norm": 1.7440612715525123,
-      "learning_rate": 3.0231605768631256e-06,
-      "loss": 0.8077,
-      "step": 1884
-    },
-    {
-      "epoch": 0.6409384563073784,
-      "grad_norm": 1.7115699043404717,
-      "learning_rate": 3.018102827971397e-06,
-      "loss": 0.7597,
-      "step": 1885
-    },
-    {
-      "epoch": 0.6412784767086025,
-      "grad_norm": 1.5585975933489125,
-      "learning_rate": 3.0130474838952518e-06,
-      "loss": 0.77,
-      "step": 1886
-    },
-    {
-      "epoch": 0.6416184971098265,
-      "grad_norm": 1.6776789416972602,
-      "learning_rate": 3.007994550768793e-06,
-      "loss": 0.8699,
-      "step": 1887
-    },
-    {
-      "epoch": 0.6419585175110507,
-      "grad_norm": 2.0656741398519305,
-      "learning_rate": 3.0029440347232064e-06,
-      "loss": 0.7675,
-      "step": 1888
-    },
-    {
-      "epoch": 0.6422985379122748,
-      "grad_norm": 2.423344521347543,
-      "learning_rate": 2.997895941886737e-06,
-      "loss": 0.7608,
-      "step": 1889
-    },
-    {
-      "epoch": 0.6426385583134988,
-      "grad_norm": 3.3517642400306653,
-      "learning_rate": 2.9928502783846987e-06,
-      "loss": 0.7183,
-      "step": 1890
-    },
-    {
-      "epoch": 0.6429785787147229,
-      "grad_norm": 4.199360112371653,
-      "learning_rate": 2.9878070503394484e-06,
-      "loss": 0.8042,
-      "step": 1891
-    },
-    {
-      "epoch": 0.6433185991159469,
-      "grad_norm": 2.348727029739639,
-      "learning_rate": 2.982766263870395e-06,
-      "loss": 0.8536,
-      "step": 1892
-    },
-    {
-      "epoch": 0.6436586195171711,
-      "grad_norm": 2.3407286077425815,
-      "learning_rate": 2.977727925093981e-06,
-      "loss": 0.7965,
-      "step": 1893
-    },
-    {
-      "epoch": 0.6439986399183951,
-      "grad_norm": 2.2628555536887243,
-      "learning_rate": 2.972692040123678e-06,
-      "loss": 0.8354,
-      "step": 1894
-    },
-    {
-      "epoch": 0.6443386603196192,
-      "grad_norm": 1.9098209839122338,
-      "learning_rate": 2.9676586150699843e-06,
-      "loss": 0.7583,
-      "step": 1895
-    },
-    {
-      "epoch": 0.6446786807208432,
-      "grad_norm": 2.030613992719097,
-      "learning_rate": 2.962627656040408e-06,
-      "loss": 0.6792,
-      "step": 1896
-    },
-    {
-      "epoch": 0.6450187011220673,
-      "grad_norm": 2.206570139271304,
-      "learning_rate": 2.957599169139472e-06,
-      "loss": 0.7251,
-      "step": 1897
-    },
-    {
-      "epoch": 0.6453587215232914,
-      "grad_norm": 2.2690884747822615,
-      "learning_rate": 2.9525731604686925e-06,
-      "loss": 0.7452,
-      "step": 1898
-    },
-    {
-      "epoch": 0.6456987419245155,
-      "grad_norm": 1.6036554282102649,
-      "learning_rate": 2.9475496361265834e-06,
-      "loss": 0.8009,
-      "step": 1899
-    },
-    {
-      "epoch": 0.6460387623257395,
-      "grad_norm": 1.5691756233346612,
-      "learning_rate": 2.942528602208642e-06,
-      "loss": 0.7995,
-      "step": 1900
-    },
-    {
-      "epoch": 0.6463787827269636,
-      "grad_norm": 2.5262095313197785,
-      "learning_rate": 2.9375100648073413e-06,
-      "loss": 0.7977,
-      "step": 1901
-    },
-    {
-      "epoch": 0.6467188031281876,
-      "grad_norm": 2.329442430159881,
-      "learning_rate": 2.9324940300121325e-06,
-      "loss": 0.7225,
-      "step": 1902
-    },
-    {
-      "epoch": 0.6470588235294118,
-      "grad_norm": 2.2795978824555316,
-      "learning_rate": 2.9274805039094225e-06,
-      "loss": 0.7248,
-      "step": 1903
-    },
-    {
-      "epoch": 0.6473988439306358,
-      "grad_norm": 1.8928729552824115,
-      "learning_rate": 2.922469492582578e-06,
-      "loss": 0.7438,
-      "step": 1904
-    },
-    {
-      "epoch": 0.6477388643318599,
-      "grad_norm": 1.645826518622666,
-      "learning_rate": 2.9174610021119136e-06,
-      "loss": 0.7018,
-      "step": 1905
-    },
-    {
-      "epoch": 0.648078884733084,
-      "grad_norm": 1.887335955741179,
-      "learning_rate": 2.912455038574686e-06,
-      "loss": 0.7666,
-      "step": 1906
-    },
-    {
-      "epoch": 0.6484189051343081,
-      "grad_norm": 2.6577609754031966,
-      "learning_rate": 2.907451608045081e-06,
-      "loss": 0.7754,
-      "step": 1907
-    },
-    {
-      "epoch": 0.6487589255355322,
-      "grad_norm": 1.424048835180028,
-      "learning_rate": 2.9024507165942196e-06,
-      "loss": 0.8108,
-      "step": 1908
-    },
-    {
-      "epoch": 0.6490989459367562,
-      "grad_norm": 2.3645854173941014,
-      "learning_rate": 2.8974523702901346e-06,
-      "loss": 0.9007,
-      "step": 1909
-    },
-    {
-      "epoch": 0.6494389663379803,
-      "grad_norm": 1.9228751348732287,
-      "learning_rate": 2.892456575197771e-06,
-      "loss": 0.8843,
-      "step": 1910
-    },
-    {
-      "epoch": 0.6497789867392043,
-      "grad_norm": 1.7424474860546162,
-      "learning_rate": 2.8874633373789848e-06,
-      "loss": 0.812,
-      "step": 1911
-    },
-    {
-      "epoch": 0.6501190071404285,
-      "grad_norm": 2.183670810574612,
-      "learning_rate": 2.8824726628925204e-06,
-      "loss": 0.844,
-      "step": 1912
-    },
-    {
-      "epoch": 0.6504590275416525,
-      "grad_norm": 3.2905500209946386,
-      "learning_rate": 2.877484557794017e-06,
-      "loss": 0.7829,
-      "step": 1913
-    },
-    {
-      "epoch": 0.6507990479428766,
-      "grad_norm": 1.8504014727826574,
-      "learning_rate": 2.872499028135993e-06,
-      "loss": 0.8476,
-      "step": 1914
-    },
-    {
-      "epoch": 0.6511390683441006,
-      "grad_norm": 1.786637343753024,
-      "learning_rate": 2.8675160799678483e-06,
-      "loss": 0.7481,
-      "step": 1915
-    },
-    {
-      "epoch": 0.6514790887453247,
-      "grad_norm": 1.7737603638634836,
-      "learning_rate": 2.8625357193358416e-06,
-      "loss": 0.6805,
-      "step": 1916
-    },
-    {
-      "epoch": 0.6518191091465488,
-      "grad_norm": 2.3513830613944897,
-      "learning_rate": 2.8575579522830965e-06,
-      "loss": 0.8911,
-      "step": 1917
-    },
-    {
-      "epoch": 0.6521591295477729,
-      "grad_norm": 2.308686347074699,
-      "learning_rate": 2.8525827848495912e-06,
-      "loss": 0.7006,
-      "step": 1918
-    },
-    {
-      "epoch": 0.6524991499489969,
-      "grad_norm": 3.0666789675701036,
-      "learning_rate": 2.847610223072145e-06,
-      "loss": 0.7716,
-      "step": 1919
-    },
-    {
-      "epoch": 0.652839170350221,
-      "grad_norm": 1.6176969102311178,
-      "learning_rate": 2.842640272984422e-06,
-      "loss": 0.7157,
-      "step": 1920
-    },
-    {
-      "epoch": 0.653179190751445,
-      "grad_norm": 1.9114007467129297,
-      "learning_rate": 2.837672940616911e-06,
-      "loss": 0.8591,
-      "step": 1921
-    },
-    {
-      "epoch": 0.6535192111526692,
-      "grad_norm": 2.673597039865379,
-      "learning_rate": 2.8327082319969268e-06,
-      "loss": 0.7577,
-      "step": 1922
-    },
-    {
-      "epoch": 0.6538592315538932,
-      "grad_norm": 1.6371578518735068,
-      "learning_rate": 2.8277461531485985e-06,
-      "loss": 0.7447,
-      "step": 1923
-    },
-    {
-      "epoch": 0.6541992519551173,
-      "grad_norm": 1.6541414287928828,
-      "learning_rate": 2.8227867100928706e-06,
-      "loss": 0.7508,
-      "step": 1924
-    },
-    {
-      "epoch": 0.6545392723563414,
-      "grad_norm": 2.6084708691300764,
-      "learning_rate": 2.8178299088474836e-06,
-      "loss": 0.7826,
-      "step": 1925
-    },
-    {
-      "epoch": 0.6548792927575654,
-      "grad_norm": 2.8225766202041194,
-      "learning_rate": 2.8128757554269716e-06,
-      "loss": 0.9343,
-      "step": 1926
-    },
-    {
-      "epoch": 0.6552193131587896,
-      "grad_norm": 1.8679165197646086,
-      "learning_rate": 2.8079242558426612e-06,
-      "loss": 0.7858,
-      "step": 1927
-    },
-    {
-      "epoch": 0.6555593335600136,
-      "grad_norm": 1.6626905717574614,
-      "learning_rate": 2.8029754161026535e-06,
-      "loss": 0.8268,
-      "step": 1928
-    },
-    {
-      "epoch": 0.6558993539612377,
-      "grad_norm": 1.7902883623187187,
-      "learning_rate": 2.7980292422118282e-06,
-      "loss": 0.7367,
-      "step": 1929
-    },
-    {
-      "epoch": 0.6562393743624617,
-      "grad_norm": 2.28189192357985,
-      "learning_rate": 2.7930857401718244e-06,
-      "loss": 0.8161,
-      "step": 1930
-    },
-    {
-      "epoch": 0.6565793947636859,
-      "grad_norm": 1.776198319138567,
-      "learning_rate": 2.7881449159810416e-06,
-      "loss": 0.6802,
-      "step": 1931
-    },
-    {
-      "epoch": 0.6569194151649099,
-      "grad_norm": 2.2447524877488156,
-      "learning_rate": 2.7832067756346293e-06,
-      "loss": 0.765,
-      "step": 1932
-    },
-    {
-      "epoch": 0.657259435566134,
-      "grad_norm": 1.626806606726708,
-      "learning_rate": 2.7782713251244797e-06,
-      "loss": 0.786,
-      "step": 1933
-    },
-    {
-      "epoch": 0.657599455967358,
-      "grad_norm": 2.2354711587791236,
-      "learning_rate": 2.7733385704392257e-06,
-      "loss": 0.832,
-      "step": 1934
-    },
-    {
-      "epoch": 0.6579394763685821,
-      "grad_norm": 2.0096403282944912,
-      "learning_rate": 2.768408517564224e-06,
-      "loss": 0.7716,
-      "step": 1935
-    },
-    {
-      "epoch": 0.6582794967698062,
-      "grad_norm": 1.9832226393988026,
-      "learning_rate": 2.763481172481556e-06,
-      "loss": 0.7496,
-      "step": 1936
-    },
-    {
-      "epoch": 0.6586195171710303,
-      "grad_norm": 1.9113293186754516,
-      "learning_rate": 2.7585565411700164e-06,
-      "loss": 0.7712,
-      "step": 1937
-    },
-    {
-      "epoch": 0.6589595375722543,
-      "grad_norm": 1.800190920309849,
-      "learning_rate": 2.7536346296051063e-06,
-      "loss": 0.775,
-      "step": 1938
-    },
-    {
-      "epoch": 0.6592995579734784,
-      "grad_norm": 2.2869209794289835,
-      "learning_rate": 2.7487154437590252e-06,
-      "loss": 0.7114,
-      "step": 1939
-    },
-    {
-      "epoch": 0.6596395783747024,
-      "grad_norm": 1.752548967169787,
-      "learning_rate": 2.743798989600672e-06,
-      "loss": 0.8391,
-      "step": 1940
-    },
-    {
-      "epoch": 0.6599795987759266,
-      "grad_norm": 1.9696733758583753,
-      "learning_rate": 2.738885273095624e-06,
-      "loss": 0.6906,
-      "step": 1941
-    },
-    {
-      "epoch": 0.6603196191771507,
-      "grad_norm": 1.756956191108405,
-      "learning_rate": 2.733974300206137e-06,
-      "loss": 0.8137,
-      "step": 1942
-    },
-    {
-      "epoch": 0.6606596395783747,
-      "grad_norm": 2.5904794588208433,
-      "learning_rate": 2.7290660768911435e-06,
-      "loss": 0.8262,
-      "step": 1943
-    },
-    {
-      "epoch": 0.6609996599795988,
-      "grad_norm": 2.718207473803795,
-      "learning_rate": 2.7241606091062334e-06,
-      "loss": 0.7992,
-      "step": 1944
-    },
-    {
-      "epoch": 0.6613396803808228,
-      "grad_norm": 1.9225267669432748,
-      "learning_rate": 2.719257902803658e-06,
-      "loss": 0.8342,
-      "step": 1945
-    },
-    {
-      "epoch": 0.661679700782047,
-      "grad_norm": 1.8175234136298053,
-      "learning_rate": 2.7143579639323146e-06,
-      "loss": 0.7721,
-      "step": 1946
-    },
-    {
-      "epoch": 0.662019721183271,
-      "grad_norm": 2.2267444521145365,
-      "learning_rate": 2.7094607984377423e-06,
-      "loss": 0.7256,
-      "step": 1947
-    },
-    {
-      "epoch": 0.6623597415844951,
-      "grad_norm": 1.6676057305902945,
-      "learning_rate": 2.7045664122621173e-06,
-      "loss": 0.7588,
-      "step": 1948
-    },
-    {
-      "epoch": 0.6626997619857191,
-      "grad_norm": 1.9495109160790398,
-      "learning_rate": 2.6996748113442397e-06,
-      "loss": 0.7012,
-      "step": 1949
-    },
-    {
-      "epoch": 0.6630397823869432,
-      "grad_norm": 2.275323709986825,
-      "learning_rate": 2.6947860016195372e-06,
-      "loss": 0.809,
-      "step": 1950
-    },
-    {
-      "epoch": 0.6633798027881673,
-      "grad_norm": 1.7705415744996646,
-      "learning_rate": 2.6898999890200405e-06,
-      "loss": 0.7813,
-      "step": 1951
-    },
-    {
-      "epoch": 0.6637198231893914,
-      "grad_norm": 1.8201284706907614,
-      "learning_rate": 2.6850167794743966e-06,
-      "loss": 0.7378,
-      "step": 1952
-    },
-    {
-      "epoch": 0.6640598435906154,
-      "grad_norm": 1.7763246698039323,
-      "learning_rate": 2.680136378907845e-06,
-      "loss": 0.8054,
-      "step": 1953
-    },
-    {
-      "epoch": 0.6643998639918395,
-      "grad_norm": 2.1067341590101787,
-      "learning_rate": 2.6752587932422175e-06,
-      "loss": 0.8473,
-      "step": 1954
-    },
-    {
-      "epoch": 0.6647398843930635,
-      "grad_norm": 2.1826612345959284,
-      "learning_rate": 2.67038402839593e-06,
-      "loss": 0.8311,
-      "step": 1955
-    },
-    {
-      "epoch": 0.6650799047942877,
-      "grad_norm": 2.151119086744043,
-      "learning_rate": 2.6655120902839802e-06,
-      "loss": 0.7625,
-      "step": 1956
-    },
-    {
-      "epoch": 0.6654199251955117,
-      "grad_norm": 2.5514025172235963,
-      "learning_rate": 2.6606429848179306e-06,
-      "loss": 0.7488,
-      "step": 1957
-    },
-    {
-      "epoch": 0.6657599455967358,
-      "grad_norm": 2.4317656380313477,
-      "learning_rate": 2.655776717905906e-06,
-      "loss": 0.7954,
-      "step": 1958
-    },
-    {
-      "epoch": 0.6660999659979598,
-      "grad_norm": 2.3399416449946364,
-      "learning_rate": 2.6509132954525946e-06,
-      "loss": 0.7008,
-      "step": 1959
-    },
-    {
-      "epoch": 0.666439986399184,
-      "grad_norm": 2.7631747409481386,
-      "learning_rate": 2.6460527233592225e-06,
-      "loss": 0.7061,
-      "step": 1960
-    },
-    {
-      "epoch": 0.666780006800408,
-      "grad_norm": 1.9223571690932921,
-      "learning_rate": 2.641195007523568e-06,
-      "loss": 0.8037,
-      "step": 1961
-    },
-    {
-      "epoch": 0.6671200272016321,
-      "grad_norm": 2.0570084331599454,
-      "learning_rate": 2.636340153839935e-06,
-      "loss": 0.7771,
-      "step": 1962
-    },
-    {
-      "epoch": 0.6674600476028562,
-      "grad_norm": 1.73207328780135,
-      "learning_rate": 2.631488168199159e-06,
-      "loss": 0.8048,
-      "step": 1963
-    },
-    {
-      "epoch": 0.6678000680040802,
-      "grad_norm": 1.7955944649193327,
-      "learning_rate": 2.626639056488593e-06,
-      "loss": 0.7144,
-      "step": 1964
-    },
-    {
-      "epoch": 0.6681400884053044,
-      "grad_norm": 1.899052873587027,
-      "learning_rate": 2.621792824592103e-06,
-      "loss": 0.8188,
-      "step": 1965
-    },
-    {
-      "epoch": 0.6684801088065284,
-      "grad_norm": 1.669623057694321,
-      "learning_rate": 2.616949478390065e-06,
-      "loss": 0.7515,
-      "step": 1966
-    },
-    {
-      "epoch": 0.6688201292077525,
-      "grad_norm": 2.6012423751773817,
-      "learning_rate": 2.612109023759346e-06,
-      "loss": 0.724,
-      "step": 1967
-    },
-    {
-      "epoch": 0.6691601496089765,
-      "grad_norm": 1.7503290521049435,
-      "learning_rate": 2.6072714665733135e-06,
-      "loss": 0.7963,
-      "step": 1968
-    },
-    {
-      "epoch": 0.6695001700102006,
-      "grad_norm": 1.7646392017997337,
-      "learning_rate": 2.60243681270181e-06,
-      "loss": 0.7704,
-      "step": 1969
-    },
-    {
-      "epoch": 0.6698401904114247,
-      "grad_norm": 2.23434001820653,
-      "learning_rate": 2.597605068011163e-06,
-      "loss": 0.7679,
-      "step": 1970
-    },
-    {
-      "epoch": 0.6701802108126488,
-      "grad_norm": 2.2030201912789242,
-      "learning_rate": 2.5927762383641657e-06,
-      "loss": 0.8307,
-      "step": 1971
-    },
-    {
-      "epoch": 0.6705202312138728,
-      "grad_norm": 1.4053187069136137,
-      "learning_rate": 2.5879503296200736e-06,
-      "loss": 0.6733,
-      "step": 1972
-    },
-    {
-      "epoch": 0.6708602516150969,
-      "grad_norm": 2.0200673415876076,
-      "learning_rate": 2.583127347634601e-06,
-      "loss": 0.7548,
-      "step": 1973
-    },
-    {
-      "epoch": 0.6712002720163209,
-      "grad_norm": 7.747179478216865,
-      "learning_rate": 2.5783072982599057e-06,
-      "loss": 0.8986,
-      "step": 1974
-    },
-    {
-      "epoch": 0.6715402924175451,
-      "grad_norm": 4.347151217698582,
-      "learning_rate": 2.573490187344596e-06,
-      "loss": 0.8158,
-      "step": 1975
-    },
-    {
-      "epoch": 0.6718803128187691,
-      "grad_norm": 1.5960191169683489,
-      "learning_rate": 2.5686760207337045e-06,
-      "loss": 0.6319,
-      "step": 1976
-    },
-    {
-      "epoch": 0.6722203332199932,
-      "grad_norm": 2.0210012377694633,
-      "learning_rate": 2.563864804268701e-06,
-      "loss": 0.8267,
-      "step": 1977
-    },
-    {
-      "epoch": 0.6725603536212172,
-      "grad_norm": 2.121999429293373,
-      "learning_rate": 2.559056543787468e-06,
-      "loss": 0.7567,
-      "step": 1978
-    },
-    {
-      "epoch": 0.6729003740224413,
-      "grad_norm": 2.5273540123412044,
-      "learning_rate": 2.554251245124305e-06,
-      "loss": 0.6441,
-      "step": 1979
-    },
-    {
-      "epoch": 0.6732403944236655,
-      "grad_norm": 2.0741394840030853,
-      "learning_rate": 2.5494489141099155e-06,
-      "loss": 0.8274,
-      "step": 1980
-    },
-    {
-      "epoch": 0.6735804148248895,
-      "grad_norm": 1.67166625283495,
-      "learning_rate": 2.5446495565714024e-06,
-      "loss": 0.7647,
-      "step": 1981
-    },
-    {
-      "epoch": 0.6739204352261136,
-      "grad_norm": 1.915541986064764,
-      "learning_rate": 2.539853178332265e-06,
-      "loss": 0.8623,
-      "step": 1982
-    },
-    {
-      "epoch": 0.6742604556273376,
-      "grad_norm": 2.0838754278048075,
-      "learning_rate": 2.5350597852123798e-06,
-      "loss": 0.9025,
-      "step": 1983
-    },
-    {
-      "epoch": 0.6746004760285618,
-      "grad_norm": 1.8777603204555824,
-      "learning_rate": 2.530269383028009e-06,
-      "loss": 0.805,
-      "step": 1984
-    },
-    {
-      "epoch": 0.6749404964297858,
-      "grad_norm": 1.6370793848887677,
-      "learning_rate": 2.5254819775917795e-06,
-      "loss": 0.7331,
-      "step": 1985
-    },
-    {
-      "epoch": 0.6752805168310099,
-      "grad_norm": 1.9510489857076145,
-      "learning_rate": 2.5206975747126873e-06,
-      "loss": 0.6924,
-      "step": 1986
-    },
-    {
-      "epoch": 0.6756205372322339,
-      "grad_norm": 1.8840509441418891,
-      "learning_rate": 2.51591618019608e-06,
-      "loss": 0.7736,
-      "step": 1987
-    },
-    {
-      "epoch": 0.675960557633458,
-      "grad_norm": 2.1944785850385866,
-      "learning_rate": 2.511137799843658e-06,
-      "loss": 0.7507,
-      "step": 1988
-    },
-    {
-      "epoch": 0.6763005780346821,
-      "grad_norm": 2.563444560543499,
-      "learning_rate": 2.506362439453463e-06,
-      "loss": 0.8487,
-      "step": 1989
-    },
-    {
-      "epoch": 0.6766405984359062,
-      "grad_norm": 1.8896121725043236,
-      "learning_rate": 2.5015901048198716e-06,
-      "loss": 0.7212,
-      "step": 1990
-    },
-    {
-      "epoch": 0.6769806188371302,
-      "grad_norm": 1.6981617236104471,
-      "learning_rate": 2.4968208017335936e-06,
-      "loss": 0.8074,
-      "step": 1991
-    },
-    {
-      "epoch": 0.6773206392383543,
-      "grad_norm": 2.1743389190119093,
-      "learning_rate": 2.4920545359816533e-06,
-      "loss": 0.8572,
-      "step": 1992
-    },
-    {
-      "epoch": 0.6776606596395783,
-      "grad_norm": 1.7914808391383161,
-      "learning_rate": 2.487291313347397e-06,
-      "loss": 0.8223,
-      "step": 1993
-    },
-    {
-      "epoch": 0.6780006800408025,
-      "grad_norm": 1.715883330092319,
-      "learning_rate": 2.4825311396104727e-06,
-      "loss": 0.8229,
-      "step": 1994
-    },
-    {
-      "epoch": 0.6783407004420265,
-      "grad_norm": 1.9340151796766085,
-      "learning_rate": 2.477774020546831e-06,
-      "loss": 0.7705,
-      "step": 1995
-    },
-    {
-      "epoch": 0.6786807208432506,
-      "grad_norm": 2.1553476660518376,
-      "learning_rate": 2.473019961928716e-06,
-      "loss": 0.8944,
-      "step": 1996
-    },
-    {
-      "epoch": 0.6790207412444746,
-      "grad_norm": 2.3845638574577306,
-      "learning_rate": 2.4682689695246557e-06,
-      "loss": 0.7879,
-      "step": 1997
-    },
-    {
-      "epoch": 0.6793607616456987,
-      "grad_norm": 2.8669737688434775,
-      "learning_rate": 2.4635210490994648e-06,
-      "loss": 0.7056,
-      "step": 1998
-    },
-    {
-      "epoch": 0.6797007820469229,
-      "grad_norm": 3.049192996998203,
-      "learning_rate": 2.458776206414221e-06,
-      "loss": 0.8073,
-      "step": 1999
-    },
-    {
-      "epoch": 0.6800408024481469,
-      "grad_norm": 1.8798273806791783,
-      "learning_rate": 2.4540344472262766e-06,
-      "loss": 0.7979,
-      "step": 2000
-    },
-    {
-      "epoch": 0.680380822849371,
-      "grad_norm": 2.8826970776464167,
-      "learning_rate": 2.4492957772892345e-06,
-      "loss": 0.7671,
-      "step": 2001
-    },
-    {
-      "epoch": 0.680720843250595,
-      "grad_norm": 1.7248005566280082,
-      "learning_rate": 2.4445602023529558e-06,
-      "loss": 0.7626,
-      "step": 2002
-    },
-    {
-      "epoch": 0.6810608636518191,
-      "grad_norm": 1.6157884725720708,
-      "learning_rate": 2.439827728163542e-06,
-      "loss": 0.6729,
-      "step": 2003
-    },
-    {
-      "epoch": 0.6814008840530432,
-      "grad_norm": 2.015980236780887,
-      "learning_rate": 2.4350983604633323e-06,
-      "loss": 0.7427,
-      "step": 2004
-    },
-    {
-      "epoch": 0.6817409044542673,
-      "grad_norm": 2.213874167082533,
-      "learning_rate": 2.4303721049908973e-06,
-      "loss": 0.8243,
-      "step": 2005
-    },
-    {
-      "epoch": 0.6820809248554913,
-      "grad_norm": 1.8548248745686642,
-      "learning_rate": 2.425648967481031e-06,
-      "loss": 0.7634,
-      "step": 2006
-    },
-    {
-      "epoch": 0.6824209452567154,
-      "grad_norm": 1.652684543766916,
-      "learning_rate": 2.4209289536647467e-06,
-      "loss": 0.8613,
-      "step": 2007
-    },
-    {
-      "epoch": 0.6827609656579394,
-      "grad_norm": 1.9971828674188044,
-      "learning_rate": 2.4162120692692623e-06,
-      "loss": 0.7493,
-      "step": 2008
-    },
-    {
-      "epoch": 0.6831009860591636,
-      "grad_norm": 1.599253674855469,
-      "learning_rate": 2.4114983200180053e-06,
-      "loss": 0.7948,
-      "step": 2009
-    },
-    {
-      "epoch": 0.6834410064603876,
-      "grad_norm": 2.2583508234748653,
-      "learning_rate": 2.406787711630591e-06,
-      "loss": 0.7357,
-      "step": 2010
-    },
-    {
-      "epoch": 0.6837810268616117,
-      "grad_norm": 2.0791026003084396,
-      "learning_rate": 2.4020802498228333e-06,
-      "loss": 0.8317,
-      "step": 2011
-    },
-    {
-      "epoch": 0.6841210472628357,
-      "grad_norm": 1.9114254449996253,
-      "learning_rate": 2.3973759403067175e-06,
-      "loss": 0.8558,
-      "step": 2012
-    },
-    {
-      "epoch": 0.6844610676640599,
-      "grad_norm": 1.6266872694061658,
-      "learning_rate": 2.3926747887904084e-06,
-      "loss": 0.8107,
-      "step": 2013
-    },
-    {
-      "epoch": 0.684801088065284,
-      "grad_norm": 2.2202773218114706,
-      "learning_rate": 2.3879768009782434e-06,
-      "loss": 0.8187,
-      "step": 2014
-    },
-    {
-      "epoch": 0.685141108466508,
-      "grad_norm": 1.8724141832862042,
-      "learning_rate": 2.3832819825707136e-06,
-      "loss": 0.7582,
-      "step": 2015
-    },
-    {
-      "epoch": 0.685481128867732,
-      "grad_norm": 2.6048840426082043,
-      "learning_rate": 2.3785903392644714e-06,
-      "loss": 0.7355,
-      "step": 2016
-    },
-    {
-      "epoch": 0.6858211492689561,
-      "grad_norm": 2.4069817743883695,
-      "learning_rate": 2.37390187675231e-06,
-      "loss": 0.8101,
-      "step": 2017
-    },
-    {
-      "epoch": 0.6861611696701803,
-      "grad_norm": 2.3122636622751997,
-      "learning_rate": 2.3692166007231686e-06,
-      "loss": 0.796,
-      "step": 2018
-    },
-    {
-      "epoch": 0.6865011900714043,
-      "grad_norm": 2.7148809354845103,
-      "learning_rate": 2.364534516862117e-06,
-      "loss": 0.7821,
-      "step": 2019
-    },
-    {
-      "epoch": 0.6868412104726284,
-      "grad_norm": 1.7589729603840554,
-      "learning_rate": 2.359855630850352e-06,
-      "loss": 0.805,
-      "step": 2020
-    },
-    {
-      "epoch": 0.6871812308738524,
-      "grad_norm": 2.188045522331186,
-      "learning_rate": 2.3551799483651894e-06,
-      "loss": 0.7042,
-      "step": 2021
-    },
-    {
-      "epoch": 0.6875212512750765,
-      "grad_norm": 1.6884288952943125,
-      "learning_rate": 2.3505074750800585e-06,
-      "loss": 0.7188,
-      "step": 2022
-    },
-    {
-      "epoch": 0.6878612716763006,
-      "grad_norm": 1.6892834429534136,
-      "learning_rate": 2.3458382166644967e-06,
-      "loss": 0.6986,
-      "step": 2023
-    },
-    {
-      "epoch": 0.6882012920775247,
-      "grad_norm": 2.0889129257298324,
-      "learning_rate": 2.3411721787841363e-06,
-      "loss": 0.671,
-      "step": 2024
-    },
-    {
-      "epoch": 0.6885413124787487,
-      "grad_norm": 1.9926930177927726,
-      "learning_rate": 2.3365093671007078e-06,
-      "loss": 0.7946,
-      "step": 2025
-    },
-    {
-      "epoch": 0.6888813328799728,
-      "grad_norm": 2.050530946497787,
-      "learning_rate": 2.3318497872720193e-06,
-      "loss": 0.7665,
-      "step": 2026
-    },
-    {
-      "epoch": 0.6892213532811968,
-      "grad_norm": 3.331008521125105,
-      "learning_rate": 2.327193444951966e-06,
-      "loss": 0.7251,
-      "step": 2027
-    },
-    {
-      "epoch": 0.689561373682421,
-      "grad_norm": 1.558219400732492,
-      "learning_rate": 2.322540345790508e-06,
-      "loss": 0.8328,
-      "step": 2028
-    },
-    {
-      "epoch": 0.689901394083645,
-      "grad_norm": 1.6259596450082816,
-      "learning_rate": 2.3178904954336718e-06,
-      "loss": 0.7147,
-      "step": 2029
-    },
-    {
-      "epoch": 0.6902414144848691,
-      "grad_norm": 1.8488785938546937,
-      "learning_rate": 2.313243899523544e-06,
-      "loss": 0.8313,
-      "step": 2030
-    },
-    {
-      "epoch": 0.6905814348860931,
-      "grad_norm": 1.8394321602635277,
-      "learning_rate": 2.3086005636982582e-06,
-      "loss": 0.8232,
-      "step": 2031
-    },
-    {
-      "epoch": 0.6909214552873172,
-      "grad_norm": 1.9494231310016805,
-      "learning_rate": 2.303960493591999e-06,
-      "loss": 0.6783,
-      "step": 2032
-    },
-    {
-      "epoch": 0.6912614756885413,
-      "grad_norm": 2.0407917593034863,
-      "learning_rate": 2.29932369483498e-06,
-      "loss": 0.8164,
-      "step": 2033
-    },
-    {
-      "epoch": 0.6916014960897654,
-      "grad_norm": 1.5657183822956182,
-      "learning_rate": 2.2946901730534533e-06,
-      "loss": 0.8238,
-      "step": 2034
-    },
-    {
-      "epoch": 0.6919415164909895,
-      "grad_norm": 2.1179360693491556,
-      "learning_rate": 2.29005993386969e-06,
-      "loss": 0.6922,
-      "step": 2035
-    },
-    {
-      "epoch": 0.6922815368922135,
-      "grad_norm": 2.838283362200117,
-      "learning_rate": 2.285432982901979e-06,
-      "loss": 0.7736,
-      "step": 2036
-    },
-    {
-      "epoch": 0.6926215572934376,
-      "grad_norm": 1.9673971851860206,
-      "learning_rate": 2.2808093257646184e-06,
-      "loss": 0.8444,
-      "step": 2037
-    },
-    {
-      "epoch": 0.6929615776946617,
-      "grad_norm": 2.112143965612654,
-      "learning_rate": 2.2761889680679106e-06,
-      "loss": 0.7465,
-      "step": 2038
-    },
-    {
-      "epoch": 0.6933015980958858,
-      "grad_norm": 3.5658767108987313,
-      "learning_rate": 2.271571915418157e-06,
-      "loss": 0.7382,
-      "step": 2039
-    },
-    {
-      "epoch": 0.6936416184971098,
-      "grad_norm": 1.7890203918330567,
-      "learning_rate": 2.266958173417644e-06,
-      "loss": 0.7754,
-      "step": 2040
-    },
-    {
-      "epoch": 0.6939816388983339,
-      "grad_norm": 1.879135172415941,
-      "learning_rate": 2.2623477476646447e-06,
-      "loss": 0.9036,
-      "step": 2041
-    },
-    {
-      "epoch": 0.694321659299558,
-      "grad_norm": 2.469200512596644,
-      "learning_rate": 2.2577406437534055e-06,
-      "loss": 0.7346,
-      "step": 2042
-    },
-    {
-      "epoch": 0.6946616797007821,
-      "grad_norm": 1.7547922743933462,
-      "learning_rate": 2.253136867274146e-06,
-      "loss": 0.837,
-      "step": 2043
-    },
-    {
-      "epoch": 0.6950017001020061,
-      "grad_norm": 2.0761435680953837,
-      "learning_rate": 2.2485364238130435e-06,
-      "loss": 0.7821,
-      "step": 2044
-    },
-    {
-      "epoch": 0.6953417205032302,
-      "grad_norm": 1.868569645752557,
-      "learning_rate": 2.243939318952234e-06,
-      "loss": 0.8159,
-      "step": 2045
-    },
-    {
-      "epoch": 0.6956817409044542,
-      "grad_norm": 2.2407320960892743,
-      "learning_rate": 2.239345558269801e-06,
-      "loss": 0.8396,
-      "step": 2046
-    },
-    {
-      "epoch": 0.6960217613056784,
-      "grad_norm": 1.7022760601328137,
-      "learning_rate": 2.23475514733977e-06,
-      "loss": 0.817,
-      "step": 2047
-    },
-    {
-      "epoch": 0.6963617817069024,
-      "grad_norm": 1.6301569903177133,
-      "learning_rate": 2.230168091732106e-06,
-      "loss": 0.615,
-      "step": 2048
-    },
-    {
-      "epoch": 0.6967018021081265,
-      "grad_norm": 1.9046707956588385,
-      "learning_rate": 2.2255843970126957e-06,
-      "loss": 0.7858,
-      "step": 2049
-    },
-    {
-      "epoch": 0.6970418225093505,
-      "grad_norm": 1.9673929880121703,
-      "learning_rate": 2.221004068743356e-06,
-      "loss": 0.845,
-      "step": 2050
-    },
-    {
-      "epoch": 0.6973818429105746,
-      "grad_norm": 1.782595694166562,
-      "learning_rate": 2.2164271124818103e-06,
-      "loss": 0.7656,
-      "step": 2051
-    },
-    {
-      "epoch": 0.6977218633117988,
-      "grad_norm": 1.6386330711294346,
-      "learning_rate": 2.2118535337817003e-06,
-      "loss": 0.7537,
-      "step": 2052
-    },
-    {
-      "epoch": 0.6980618837130228,
-      "grad_norm": 1.4316705818253959,
-      "learning_rate": 2.207283338192559e-06,
-      "loss": 0.6975,
-      "step": 2053
-    },
-    {
-      "epoch": 0.6984019041142469,
-      "grad_norm": 1.5611707150455605,
-      "learning_rate": 2.2027165312598185e-06,
-      "loss": 0.6761,
-      "step": 2054
-    },
-    {
-      "epoch": 0.6987419245154709,
-      "grad_norm": 1.5355495259096092,
-      "learning_rate": 2.1981531185248034e-06,
-      "loss": 0.6972,
-      "step": 2055
-    },
-    {
-      "epoch": 0.699081944916695,
-      "grad_norm": 1.9515735201013045,
-      "learning_rate": 2.1935931055247127e-06,
-      "loss": 0.7739,
-      "step": 2056
-    },
-    {
-      "epoch": 0.6994219653179191,
-      "grad_norm": 1.707681607294952,
-      "learning_rate": 2.1890364977926283e-06,
-      "loss": 0.8014,
-      "step": 2057
-    },
-    {
-      "epoch": 0.6997619857191432,
-      "grad_norm": 1.9416088276270818,
-      "learning_rate": 2.18448330085749e-06,
-      "loss": 0.7066,
-      "step": 2058
-    },
-    {
-      "epoch": 0.7001020061203672,
-      "grad_norm": 1.816549981430375,
-      "learning_rate": 2.1799335202441104e-06,
-      "loss": 0.8464,
-      "step": 2059
-    },
-    {
-      "epoch": 0.7004420265215913,
-      "grad_norm": 1.9376066291343164,
-      "learning_rate": 2.1753871614731474e-06,
-      "loss": 0.7222,
-      "step": 2060
-    },
-    {
-      "epoch": 0.7007820469228153,
-      "grad_norm": 2.118492372862069,
-      "learning_rate": 2.1708442300611115e-06,
-      "loss": 0.7918,
-      "step": 2061
-    },
-    {
-      "epoch": 0.7011220673240395,
-      "grad_norm": 2.0839760418604376,
-      "learning_rate": 2.1663047315203533e-06,
-      "loss": 0.8174,
-      "step": 2062
-    },
-    {
-      "epoch": 0.7014620877252635,
-      "grad_norm": 2.3407523269538313,
-      "learning_rate": 2.1617686713590557e-06,
-      "loss": 0.7331,
-      "step": 2063
-    },
-    {
-      "epoch": 0.7018021081264876,
-      "grad_norm": 2.3029622189762757,
-      "learning_rate": 2.1572360550812354e-06,
-      "loss": 0.8031,
-      "step": 2064
-    },
-    {
-      "epoch": 0.7021421285277116,
-      "grad_norm": 2.1267697856713657,
-      "learning_rate": 2.1527068881867243e-06,
-      "loss": 0.7973,
-      "step": 2065
-    },
-    {
-      "epoch": 0.7024821489289358,
-      "grad_norm": 1.8215858343618574,
-      "learning_rate": 2.148181176171174e-06,
-      "loss": 0.8117,
-      "step": 2066
-    },
-    {
-      "epoch": 0.7028221693301598,
-      "grad_norm": 1.4157717285401026,
-      "learning_rate": 2.1436589245260375e-06,
-      "loss": 0.9047,
-      "step": 2067
-    },
-    {
-      "epoch": 0.7031621897313839,
-      "grad_norm": 1.7979159155184197,
-      "learning_rate": 2.1391401387385773e-06,
-      "loss": 0.8326,
-      "step": 2068
-    },
-    {
-      "epoch": 0.7035022101326079,
-      "grad_norm": 2.0914051675300835,
-      "learning_rate": 2.134624824291846e-06,
-      "loss": 0.8622,
-      "step": 2069
-    },
-    {
-      "epoch": 0.703842230533832,
-      "grad_norm": 2.1070541206963056,
-      "learning_rate": 2.1301129866646774e-06,
-      "loss": 0.8943,
-      "step": 2070
-    },
-    {
-      "epoch": 0.7041822509350562,
-      "grad_norm": 2.13463784164494,
-      "learning_rate": 2.1256046313317002e-06,
-      "loss": 0.8321,
-      "step": 2071
-    },
-    {
-      "epoch": 0.7045222713362802,
-      "grad_norm": 2.5136301018463754,
-      "learning_rate": 2.1210997637633067e-06,
-      "loss": 0.7691,
-      "step": 2072
-    },
-    {
-      "epoch": 0.7048622917375043,
-      "grad_norm": 2.2541601501295783,
-      "learning_rate": 2.1165983894256647e-06,
-      "loss": 0.7222,
-      "step": 2073
-    },
-    {
-      "epoch": 0.7052023121387283,
-      "grad_norm": 2.98901817786412,
-      "learning_rate": 2.1121005137806964e-06,
-      "loss": 0.7528,
-      "step": 2074
-    },
-    {
-      "epoch": 0.7055423325399524,
-      "grad_norm": 1.8580295018583073,
-      "learning_rate": 2.1076061422860862e-06,
-      "loss": 0.7779,
-      "step": 2075
-    },
-    {
-      "epoch": 0.7058823529411765,
-      "grad_norm": 2.2207128533601983,
-      "learning_rate": 2.1031152803952605e-06,
-      "loss": 0.7673,
-      "step": 2076
-    },
-    {
-      "epoch": 0.7062223733424006,
-      "grad_norm": 1.6735932994012201,
-      "learning_rate": 2.098627933557389e-06,
-      "loss": 0.8363,
-      "step": 2077
-    },
-    {
-      "epoch": 0.7065623937436246,
-      "grad_norm": 1.5680321057110584,
-      "learning_rate": 2.0941441072173766e-06,
-      "loss": 0.7077,
-      "step": 2078
-    },
-    {
-      "epoch": 0.7069024141448487,
-      "grad_norm": 1.8545485537631567,
-      "learning_rate": 2.089663806815856e-06,
-      "loss": 0.7437,
-      "step": 2079
-    },
-    {
-      "epoch": 0.7072424345460727,
-      "grad_norm": 1.700070379165538,
-      "learning_rate": 2.085187037789184e-06,
-      "loss": 0.7529,
-      "step": 2080
-    },
-    {
-      "epoch": 0.7075824549472969,
-      "grad_norm": 2.092387228234501,
-      "learning_rate": 2.080713805569427e-06,
-      "loss": 0.8072,
-      "step": 2081
-    },
-    {
-      "epoch": 0.7079224753485209,
-      "grad_norm": 1.6576023640763133,
-      "learning_rate": 2.0762441155843678e-06,
-      "loss": 0.8356,
-      "step": 2082
-    },
-    {
-      "epoch": 0.708262495749745,
-      "grad_norm": 2.096722406636028,
-      "learning_rate": 2.071777973257482e-06,
-      "loss": 0.6847,
-      "step": 2083
-    },
-    {
-      "epoch": 0.708602516150969,
-      "grad_norm": 2.647186031515588,
-      "learning_rate": 2.0673153840079502e-06,
-      "loss": 0.8209,
-      "step": 2084
-    },
-    {
-      "epoch": 0.7089425365521931,
-      "grad_norm": 1.772423654028428,
-      "learning_rate": 2.0628563532506334e-06,
-      "loss": 0.7487,
-      "step": 2085
-    },
-    {
-      "epoch": 0.7092825569534172,
-      "grad_norm": 2.006215820360962,
-      "learning_rate": 2.058400886396079e-06,
-      "loss": 0.7881,
-      "step": 2086
-    },
-    {
-      "epoch": 0.7096225773546413,
-      "grad_norm": 1.5471023818172427,
-      "learning_rate": 2.053948988850508e-06,
-      "loss": 0.8533,
-      "step": 2087
-    },
-    {
-      "epoch": 0.7099625977558653,
-      "grad_norm": 1.765248777545704,
-      "learning_rate": 2.0495006660158113e-06,
-      "loss": 0.6848,
-      "step": 2088
-    },
-    {
-      "epoch": 0.7103026181570894,
-      "grad_norm": 1.6747092561465118,
-      "learning_rate": 2.045055923289544e-06,
-      "loss": 0.7101,
-      "step": 2089
-    },
-    {
-      "epoch": 0.7106426385583134,
-      "grad_norm": 1.9042522058118778,
-      "learning_rate": 2.040614766064913e-06,
-      "loss": 0.7763,
-      "step": 2090
-    },
-    {
-      "epoch": 0.7109826589595376,
-      "grad_norm": 6.255027159940595,
-      "learning_rate": 2.036177199730781e-06,
-      "loss": 0.85,
-      "step": 2091
-    },
-    {
-      "epoch": 0.7113226793607617,
-      "grad_norm": 1.622002495881479,
-      "learning_rate": 2.0317432296716475e-06,
-      "loss": 0.727,
-      "step": 2092
-    },
-    {
-      "epoch": 0.7116626997619857,
-      "grad_norm": 1.691104238150303,
-      "learning_rate": 2.0273128612676506e-06,
-      "loss": 0.7537,
-      "step": 2093
-    },
-    {
-      "epoch": 0.7120027201632098,
-      "grad_norm": 1.7231893078223932,
-      "learning_rate": 2.0228860998945577e-06,
-      "loss": 0.7642,
-      "step": 2094
-    },
-    {
-      "epoch": 0.7123427405644339,
-      "grad_norm": 2.1757614848576345,
-      "learning_rate": 2.0184629509237583e-06,
-      "loss": 0.8258,
-      "step": 2095
-    },
-    {
-      "epoch": 0.712682760965658,
-      "grad_norm": 1.7874598523749379,
-      "learning_rate": 2.0140434197222647e-06,
-      "loss": 0.8447,
-      "step": 2096
-    },
-    {
-      "epoch": 0.713022781366882,
-      "grad_norm": 1.4437605429731617,
-      "learning_rate": 2.00962751165269e-06,
-      "loss": 0.8244,
-      "step": 2097
-    },
-    {
-      "epoch": 0.7133628017681061,
-      "grad_norm": 2.0064545785073773,
-      "learning_rate": 2.00521523207326e-06,
-      "loss": 0.7231,
-      "step": 2098
-    },
-    {
-      "epoch": 0.7137028221693301,
-      "grad_norm": 1.8662037760559647,
-      "learning_rate": 2.0008065863377903e-06,
-      "loss": 0.7298,
-      "step": 2099
-    },
-    {
-      "epoch": 0.7140428425705543,
-      "grad_norm": 1.864146642080098,
-      "learning_rate": 1.996401579795693e-06,
-      "loss": 0.8252,
-      "step": 2100
-    },
-    {
-      "epoch": 0.7143828629717783,
-      "grad_norm": 2.131314441947248,
-      "learning_rate": 1.9920002177919622e-06,
-      "loss": 0.8641,
-      "step": 2101
-    },
-    {
-      "epoch": 0.7147228833730024,
-      "grad_norm": 1.6478848825280967,
-      "learning_rate": 1.987602505667169e-06,
-      "loss": 0.8314,
-      "step": 2102
-    },
-    {
-      "epoch": 0.7150629037742264,
-      "grad_norm": 1.6965083554911622,
-      "learning_rate": 1.983208448757455e-06,
-      "loss": 0.7798,
-      "step": 2103
-    },
-    {
-      "epoch": 0.7154029241754505,
-      "grad_norm": 2.2399140677663514,
-      "learning_rate": 1.978818052394528e-06,
-      "loss": 0.7183,
-      "step": 2104
-    },
-    {
-      "epoch": 0.7157429445766746,
-      "grad_norm": 2.052486306229749,
-      "learning_rate": 1.974431321905656e-06,
-      "loss": 0.6849,
-      "step": 2105
-    },
-    {
-      "epoch": 0.7160829649778987,
-      "grad_norm": 2.3591721996625266,
-      "learning_rate": 1.9700482626136548e-06,
-      "loss": 0.8216,
-      "step": 2106
-    },
-    {
-      "epoch": 0.7164229853791227,
-      "grad_norm": 1.7604095436525182,
-      "learning_rate": 1.9656688798368905e-06,
-      "loss": 0.6536,
-      "step": 2107
-    },
-    {
-      "epoch": 0.7167630057803468,
-      "grad_norm": 1.9615351287468117,
-      "learning_rate": 1.9612931788892637e-06,
-      "loss": 0.7843,
-      "step": 2108
-    },
-    {
-      "epoch": 0.7171030261815708,
-      "grad_norm": 2.0592818898356997,
-      "learning_rate": 1.956921165080208e-06,
-      "loss": 0.7863,
-      "step": 2109
-    },
-    {
-      "epoch": 0.717443046582795,
-      "grad_norm": 2.8058446206181253,
-      "learning_rate": 1.9525528437146886e-06,
-      "loss": 0.7241,
-      "step": 2110
-    },
-    {
-      "epoch": 0.7177830669840191,
-      "grad_norm": 1.9945581002621289,
-      "learning_rate": 1.9481882200931794e-06,
-      "loss": 0.903,
-      "step": 2111
-    },
-    {
-      "epoch": 0.7181230873852431,
-      "grad_norm": 2.180468609375338,
-      "learning_rate": 1.94382729951168e-06,
-      "loss": 0.8265,
-      "step": 2112
-    },
-    {
-      "epoch": 0.7184631077864672,
-      "grad_norm": 2.623414185405911,
-      "learning_rate": 1.9394700872616856e-06,
-      "loss": 0.7801,
-      "step": 2113
-    },
-    {
-      "epoch": 0.7188031281876912,
-      "grad_norm": 1.7582604702565359,
-      "learning_rate": 1.9351165886302026e-06,
-      "loss": 0.802,
-      "step": 2114
-    },
-    {
-      "epoch": 0.7191431485889154,
-      "grad_norm": 2.5152283185802533,
-      "learning_rate": 1.9307668088997206e-06,
-      "loss": 0.8063,
-      "step": 2115
-    },
-    {
-      "epoch": 0.7194831689901394,
-      "grad_norm": 2.7666858070153437,
-      "learning_rate": 1.9264207533482264e-06,
-      "loss": 0.7285,
-      "step": 2116
-    },
-    {
-      "epoch": 0.7198231893913635,
-      "grad_norm": 2.069299953932944,
-      "learning_rate": 1.922078427249181e-06,
-      "loss": 0.6232,
-      "step": 2117
-    },
-    {
-      "epoch": 0.7201632097925875,
-      "grad_norm": 1.9669276644036997,
-      "learning_rate": 1.917739835871523e-06,
-      "loss": 0.8435,
-      "step": 2118
-    },
-    {
-      "epoch": 0.7205032301938117,
-      "grad_norm": 2.352513634957127,
-      "learning_rate": 1.9134049844796583e-06,
-      "loss": 0.7437,
-      "step": 2119
-    },
-    {
-      "epoch": 0.7208432505950357,
-      "grad_norm": 1.7010870421085014,
-      "learning_rate": 1.9090738783334535e-06,
-      "loss": 0.8334,
-      "step": 2120
-    },
-    {
-      "epoch": 0.7211832709962598,
-      "grad_norm": 1.8286429902827022,
-      "learning_rate": 1.904746522688236e-06,
-      "loss": 0.8278,
-      "step": 2121
-    },
-    {
-      "epoch": 0.7215232913974838,
-      "grad_norm": 2.204105230258611,
-      "learning_rate": 1.9004229227947752e-06,
-      "loss": 0.7401,
-      "step": 2122
-    },
-    {
-      "epoch": 0.7218633117987079,
-      "grad_norm": 2.1051613276517003,
-      "learning_rate": 1.896103083899291e-06,
-      "loss": 0.7424,
-      "step": 2123
-    },
-    {
-      "epoch": 0.722203332199932,
-      "grad_norm": 1.913948718818119,
-      "learning_rate": 1.891787011243434e-06,
-      "loss": 0.9045,
-      "step": 2124
-    },
-    {
-      "epoch": 0.7225433526011561,
-      "grad_norm": 1.5026786148699889,
-      "learning_rate": 1.8874747100642844e-06,
-      "loss": 0.7094,
-      "step": 2125
-    },
-    {
-      "epoch": 0.7228833730023801,
-      "grad_norm": 2.46070363197272,
-      "learning_rate": 1.8831661855943517e-06,
-      "loss": 0.7417,
-      "step": 2126
-    },
-    {
-      "epoch": 0.7232233934036042,
-      "grad_norm": 1.7241794429729518,
-      "learning_rate": 1.8788614430615582e-06,
-      "loss": 0.7184,
-      "step": 2127
-    },
-    {
-      "epoch": 0.7235634138048282,
-      "grad_norm": 1.7709850180647637,
-      "learning_rate": 1.8745604876892376e-06,
-      "loss": 0.8362,
-      "step": 2128
-    },
-    {
-      "epoch": 0.7239034342060524,
-      "grad_norm": 2.062995631686198,
-      "learning_rate": 1.8702633246961282e-06,
-      "loss": 0.7107,
-      "step": 2129
-    },
-    {
-      "epoch": 0.7242434546072765,
-      "grad_norm": 1.7639145613774367,
-      "learning_rate": 1.8659699592963705e-06,
-      "loss": 0.7337,
-      "step": 2130
-    },
-    {
-      "epoch": 0.7245834750085005,
-      "grad_norm": 1.6485206528522929,
-      "learning_rate": 1.8616803966994912e-06,
-      "loss": 0.7445,
-      "step": 2131
-    },
-    {
-      "epoch": 0.7249234954097246,
-      "grad_norm": 2.2432367551430485,
-      "learning_rate": 1.8573946421104082e-06,
-      "loss": 0.7921,
-      "step": 2132
-    },
-    {
-      "epoch": 0.7252635158109486,
-      "grad_norm": 2.4352161818113176,
-      "learning_rate": 1.8531127007294159e-06,
-      "loss": 0.8438,
-      "step": 2133
-    },
-    {
-      "epoch": 0.7256035362121728,
-      "grad_norm": 1.7595604425268574,
-      "learning_rate": 1.8488345777521804e-06,
-      "loss": 0.7116,
-      "step": 2134
-    },
-    {
-      "epoch": 0.7259435566133968,
-      "grad_norm": 1.9847525687521061,
-      "learning_rate": 1.8445602783697375e-06,
-      "loss": 0.7425,
-      "step": 2135
-    },
-    {
-      "epoch": 0.7262835770146209,
-      "grad_norm": 2.6735934681474363,
-      "learning_rate": 1.8402898077684806e-06,
-      "loss": 0.7244,
-      "step": 2136
-    },
-    {
-      "epoch": 0.7266235974158449,
-      "grad_norm": 1.9110660509672215,
-      "learning_rate": 1.8360231711301618e-06,
-      "loss": 0.8195,
-      "step": 2137
-    },
-    {
-      "epoch": 0.726963617817069,
-      "grad_norm": 2.047331681525153,
-      "learning_rate": 1.8317603736318746e-06,
-      "loss": 0.8365,
-      "step": 2138
-    },
-    {
-      "epoch": 0.7273036382182931,
-      "grad_norm": 1.6690303524368486,
-      "learning_rate": 1.8275014204460623e-06,
-      "loss": 0.7402,
-      "step": 2139
-    },
-    {
-      "epoch": 0.7276436586195172,
-      "grad_norm": 3.9059200473743965,
-      "learning_rate": 1.8232463167404968e-06,
-      "loss": 0.7426,
-      "step": 2140
-    },
-    {
-      "epoch": 0.7279836790207412,
-      "grad_norm": 1.932200172688164,
-      "learning_rate": 1.818995067678279e-06,
-      "loss": 0.7984,
-      "step": 2141
-    },
-    {
-      "epoch": 0.7283236994219653,
-      "grad_norm": 1.666195338393341,
-      "learning_rate": 1.8147476784178398e-06,
-      "loss": 0.8126,
-      "step": 2142
-    },
-    {
-      "epoch": 0.7286637198231893,
-      "grad_norm": 1.3626844223285068,
-      "learning_rate": 1.8105041541129187e-06,
-      "loss": 0.7733,
-      "step": 2143
-    },
-    {
-      "epoch": 0.7290037402244135,
-      "grad_norm": 2.5378369721423577,
-      "learning_rate": 1.8062644999125694e-06,
-      "loss": 0.7947,
-      "step": 2144
-    },
-    {
-      "epoch": 0.7293437606256375,
-      "grad_norm": 2.071953765717228,
-      "learning_rate": 1.8020287209611464e-06,
-      "loss": 0.7677,
-      "step": 2145
-    },
-    {
-      "epoch": 0.7296837810268616,
-      "grad_norm": 2.161502417367569,
-      "learning_rate": 1.7977968223983089e-06,
-      "loss": 0.8209,
-      "step": 2146
-    },
-    {
-      "epoch": 0.7300238014280857,
-      "grad_norm": 1.736684016690494,
-      "learning_rate": 1.7935688093589987e-06,
-      "loss": 0.7406,
-      "step": 2147
-    },
-    {
-      "epoch": 0.7303638218293098,
-      "grad_norm": 1.6090760426244202,
-      "learning_rate": 1.789344686973452e-06,
-      "loss": 0.7293,
-      "step": 2148
-    },
-    {
-      "epoch": 0.7307038422305339,
-      "grad_norm": 1.5720198527469798,
-      "learning_rate": 1.785124460367177e-06,
-      "loss": 0.7335,
-      "step": 2149
-    },
-    {
-      "epoch": 0.7310438626317579,
-      "grad_norm": 2.8678996816857842,
-      "learning_rate": 1.7809081346609574e-06,
-      "loss": 0.7563,
-      "step": 2150
-    },
-    {
-      "epoch": 0.731383883032982,
-      "grad_norm": 1.7011052505024924,
-      "learning_rate": 1.7766957149708442e-06,
-      "loss": 0.805,
-      "step": 2151
-    },
-    {
-      "epoch": 0.731723903434206,
-      "grad_norm": 2.179333898822292,
-      "learning_rate": 1.7724872064081461e-06,
-      "loss": 0.7768,
-      "step": 2152
-    },
-    {
-      "epoch": 0.7320639238354302,
-      "grad_norm": 1.9214766322552161,
-      "learning_rate": 1.768282614079432e-06,
-      "loss": 0.8926,
-      "step": 2153
-    },
-    {
-      "epoch": 0.7324039442366542,
-      "grad_norm": 1.6016132177586981,
-      "learning_rate": 1.7640819430865113e-06,
-      "loss": 0.7477,
-      "step": 2154
-    },
-    {
-      "epoch": 0.7327439646378783,
-      "grad_norm": 1.7429702206342037,
-      "learning_rate": 1.7598851985264426e-06,
-      "loss": 0.7465,
-      "step": 2155
-    },
-    {
-      "epoch": 0.7330839850391023,
-      "grad_norm": 3.780369551041426,
-      "learning_rate": 1.7556923854915148e-06,
-      "loss": 0.8328,
-      "step": 2156
-    },
-    {
-      "epoch": 0.7334240054403264,
-      "grad_norm": 5.582776086223021,
-      "learning_rate": 1.7515035090692466e-06,
-      "loss": 0.7591,
-      "step": 2157
-    },
-    {
-      "epoch": 0.7337640258415505,
-      "grad_norm": 1.75407838644776,
-      "learning_rate": 1.7473185743423853e-06,
-      "loss": 0.8702,
-      "step": 2158
-    },
-    {
-      "epoch": 0.7341040462427746,
-      "grad_norm": 3.88944154897513,
-      "learning_rate": 1.74313758638889e-06,
-      "loss": 0.7773,
-      "step": 2159
-    },
-    {
-      "epoch": 0.7344440666439986,
-      "grad_norm": 1.7976911792803083,
-      "learning_rate": 1.7389605502819324e-06,
-      "loss": 0.7521,
-      "step": 2160
-    },
-    {
-      "epoch": 0.7347840870452227,
-      "grad_norm": 2.645410770587803,
-      "learning_rate": 1.734787471089887e-06,
-      "loss": 0.7529,
-      "step": 2161
-    },
-    {
-      "epoch": 0.7351241074464467,
-      "grad_norm": 2.2156116956693133,
-      "learning_rate": 1.730618353876334e-06,
-      "loss": 0.7916,
-      "step": 2162
-    },
-    {
-      "epoch": 0.7354641278476709,
-      "grad_norm": 2.6170696483726616,
-      "learning_rate": 1.726453203700037e-06,
-      "loss": 0.8291,
-      "step": 2163
-    },
-    {
-      "epoch": 0.735804148248895,
-      "grad_norm": 1.7461843428392605,
-      "learning_rate": 1.7222920256149544e-06,
-      "loss": 0.8014,
-      "step": 2164
-    },
-    {
-      "epoch": 0.736144168650119,
-      "grad_norm": 2.1471971587915606,
-      "learning_rate": 1.7181348246702184e-06,
-      "loss": 0.908,
-      "step": 2165
-    },
-    {
-      "epoch": 0.736484189051343,
-      "grad_norm": 1.6110057508169202,
-      "learning_rate": 1.7139816059101372e-06,
-      "loss": 0.8735,
-      "step": 2166
-    },
-    {
-      "epoch": 0.7368242094525671,
-      "grad_norm": 1.7252936307832583,
-      "learning_rate": 1.7098323743741906e-06,
-      "loss": 0.8038,
-      "step": 2167
-    },
-    {
-      "epoch": 0.7371642298537913,
-      "grad_norm": 1.4751364286474202,
-      "learning_rate": 1.705687135097016e-06,
-      "loss": 0.7546,
-      "step": 2168
-    },
-    {
-      "epoch": 0.7375042502550153,
-      "grad_norm": 1.8792991681150337,
-      "learning_rate": 1.7015458931084084e-06,
-      "loss": 0.7799,
-      "step": 2169
-    },
-    {
-      "epoch": 0.7378442706562394,
-      "grad_norm": 1.9139596611161407,
-      "learning_rate": 1.69740865343331e-06,
-      "loss": 0.7647,
-      "step": 2170
-    },
-    {
-      "epoch": 0.7381842910574634,
-      "grad_norm": 2.90776955170561,
-      "learning_rate": 1.6932754210918133e-06,
-      "loss": 0.8511,
-      "step": 2171
-    },
-    {
-      "epoch": 0.7385243114586875,
-      "grad_norm": 1.593958716915834,
-      "learning_rate": 1.689146201099141e-06,
-      "loss": 0.7145,
-      "step": 2172
-    },
-    {
-      "epoch": 0.7388643318599116,
-      "grad_norm": 2.13248225387608,
-      "learning_rate": 1.6850209984656497e-06,
-      "loss": 0.8358,
-      "step": 2173
-    },
-    {
-      "epoch": 0.7392043522611357,
-      "grad_norm": 1.5208790512501984,
-      "learning_rate": 1.6808998181968238e-06,
-      "loss": 0.8051,
-      "step": 2174
-    },
-    {
-      "epoch": 0.7395443726623597,
-      "grad_norm": 1.6847664492358727,
-      "learning_rate": 1.6767826652932651e-06,
-      "loss": 0.6941,
-      "step": 2175
-    },
-    {
-      "epoch": 0.7398843930635838,
-      "grad_norm": 2.169697482882676,
-      "learning_rate": 1.6726695447506873e-06,
-      "loss": 0.6935,
-      "step": 2176
-    },
-    {
-      "epoch": 0.7402244134648079,
-      "grad_norm": 2.4175688054476634,
-      "learning_rate": 1.6685604615599117e-06,
-      "loss": 0.7608,
-      "step": 2177
-    },
-    {
-      "epoch": 0.740564433866032,
-      "grad_norm": 1.9499646893695743,
-      "learning_rate": 1.6644554207068642e-06,
-      "loss": 0.6843,
-      "step": 2178
-    },
-    {
-      "epoch": 0.740904454267256,
-      "grad_norm": 3.3649722434795937,
-      "learning_rate": 1.6603544271725607e-06,
-      "loss": 0.7127,
-      "step": 2179
-    },
-    {
-      "epoch": 0.7412444746684801,
-      "grad_norm": 1.9340583992381386,
-      "learning_rate": 1.656257485933111e-06,
-      "loss": 0.6918,
-      "step": 2180
-    },
-    {
-      "epoch": 0.7415844950697041,
-      "grad_norm": 2.1990875141504214,
-      "learning_rate": 1.652164601959705e-06,
-      "loss": 0.7244,
-      "step": 2181
-    },
-    {
-      "epoch": 0.7419245154709283,
-      "grad_norm": 1.6090430714552022,
-      "learning_rate": 1.648075780218607e-06,
-      "loss": 0.7215,
-      "step": 2182
-    },
-    {
-      "epoch": 0.7422645358721524,
-      "grad_norm": 2.1536726028566986,
-      "learning_rate": 1.6439910256711595e-06,
-      "loss": 0.7827,
-      "step": 2183
-    },
-    {
-      "epoch": 0.7426045562733764,
-      "grad_norm": 2.073708232272958,
-      "learning_rate": 1.6399103432737635e-06,
-      "loss": 0.7036,
-      "step": 2184
-    },
-    {
-      "epoch": 0.7429445766746005,
-      "grad_norm": 2.593918036362238,
-      "learning_rate": 1.635833737977881e-06,
-      "loss": 0.8041,
-      "step": 2185
-    },
-    {
-      "epoch": 0.7432845970758245,
-      "grad_norm": 2.958691737480463,
-      "learning_rate": 1.631761214730026e-06,
-      "loss": 0.7823,
-      "step": 2186
-    },
-    {
-      "epoch": 0.7436246174770487,
-      "grad_norm": 2.511544350856816,
-      "learning_rate": 1.6276927784717628e-06,
-      "loss": 0.8576,
-      "step": 2187
-    },
-    {
-      "epoch": 0.7439646378782727,
-      "grad_norm": 2.9344433102702556,
-      "learning_rate": 1.623628434139693e-06,
-      "loss": 0.8594,
-      "step": 2188
-    },
-    {
-      "epoch": 0.7443046582794968,
-      "grad_norm": 1.8620840535756518,
-      "learning_rate": 1.6195681866654517e-06,
-      "loss": 0.7979,
-      "step": 2189
-    },
-    {
-      "epoch": 0.7446446786807208,
-      "grad_norm": 2.3243589724742857,
-      "learning_rate": 1.6155120409757096e-06,
-      "loss": 0.8446,
-      "step": 2190
-    },
-    {
-      "epoch": 0.7449846990819449,
-      "grad_norm": 3.875803179972586,
-      "learning_rate": 1.6114600019921538e-06,
-      "loss": 0.8572,
-      "step": 2191
-    },
-    {
-      "epoch": 0.745324719483169,
-      "grad_norm": 1.7545550229086833,
-      "learning_rate": 1.6074120746314915e-06,
-      "loss": 0.8357,
-      "step": 2192
-    },
-    {
-      "epoch": 0.7456647398843931,
-      "grad_norm": 2.7660506150712343,
-      "learning_rate": 1.6033682638054376e-06,
-      "loss": 0.7566,
-      "step": 2193
-    },
-    {
-      "epoch": 0.7460047602856171,
-      "grad_norm": 2.208599221707356,
-      "learning_rate": 1.5993285744207183e-06,
-      "loss": 0.8451,
-      "step": 2194
-    },
-    {
-      "epoch": 0.7463447806868412,
-      "grad_norm": 1.6557633542709016,
-      "learning_rate": 1.5952930113790516e-06,
-      "loss": 0.7773,
-      "step": 2195
-    },
-    {
-      "epoch": 0.7466848010880652,
-      "grad_norm": 1.992062183353188,
-      "learning_rate": 1.5912615795771557e-06,
-      "loss": 0.8025,
-      "step": 2196
-    },
-    {
-      "epoch": 0.7470248214892894,
-      "grad_norm": 2.6192247388362597,
-      "learning_rate": 1.5872342839067305e-06,
-      "loss": 0.7836,
-      "step": 2197
-    },
-    {
-      "epoch": 0.7473648418905134,
-      "grad_norm": 1.6643325962419526,
-      "learning_rate": 1.5832111292544571e-06,
-      "loss": 0.6351,
-      "step": 2198
-    },
-    {
-      "epoch": 0.7477048622917375,
-      "grad_norm": 1.7740267079319336,
-      "learning_rate": 1.5791921205019984e-06,
-      "loss": 0.7505,
-      "step": 2199
-    },
-    {
-      "epoch": 0.7480448826929615,
-      "grad_norm": 3.3050676756035293,
-      "learning_rate": 1.5751772625259787e-06,
-      "loss": 0.871,
-      "step": 2200
-    },
-    {
-      "epoch": 0.7483849030941857,
-      "grad_norm": 2.1038805512690875,
-      "learning_rate": 1.571166560197991e-06,
-      "loss": 0.7385,
-      "step": 2201
-    },
-    {
-      "epoch": 0.7487249234954098,
-      "grad_norm": 2.7781533096347144,
-      "learning_rate": 1.567160018384582e-06,
-      "loss": 0.6283,
-      "step": 2202
-    },
-    {
-      "epoch": 0.7490649438966338,
-      "grad_norm": 1.8302184287905139,
-      "learning_rate": 1.563157641947255e-06,
-      "loss": 0.7385,
-      "step": 2203
-    },
-    {
-      "epoch": 0.7494049642978579,
-      "grad_norm": 2.5596522162134363,
-      "learning_rate": 1.5591594357424555e-06,
-      "loss": 0.8839,
-      "step": 2204
-    },
-    {
-      "epoch": 0.7497449846990819,
-      "grad_norm": 2.120816300981687,
-      "learning_rate": 1.555165404621567e-06,
-      "loss": 0.7999,
-      "step": 2205
-    },
-    {
-      "epoch": 0.7500850051003061,
-      "grad_norm": 2.3376616281310407,
-      "learning_rate": 1.5511755534309143e-06,
-      "loss": 0.8791,
-      "step": 2206
-    },
-    {
-      "epoch": 0.7504250255015301,
-      "grad_norm": 1.9094661848594028,
-      "learning_rate": 1.5471898870117414e-06,
-      "loss": 0.8485,
-      "step": 2207
-    },
-    {
-      "epoch": 0.7507650459027542,
-      "grad_norm": 1.7917052477602944,
-      "learning_rate": 1.5432084102002243e-06,
-      "loss": 0.7979,
-      "step": 2208
-    },
-    {
-      "epoch": 0.7511050663039782,
-      "grad_norm": 2.0422812529030425,
-      "learning_rate": 1.539231127827443e-06,
-      "loss": 0.789,
-      "step": 2209
-    },
-    {
-      "epoch": 0.7514450867052023,
-      "grad_norm": 2.671426125801568,
-      "learning_rate": 1.5352580447194e-06,
-      "loss": 0.7645,
-      "step": 2210
-    },
-    {
-      "epoch": 0.7517851071064264,
-      "grad_norm": 2.107626624470792,
-      "learning_rate": 1.5312891656969936e-06,
-      "loss": 0.7658,
-      "step": 2211
-    },
-    {
-      "epoch": 0.7521251275076505,
-      "grad_norm": 1.8158680120697543,
-      "learning_rate": 1.5273244955760286e-06,
-      "loss": 0.7953,
-      "step": 2212
-    },
-    {
-      "epoch": 0.7524651479088745,
-      "grad_norm": 1.978438021845548,
-      "learning_rate": 1.5233640391671973e-06,
-      "loss": 0.8217,
-      "step": 2213
-    },
-    {
-      "epoch": 0.7528051683100986,
-      "grad_norm": 2.2654036793743955,
-      "learning_rate": 1.5194078012760781e-06,
-      "loss": 0.7727,
-      "step": 2214
-    },
-    {
-      "epoch": 0.7531451887113226,
-      "grad_norm": 1.654479252128216,
-      "learning_rate": 1.5154557867031378e-06,
-      "loss": 0.7005,
-      "step": 2215
-    },
-    {
-      "epoch": 0.7534852091125468,
-      "grad_norm": 1.9670315140819592,
-      "learning_rate": 1.511508000243711e-06,
-      "loss": 0.8233,
-      "step": 2216
-    },
-    {
-      "epoch": 0.7538252295137708,
-      "grad_norm": 1.6308197393473027,
-      "learning_rate": 1.5075644466880063e-06,
-      "loss": 0.7718,
-      "step": 2217
-    },
-    {
-      "epoch": 0.7541652499149949,
-      "grad_norm": 1.9162779769547262,
-      "learning_rate": 1.5036251308210926e-06,
-      "loss": 0.7515,
-      "step": 2218
-    },
-    {
-      "epoch": 0.754505270316219,
-      "grad_norm": 2.9000813161046404,
-      "learning_rate": 1.4996900574229022e-06,
-      "loss": 0.8187,
-      "step": 2219
-    },
-    {
-      "epoch": 0.754845290717443,
-      "grad_norm": 2.216886994384,
-      "learning_rate": 1.4957592312682157e-06,
-      "loss": 0.7672,
-      "step": 2220
-    },
-    {
-      "epoch": 0.7551853111186672,
-      "grad_norm": 1.586989789116563,
-      "learning_rate": 1.4918326571266584e-06,
-      "loss": 0.7531,
-      "step": 2221
-    },
-    {
-      "epoch": 0.7555253315198912,
-      "grad_norm": 1.8489815625024457,
-      "learning_rate": 1.4879103397627027e-06,
-      "loss": 0.7646,
-      "step": 2222
-    },
-    {
-      "epoch": 0.7558653519211153,
-      "grad_norm": 1.8544337375478892,
-      "learning_rate": 1.4839922839356484e-06,
-      "loss": 0.7514,
-      "step": 2223
-    },
-    {
-      "epoch": 0.7562053723223393,
-      "grad_norm": 2.344521934054793,
-      "learning_rate": 1.4800784943996316e-06,
-      "loss": 0.7807,
-      "step": 2224
-    },
-    {
-      "epoch": 0.7565453927235634,
-      "grad_norm": 2.653629676503456,
-      "learning_rate": 1.4761689759036058e-06,
-      "loss": 0.8042,
-      "step": 2225
-    },
-    {
-      "epoch": 0.7568854131247875,
-      "grad_norm": 1.6279456912028547,
-      "learning_rate": 1.4722637331913447e-06,
-      "loss": 0.6855,
-      "step": 2226
-    },
-    {
-      "epoch": 0.7572254335260116,
-      "grad_norm": 2.235296588127983,
-      "learning_rate": 1.4683627710014325e-06,
-      "loss": 0.7996,
-      "step": 2227
-    },
-    {
-      "epoch": 0.7575654539272356,
-      "grad_norm": 1.9873774972236244,
-      "learning_rate": 1.4644660940672628e-06,
-      "loss": 0.7425,
-      "step": 2228
-    },
-    {
-      "epoch": 0.7579054743284597,
-      "grad_norm": 1.8195331106101174,
-      "learning_rate": 1.4605737071170257e-06,
-      "loss": 0.7902,
-      "step": 2229
-    },
-    {
-      "epoch": 0.7582454947296838,
-      "grad_norm": 2.0299601573336705,
-      "learning_rate": 1.4566856148737057e-06,
-      "loss": 0.6815,
-      "step": 2230
-    },
-    {
-      "epoch": 0.7585855151309079,
-      "grad_norm": 1.400935242806698,
-      "learning_rate": 1.452801822055081e-06,
-      "loss": 0.7916,
-      "step": 2231
-    },
-    {
-      "epoch": 0.7589255355321319,
-      "grad_norm": 1.7386391395292276,
-      "learning_rate": 1.4489223333737084e-06,
-      "loss": 0.8002,
-      "step": 2232
-    },
-    {
-      "epoch": 0.759265555933356,
-      "grad_norm": 1.73667800084222,
-      "learning_rate": 1.4450471535369225e-06,
-      "loss": 0.7085,
-      "step": 2233
-    },
-    {
-      "epoch": 0.75960557633458,
-      "grad_norm": 1.739383492547159,
-      "learning_rate": 1.44117628724683e-06,
-      "loss": 0.8655,
-      "step": 2234
-    },
-    {
-      "epoch": 0.7599455967358042,
-      "grad_norm": 1.8392317788494839,
-      "learning_rate": 1.437309739200306e-06,
-      "loss": 0.7253,
-      "step": 2235
-    },
-    {
-      "epoch": 0.7602856171370282,
-      "grad_norm": 1.546424794533531,
-      "learning_rate": 1.4334475140889813e-06,
-      "loss": 0.7947,
-      "step": 2236
-    },
-    {
-      "epoch": 0.7606256375382523,
-      "grad_norm": 2.339707672874242,
-      "learning_rate": 1.4295896165992473e-06,
-      "loss": 0.8063,
-      "step": 2237
-    },
-    {
-      "epoch": 0.7609656579394763,
-      "grad_norm": 1.6335877702583506,
-      "learning_rate": 1.4257360514122393e-06,
-      "loss": 0.7126,
-      "step": 2238
-    },
-    {
-      "epoch": 0.7613056783407004,
-      "grad_norm": 1.9927357472606342,
-      "learning_rate": 1.4218868232038351e-06,
-      "loss": 0.8169,
-      "step": 2239
-    },
-    {
-      "epoch": 0.7616456987419246,
-      "grad_norm": 1.9336783631243173,
-      "learning_rate": 1.4180419366446568e-06,
-      "loss": 0.8019,
-      "step": 2240
-    },
-    {
-      "epoch": 0.7619857191431486,
-      "grad_norm": 1.8763655884472532,
-      "learning_rate": 1.4142013964000513e-06,
-      "loss": 0.8054,
-      "step": 2241
-    },
-    {
-      "epoch": 0.7623257395443727,
-      "grad_norm": 2.025901859532698,
-      "learning_rate": 1.4103652071300945e-06,
-      "loss": 0.8657,
-      "step": 2242
-    },
-    {
-      "epoch": 0.7626657599455967,
-      "grad_norm": 1.9142987689118731,
-      "learning_rate": 1.4065333734895815e-06,
-      "loss": 0.8067,
-      "step": 2243
-    },
-    {
-      "epoch": 0.7630057803468208,
-      "grad_norm": 1.8673978585090811,
-      "learning_rate": 1.4027059001280269e-06,
-      "loss": 0.7602,
-      "step": 2244
-    },
-    {
-      "epoch": 0.7633458007480449,
-      "grad_norm": 1.5244016754272622,
-      "learning_rate": 1.3988827916896491e-06,
-      "loss": 0.761,
-      "step": 2245
-    },
-    {
-      "epoch": 0.763685821149269,
-      "grad_norm": 1.6762856131051267,
-      "learning_rate": 1.3950640528133713e-06,
-      "loss": 0.8457,
-      "step": 2246
-    },
-    {
-      "epoch": 0.764025841550493,
-      "grad_norm": 1.696468220368342,
-      "learning_rate": 1.3912496881328185e-06,
-      "loss": 0.6888,
-      "step": 2247
-    },
-    {
-      "epoch": 0.7643658619517171,
-      "grad_norm": 1.807989274352168,
-      "learning_rate": 1.3874397022763024e-06,
-      "loss": 0.7174,
-      "step": 2248
-    },
-    {
-      "epoch": 0.7647058823529411,
-      "grad_norm": 2.1049766319752674,
-      "learning_rate": 1.3836340998668284e-06,
-      "loss": 0.8443,
-      "step": 2249
-    },
-    {
-      "epoch": 0.7650459027541653,
-      "grad_norm": 4.147430162429283,
-      "learning_rate": 1.379832885522074e-06,
-      "loss": 0.8293,
-      "step": 2250
-    },
-    {
-      "epoch": 0.7653859231553893,
-      "grad_norm": 2.203536974887446,
-      "learning_rate": 1.3760360638544012e-06,
-      "loss": 0.766,
-      "step": 2251
-    },
-    {
-      "epoch": 0.7657259435566134,
-      "grad_norm": 2.84334808411539,
-      "learning_rate": 1.3722436394708349e-06,
-      "loss": 0.7397,
-      "step": 2252
-    },
-    {
-      "epoch": 0.7660659639578374,
-      "grad_norm": 2.4606094795939875,
-      "learning_rate": 1.3684556169730706e-06,
-      "loss": 0.8327,
-      "step": 2253
-    },
-    {
-      "epoch": 0.7664059843590616,
-      "grad_norm": 3.801030903497411,
-      "learning_rate": 1.3646720009574582e-06,
-      "loss": 0.7486,
-      "step": 2254
-    },
-    {
-      "epoch": 0.7667460047602856,
-      "grad_norm": 2.2370175205395,
-      "learning_rate": 1.3608927960150008e-06,
-      "loss": 0.8567,
-      "step": 2255
-    },
-    {
-      "epoch": 0.7670860251615097,
-      "grad_norm": 1.8816253225209865,
-      "learning_rate": 1.3571180067313539e-06,
-      "loss": 0.8999,
-      "step": 2256
-    },
-    {
-      "epoch": 0.7674260455627337,
-      "grad_norm": 2.383535780477955,
-      "learning_rate": 1.3533476376868088e-06,
-      "loss": 0.7714,
-      "step": 2257
-    },
-    {
-      "epoch": 0.7677660659639578,
-      "grad_norm": 1.672812334875347,
-      "learning_rate": 1.3495816934562976e-06,
-      "loss": 0.7594,
-      "step": 2258
-    },
-    {
-      "epoch": 0.768106086365182,
-      "grad_norm": 1.771870165986916,
-      "learning_rate": 1.3458201786093795e-06,
-      "loss": 0.8326,
-      "step": 2259
-    },
-    {
-      "epoch": 0.768446106766406,
-      "grad_norm": 1.681066649638471,
-      "learning_rate": 1.3420630977102455e-06,
-      "loss": 0.6953,
-      "step": 2260
-    },
-    {
-      "epoch": 0.7687861271676301,
-      "grad_norm": 2.0034594737419833,
-      "learning_rate": 1.3383104553177001e-06,
-      "loss": 0.8098,
-      "step": 2261
-    },
-    {
-      "epoch": 0.7691261475688541,
-      "grad_norm": 1.9711809712880015,
-      "learning_rate": 1.334562255985164e-06,
-      "loss": 0.6649,
-      "step": 2262
-    },
-    {
-      "epoch": 0.7694661679700782,
-      "grad_norm": 1.7828734904005346,
-      "learning_rate": 1.3308185042606698e-06,
-      "loss": 0.8103,
-      "step": 2263
-    },
-    {
-      "epoch": 0.7698061883713023,
-      "grad_norm": 1.8609944720601692,
-      "learning_rate": 1.3270792046868486e-06,
-      "loss": 0.8238,
-      "step": 2264
-    },
-    {
-      "epoch": 0.7701462087725264,
-      "grad_norm": 1.7934456884377525,
-      "learning_rate": 1.323344361800934e-06,
-      "loss": 0.7776,
-      "step": 2265
-    },
-    {
-      "epoch": 0.7704862291737504,
-      "grad_norm": 1.7275631998115004,
-      "learning_rate": 1.3196139801347485e-06,
-      "loss": 0.8547,
-      "step": 2266
-    },
-    {
-      "epoch": 0.7708262495749745,
-      "grad_norm": 2.7409306203098707,
-      "learning_rate": 1.3158880642147026e-06,
-      "loss": 0.7145,
-      "step": 2267
-    },
-    {
-      "epoch": 0.7711662699761985,
-      "grad_norm": 2.087778768589785,
-      "learning_rate": 1.3121666185617859e-06,
-      "loss": 0.726,
-      "step": 2268
-    },
-    {
-      "epoch": 0.7715062903774227,
-      "grad_norm": 1.780483085521547,
-      "learning_rate": 1.3084496476915698e-06,
-      "loss": 0.8217,
-      "step": 2269
-    },
-    {
-      "epoch": 0.7718463107786467,
-      "grad_norm": 2.8825219877755415,
-      "learning_rate": 1.3047371561141903e-06,
-      "loss": 0.8109,
-      "step": 2270
-    },
-    {
-      "epoch": 0.7721863311798708,
-      "grad_norm": 1.9288735242516986,
-      "learning_rate": 1.3010291483343478e-06,
-      "loss": 0.812,
-      "step": 2271
-    },
-    {
-      "epoch": 0.7725263515810948,
-      "grad_norm": 2.431431619077142,
-      "learning_rate": 1.2973256288513086e-06,
-      "loss": 0.8052,
-      "step": 2272
-    },
-    {
-      "epoch": 0.7728663719823189,
-      "grad_norm": 1.7830394043812279,
-      "learning_rate": 1.2936266021588872e-06,
-      "loss": 0.6701,
-      "step": 2273
-    },
-    {
-      "epoch": 0.773206392383543,
-      "grad_norm": 2.105756285208052,
-      "learning_rate": 1.2899320727454472e-06,
-      "loss": 0.82,
-      "step": 2274
-    },
-    {
-      "epoch": 0.7735464127847671,
-      "grad_norm": 5.425208376062677,
-      "learning_rate": 1.2862420450938955e-06,
-      "loss": 0.743,
-      "step": 2275
-    },
-    {
-      "epoch": 0.7738864331859912,
-      "grad_norm": 1.827529432109907,
-      "learning_rate": 1.28255652368168e-06,
-      "loss": 0.7528,
-      "step": 2276
-    },
-    {
-      "epoch": 0.7742264535872152,
-      "grad_norm": 2.0046945708038524,
-      "learning_rate": 1.2788755129807767e-06,
-      "loss": 0.8446,
-      "step": 2277
-    },
-    {
-      "epoch": 0.7745664739884393,
-      "grad_norm": 1.947473671747887,
-      "learning_rate": 1.2751990174576883e-06,
-      "loss": 0.7801,
-      "step": 2278
-    },
-    {
-      "epoch": 0.7749064943896634,
-      "grad_norm": 1.730669713034862,
-      "learning_rate": 1.2715270415734425e-06,
-      "loss": 0.7308,
-      "step": 2279
-    },
-    {
-      "epoch": 0.7752465147908875,
-      "grad_norm": 2.0448368740503335,
-      "learning_rate": 1.2678595897835788e-06,
-      "loss": 0.7239,
-      "step": 2280
-    },
-    {
-      "epoch": 0.7755865351921115,
-      "grad_norm": 1.7996589672894716,
-      "learning_rate": 1.2641966665381517e-06,
-      "loss": 0.8383,
-      "step": 2281
-    },
-    {
-      "epoch": 0.7759265555933356,
-      "grad_norm": 1.9501431444735777,
-      "learning_rate": 1.2605382762817164e-06,
-      "loss": 0.7416,
-      "step": 2282
-    },
-    {
-      "epoch": 0.7762665759945597,
-      "grad_norm": 2.44528318223147,
-      "learning_rate": 1.2568844234533294e-06,
-      "loss": 0.867,
-      "step": 2283
-    },
-    {
-      "epoch": 0.7766065963957838,
-      "grad_norm": 1.5135812296404374,
-      "learning_rate": 1.253235112486541e-06,
-      "loss": 0.7896,
-      "step": 2284
-    },
-    {
-      "epoch": 0.7769466167970078,
-      "grad_norm": 1.6910504402544813,
-      "learning_rate": 1.249590347809393e-06,
-      "loss": 0.8092,
-      "step": 2285
-    },
-    {
-      "epoch": 0.7772866371982319,
-      "grad_norm": 2.0907001787083623,
-      "learning_rate": 1.2459501338444085e-06,
-      "loss": 0.7999,
-      "step": 2286
-    },
-    {
-      "epoch": 0.7776266575994559,
-      "grad_norm": 1.7084265208677907,
-      "learning_rate": 1.2423144750085875e-06,
-      "loss": 0.8109,
-      "step": 2287
-    },
-    {
-      "epoch": 0.7779666780006801,
-      "grad_norm": 1.7912086159226683,
-      "learning_rate": 1.2386833757134076e-06,
-      "loss": 0.7468,
-      "step": 2288
-    },
-    {
-      "epoch": 0.7783066984019041,
-      "grad_norm": 1.9542261253674484,
-      "learning_rate": 1.2350568403648088e-06,
-      "loss": 0.7268,
-      "step": 2289
-    },
-    {
-      "epoch": 0.7786467188031282,
-      "grad_norm": 1.4777106097697732,
-      "learning_rate": 1.2314348733631958e-06,
-      "loss": 0.7642,
-      "step": 2290
-    },
-    {
-      "epoch": 0.7789867392043522,
-      "grad_norm": 2.1056584699669814,
-      "learning_rate": 1.2278174791034281e-06,
-      "loss": 0.8599,
-      "step": 2291
-    },
-    {
-      "epoch": 0.7793267596055763,
-      "grad_norm": 2.1244138537440156,
-      "learning_rate": 1.224204661974821e-06,
-      "loss": 0.7469,
-      "step": 2292
-    },
-    {
-      "epoch": 0.7796667800068005,
-      "grad_norm": 1.842651124665579,
-      "learning_rate": 1.2205964263611325e-06,
-      "loss": 0.7238,
-      "step": 2293
-    },
-    {
-      "epoch": 0.7800068004080245,
-      "grad_norm": 9.972026665603295,
-      "learning_rate": 1.2169927766405598e-06,
-      "loss": 0.753,
-      "step": 2294
-    },
-    {
-      "epoch": 0.7803468208092486,
-      "grad_norm": 1.8250005499709825,
-      "learning_rate": 1.2133937171857406e-06,
-      "loss": 0.7459,
-      "step": 2295
-    },
-    {
-      "epoch": 0.7806868412104726,
-      "grad_norm": 1.4938745812322698,
-      "learning_rate": 1.2097992523637387e-06,
-      "loss": 0.741,
-      "step": 2296
-    },
-    {
-      "epoch": 0.7810268616116967,
-      "grad_norm": 1.8847996493887464,
-      "learning_rate": 1.2062093865360458e-06,
-      "loss": 0.8275,
-      "step": 2297
-    },
-    {
-      "epoch": 0.7813668820129208,
-      "grad_norm": 1.7228031928755019,
-      "learning_rate": 1.2026241240585702e-06,
-      "loss": 0.75,
-      "step": 2298
-    },
-    {
-      "epoch": 0.7817069024141449,
-      "grad_norm": 2.501687535032944,
-      "learning_rate": 1.1990434692816367e-06,
-      "loss": 0.7823,
-      "step": 2299
-    },
-    {
-      "epoch": 0.7820469228153689,
-      "grad_norm": 2.7653925468074614,
-      "learning_rate": 1.1954674265499773e-06,
-      "loss": 0.681,
-      "step": 2300
-    },
-    {
-      "epoch": 0.782386943216593,
-      "grad_norm": 2.3143819049767864,
-      "learning_rate": 1.1918960002027308e-06,
-      "loss": 0.8237,
-      "step": 2301
-    },
-    {
-      "epoch": 0.782726963617817,
-      "grad_norm": 1.5824914893100979,
-      "learning_rate": 1.1883291945734315e-06,
-      "loss": 0.7691,
-      "step": 2302
-    },
-    {
-      "epoch": 0.7830669840190412,
-      "grad_norm": 2.2301539841962708,
-      "learning_rate": 1.1847670139900074e-06,
-      "loss": 0.7281,
-      "step": 2303
-    },
-    {
-      "epoch": 0.7834070044202652,
-      "grad_norm": 2.4915256532784738,
-      "learning_rate": 1.1812094627747777e-06,
-      "loss": 0.7732,
-      "step": 2304
-    },
-    {
-      "epoch": 0.7837470248214893,
-      "grad_norm": 2.2299044959118848,
-      "learning_rate": 1.1776565452444389e-06,
-      "loss": 0.7285,
-      "step": 2305
-    },
-    {
-      "epoch": 0.7840870452227133,
-      "grad_norm": 1.8798158077309424,
-      "learning_rate": 1.174108265710071e-06,
-      "loss": 0.8002,
-      "step": 2306
-    },
-    {
-      "epoch": 0.7844270656239375,
-      "grad_norm": 2.035534060132518,
-      "learning_rate": 1.1705646284771227e-06,
-      "loss": 0.729,
-      "step": 2307
-    },
-    {
-      "epoch": 0.7847670860251615,
-      "grad_norm": 1.7825151695794803,
-      "learning_rate": 1.1670256378454093e-06,
-      "loss": 0.7919,
-      "step": 2308
-    },
-    {
-      "epoch": 0.7851071064263856,
-      "grad_norm": 2.0755250446855404,
-      "learning_rate": 1.1634912981091096e-06,
-      "loss": 0.801,
-      "step": 2309
-    },
-    {
-      "epoch": 0.7854471268276096,
-      "grad_norm": 1.9145697285689294,
-      "learning_rate": 1.159961613556757e-06,
-      "loss": 0.7888,
-      "step": 2310
-    },
-    {
-      "epoch": 0.7857871472288337,
-      "grad_norm": 2.071282232646433,
-      "learning_rate": 1.1564365884712409e-06,
-      "loss": 0.8008,
-      "step": 2311
-    },
-    {
-      "epoch": 0.7861271676300579,
-      "grad_norm": 1.8475994726429972,
-      "learning_rate": 1.1529162271297912e-06,
-      "loss": 0.7505,
-      "step": 2312
-    },
-    {
-      "epoch": 0.7864671880312819,
-      "grad_norm": 1.8531724346083438,
-      "learning_rate": 1.1494005338039839e-06,
-      "loss": 0.7435,
-      "step": 2313
-    },
-    {
-      "epoch": 0.786807208432506,
-      "grad_norm": 2.362438597585831,
-      "learning_rate": 1.1458895127597275e-06,
-      "loss": 0.7681,
-      "step": 2314
-    },
-    {
-      "epoch": 0.78714722883373,
-      "grad_norm": 2.2288635557885463,
-      "learning_rate": 1.1423831682572623e-06,
-      "loss": 0.7871,
-      "step": 2315
-    },
-    {
-      "epoch": 0.7874872492349541,
-      "grad_norm": 1.5469503925739951,
-      "learning_rate": 1.1388815045511525e-06,
-      "loss": 0.7279,
-      "step": 2316
-    },
-    {
-      "epoch": 0.7878272696361782,
-      "grad_norm": 2.0731404202763626,
-      "learning_rate": 1.1353845258902867e-06,
-      "loss": 0.788,
-      "step": 2317
-    },
-    {
-      "epoch": 0.7881672900374023,
-      "grad_norm": 2.262319333024703,
-      "learning_rate": 1.131892236517866e-06,
-      "loss": 0.6889,
-      "step": 2318
-    },
-    {
-      "epoch": 0.7885073104386263,
-      "grad_norm": 2.157562568854031,
-      "learning_rate": 1.1284046406713994e-06,
-      "loss": 0.6274,
-      "step": 2319
-    },
-    {
-      "epoch": 0.7888473308398504,
-      "grad_norm": 1.8322331540862034,
-      "learning_rate": 1.1249217425827063e-06,
-      "loss": 0.7697,
-      "step": 2320
-    },
-    {
-      "epoch": 0.7891873512410744,
-      "grad_norm": 1.9705120789647137,
-      "learning_rate": 1.1214435464779006e-06,
-      "loss": 0.8014,
-      "step": 2321
-    },
-    {
-      "epoch": 0.7895273716422986,
-      "grad_norm": 1.620994185215544,
-      "learning_rate": 1.117970056577395e-06,
-      "loss": 0.7806,
-      "step": 2322
-    },
-    {
-      "epoch": 0.7898673920435226,
-      "grad_norm": 2.1814551902341357,
-      "learning_rate": 1.1145012770958885e-06,
-      "loss": 0.7728,
-      "step": 2323
-    },
-    {
-      "epoch": 0.7902074124447467,
-      "grad_norm": 2.2535509074314417,
-      "learning_rate": 1.1110372122423663e-06,
-      "loss": 0.7814,
-      "step": 2324
-    },
-    {
-      "epoch": 0.7905474328459707,
-      "grad_norm": 2.814674945307446,
-      "learning_rate": 1.107577866220092e-06,
-      "loss": 0.7463,
-      "step": 2325
-    },
-    {
-      "epoch": 0.7908874532471948,
-      "grad_norm": 1.9527766493519834,
-      "learning_rate": 1.104123243226603e-06,
-      "loss": 0.7806,
-      "step": 2326
-    },
-    {
-      "epoch": 0.7912274736484189,
-      "grad_norm": 2.6070147128679895,
-      "learning_rate": 1.1006733474537095e-06,
-      "loss": 0.802,
-      "step": 2327
-    },
-    {
-      "epoch": 0.791567494049643,
-      "grad_norm": 1.9013207094703433,
-      "learning_rate": 1.0972281830874794e-06,
-      "loss": 0.8648,
-      "step": 2328
-    },
-    {
-      "epoch": 0.791907514450867,
-      "grad_norm": 2.0738357697149494,
-      "learning_rate": 1.0937877543082464e-06,
-      "loss": 0.6966,
-      "step": 2329
-    },
-    {
-      "epoch": 0.7922475348520911,
-      "grad_norm": 3.3351856836112437,
-      "learning_rate": 1.090352065290593e-06,
-      "loss": 0.7704,
-      "step": 2330
-    },
-    {
-      "epoch": 0.7925875552533151,
-      "grad_norm": 2.4139686701986545,
-      "learning_rate": 1.086921120203353e-06,
-      "loss": 0.8781,
-      "step": 2331
-    },
-    {
-      "epoch": 0.7929275756545393,
-      "grad_norm": 2.0367586641793785,
-      "learning_rate": 1.0834949232096008e-06,
-      "loss": 0.7859,
-      "step": 2332
-    },
-    {
-      "epoch": 0.7932675960557634,
-      "grad_norm": 1.731703445699507,
-      "learning_rate": 1.0800734784666556e-06,
-      "loss": 0.654,
-      "step": 2333
-    },
-    {
-      "epoch": 0.7936076164569874,
-      "grad_norm": 1.9761986748758829,
-      "learning_rate": 1.076656790126065e-06,
-      "loss": 0.8221,
-      "step": 2334
-    },
-    {
-      "epoch": 0.7939476368582115,
-      "grad_norm": 2.089346557643535,
-      "learning_rate": 1.0732448623336057e-06,
-      "loss": 0.7591,
-      "step": 2335
-    },
-    {
-      "epoch": 0.7942876572594356,
-      "grad_norm": 2.0490768682382074,
-      "learning_rate": 1.0698376992292808e-06,
-      "loss": 0.8476,
-      "step": 2336
-    },
-    {
-      "epoch": 0.7946276776606597,
-      "grad_norm": 1.7404822303267078,
-      "learning_rate": 1.0664353049473085e-06,
-      "loss": 0.8059,
-      "step": 2337
-    },
-    {
-      "epoch": 0.7949676980618837,
-      "grad_norm": 1.9516697066879696,
-      "learning_rate": 1.0630376836161248e-06,
-      "loss": 0.7247,
-      "step": 2338
-    },
-    {
-      "epoch": 0.7953077184631078,
-      "grad_norm": 1.7179222033684476,
-      "learning_rate": 1.0596448393583709e-06,
-      "loss": 0.7071,
-      "step": 2339
-    },
-    {
-      "epoch": 0.7956477388643318,
-      "grad_norm": 2.089155897647102,
-      "learning_rate": 1.0562567762908915e-06,
-      "loss": 0.7622,
-      "step": 2340
-    },
-    {
-      "epoch": 0.795987759265556,
-      "grad_norm": 2.0146843017178906,
-      "learning_rate": 1.052873498524732e-06,
-      "loss": 0.7588,
-      "step": 2341
-    },
-    {
-      "epoch": 0.79632777966678,
-      "grad_norm": 1.8914540998106915,
-      "learning_rate": 1.0494950101651274e-06,
-      "loss": 0.7959,
-      "step": 2342
-    },
-    {
-      "epoch": 0.7966678000680041,
-      "grad_norm": 2.392413934717188,
-      "learning_rate": 1.046121315311508e-06,
-      "loss": 0.8566,
-      "step": 2343
-    },
-    {
-      "epoch": 0.7970078204692281,
-      "grad_norm": 1.763253874255017,
-      "learning_rate": 1.04275241805748e-06,
-      "loss": 0.7474,
-      "step": 2344
-    },
-    {
-      "epoch": 0.7973478408704522,
-      "grad_norm": 1.558308712843251,
-      "learning_rate": 1.0393883224908358e-06,
-      "loss": 0.6914,
-      "step": 2345
-    },
-    {
-      "epoch": 0.7976878612716763,
-      "grad_norm": 1.7605529498524175,
-      "learning_rate": 1.036029032693534e-06,
-      "loss": 0.837,
-      "step": 2346
-    },
-    {
-      "epoch": 0.7980278816729004,
-      "grad_norm": 1.78998260592103,
-      "learning_rate": 1.0326745527417098e-06,
-      "loss": 0.8327,
-      "step": 2347
-    },
-    {
-      "epoch": 0.7983679020741244,
-      "grad_norm": 1.7542085033348727,
-      "learning_rate": 1.0293248867056527e-06,
-      "loss": 0.8285,
-      "step": 2348
-    },
-    {
-      "epoch": 0.7987079224753485,
-      "grad_norm": 1.9678558489079983,
-      "learning_rate": 1.0259800386498204e-06,
-      "loss": 0.8867,
-      "step": 2349
-    },
-    {
-      "epoch": 0.7990479428765725,
-      "grad_norm": 2.214701849578641,
-      "learning_rate": 1.022640012632819e-06,
-      "loss": 0.9296,
-      "step": 2350
-    },
-    {
-      "epoch": 0.7993879632777967,
-      "grad_norm": 1.9468124426612539,
-      "learning_rate": 1.0193048127074034e-06,
-      "loss": 0.8632,
-      "step": 2351
-    },
-    {
-      "epoch": 0.7997279836790208,
-      "grad_norm": 1.5760592103068731,
-      "learning_rate": 1.0159744429204776e-06,
-      "loss": 0.8049,
-      "step": 2352
-    },
-    {
-      "epoch": 0.8000680040802448,
-      "grad_norm": 1.950530829583191,
-      "learning_rate": 1.0126489073130779e-06,
-      "loss": 0.6512,
-      "step": 2353
-    },
-    {
-      "epoch": 0.8004080244814689,
-      "grad_norm": 1.7143537928592565,
-      "learning_rate": 1.0093282099203805e-06,
-      "loss": 0.7408,
-      "step": 2354
-    },
-    {
-      "epoch": 0.8007480448826929,
-      "grad_norm": 3.702934075061963,
-      "learning_rate": 1.0060123547716888e-06,
-      "loss": 0.7784,
-      "step": 2355
-    },
-    {
-      "epoch": 0.8010880652839171,
-      "grad_norm": 1.599124103938154,
-      "learning_rate": 1.0027013458904288e-06,
-      "loss": 0.8521,
-      "step": 2356
-    },
-    {
-      "epoch": 0.8014280856851411,
-      "grad_norm": 1.713620640939179,
-      "learning_rate": 9.993951872941493e-07,
-      "loss": 0.8589,
-      "step": 2357
-    },
-    {
-      "epoch": 0.8017681060863652,
-      "grad_norm": 1.9033657273086837,
-      "learning_rate": 9.960938829945104e-07,
-      "loss": 0.7361,
-      "step": 2358
-    },
-    {
-      "epoch": 0.8021081264875892,
-      "grad_norm": 1.8996990852991276,
-      "learning_rate": 9.927974369972871e-07,
-      "loss": 0.7452,
-      "step": 2359
-    },
-    {
-      "epoch": 0.8024481468888133,
-      "grad_norm": 2.0379615163395193,
-      "learning_rate": 9.895058533023532e-07,
-      "loss": 0.5995,
-      "step": 2360
-    },
-    {
-      "epoch": 0.8027881672900374,
-      "grad_norm": 1.7890665810043467,
-      "learning_rate": 9.862191359036883e-07,
-      "loss": 0.9003,
-      "step": 2361
-    },
-    {
-      "epoch": 0.8031281876912615,
-      "grad_norm": 2.6456228617289748,
-      "learning_rate": 9.829372887893624e-07,
-      "loss": 0.7455,
-      "step": 2362
-    },
-    {
-      "epoch": 0.8034682080924855,
-      "grad_norm": 1.6805195436291074,
-      "learning_rate": 9.796603159415407e-07,
-      "loss": 0.7163,
-      "step": 2363
-    },
-    {
-      "epoch": 0.8038082284937096,
-      "grad_norm": 2.042414294670765,
-      "learning_rate": 9.763882213364705e-07,
-      "loss": 0.6174,
-      "step": 2364
-    },
-    {
-      "epoch": 0.8041482488949337,
-      "grad_norm": 1.8519040933711384,
-      "learning_rate": 9.731210089444803e-07,
-      "loss": 0.7669,
-      "step": 2365
-    },
-    {
-      "epoch": 0.8044882692961578,
-      "grad_norm": 2.2531030397503464,
-      "learning_rate": 9.69858682729976e-07,
-      "loss": 0.8395,
-      "step": 2366
-    },
-    {
-      "epoch": 0.8048282896973818,
-      "grad_norm": 2.0748617126240516,
-      "learning_rate": 9.66601246651432e-07,
-      "loss": 0.7717,
-      "step": 2367
-    },
-    {
-      "epoch": 0.8051683100986059,
-      "grad_norm": 3.841576998570947,
-      "learning_rate": 9.633487046613932e-07,
-      "loss": 0.8345,
-      "step": 2368
-    },
-    {
-      "epoch": 0.80550833049983,
-      "grad_norm": 1.7489227453665286,
-      "learning_rate": 9.60101060706462e-07,
-      "loss": 0.8575,
-      "step": 2369
-    },
-    {
-      "epoch": 0.8058483509010541,
-      "grad_norm": 1.7114506077871587,
-      "learning_rate": 9.568583187273018e-07,
-      "loss": 0.8861,
-      "step": 2370
-    },
-    {
-      "epoch": 0.8061883713022782,
-      "grad_norm": 2.629625241075618,
-      "learning_rate": 9.536204826586243e-07,
-      "loss": 0.707,
-      "step": 2371
-    },
-    {
-      "epoch": 0.8065283917035022,
-      "grad_norm": 2.451325517306834,
-      "learning_rate": 9.503875564291886e-07,
-      "loss": 0.7568,
-      "step": 2372
-    },
-    {
-      "epoch": 0.8068684121047263,
-      "grad_norm": 1.865454750034287,
-      "learning_rate": 9.471595439617986e-07,
-      "loss": 0.8517,
-      "step": 2373
-    },
-    {
-      "epoch": 0.8072084325059503,
-      "grad_norm": 2.0078901844899053,
-      "learning_rate": 9.439364491732927e-07,
-      "loss": 0.7792,
-      "step": 2374
-    },
-    {
-      "epoch": 0.8075484529071745,
-      "grad_norm": 2.1884086746809506,
-      "learning_rate": 9.407182759745464e-07,
-      "loss": 0.7711,
-      "step": 2375
-    },
-    {
-      "epoch": 0.8078884733083985,
-      "grad_norm": 2.359962377985305,
-      "learning_rate": 9.375050282704596e-07,
-      "loss": 0.7623,
-      "step": 2376
-    },
-    {
-      "epoch": 0.8082284937096226,
-      "grad_norm": 1.965811233572265,
-      "learning_rate": 9.342967099599587e-07,
-      "loss": 0.7636,
-      "step": 2377
-    },
-    {
-      "epoch": 0.8085685141108466,
-      "grad_norm": 2.1355877396954557,
-      "learning_rate": 9.31093324935985e-07,
-      "loss": 0.8835,
-      "step": 2378
-    },
-    {
-      "epoch": 0.8089085345120707,
-      "grad_norm": 1.725291600691821,
-      "learning_rate": 9.278948770854984e-07,
-      "loss": 0.8575,
-      "step": 2379
-    },
-    {
-      "epoch": 0.8092485549132948,
-      "grad_norm": 2.1970920436039725,
-      "learning_rate": 9.247013702894653e-07,
-      "loss": 0.7891,
-      "step": 2380
-    },
-    {
-      "epoch": 0.8095885753145189,
-      "grad_norm": 2.1911323854498304,
-      "learning_rate": 9.215128084228564e-07,
-      "loss": 0.7819,
-      "step": 2381
-    },
-    {
-      "epoch": 0.8099285957157429,
-      "grad_norm": 1.9062475395377723,
-      "learning_rate": 9.183291953546425e-07,
-      "loss": 0.7573,
-      "step": 2382
-    },
-    {
-      "epoch": 0.810268616116967,
-      "grad_norm": 1.5938084300323458,
-      "learning_rate": 9.151505349477901e-07,
-      "loss": 0.744,
-      "step": 2383
-    },
-    {
-      "epoch": 0.810608636518191,
-      "grad_norm": 2.4169596699907103,
-      "learning_rate": 9.11976831059258e-07,
-      "loss": 0.7026,
-      "step": 2384
-    },
-    {
-      "epoch": 0.8109486569194152,
-      "grad_norm": 2.6219709533237903,
-      "learning_rate": 9.088080875399862e-07,
-      "loss": 0.6643,
-      "step": 2385
-    },
-    {
-      "epoch": 0.8112886773206393,
-      "grad_norm": 2.01219370432533,
-      "learning_rate": 9.056443082349015e-07,
-      "loss": 0.7425,
-      "step": 2386
-    },
-    {
-      "epoch": 0.8116286977218633,
-      "grad_norm": 2.066167061827305,
-      "learning_rate": 9.024854969829016e-07,
-      "loss": 0.6546,
-      "step": 2387
-    },
-    {
-      "epoch": 0.8119687181230874,
-      "grad_norm": 1.4300615570476107,
-      "learning_rate": 8.993316576168626e-07,
-      "loss": 0.7899,
-      "step": 2388
-    },
-    {
-      "epoch": 0.8123087385243115,
-      "grad_norm": 1.7707829875888732,
-      "learning_rate": 8.961827939636198e-07,
-      "loss": 0.8382,
-      "step": 2389
-    },
-    {
-      "epoch": 0.8126487589255356,
-      "grad_norm": 2.1704787690301597,
-      "learning_rate": 8.930389098439751e-07,
-      "loss": 0.7779,
-      "step": 2390
-    },
-    {
-      "epoch": 0.8129887793267596,
-      "grad_norm": 1.6521448642583239,
-      "learning_rate": 8.899000090726905e-07,
-      "loss": 0.788,
-      "step": 2391
-    },
-    {
-      "epoch": 0.8133287997279837,
-      "grad_norm": 1.9493462394819676,
-      "learning_rate": 8.867660954584773e-07,
-      "loss": 0.8392,
-      "step": 2392
-    },
-    {
-      "epoch": 0.8136688201292077,
-      "grad_norm": 1.8331269676018516,
-      "learning_rate": 8.836371728039989e-07,
-      "loss": 0.78,
-      "step": 2393
-    },
-    {
-      "epoch": 0.8140088405304319,
-      "grad_norm": 2.026606682272262,
-      "learning_rate": 8.80513244905859e-07,
-      "loss": 0.8935,
-      "step": 2394
-    },
-    {
-      "epoch": 0.8143488609316559,
-      "grad_norm": 1.7620149620203838,
-      "learning_rate": 8.773943155546044e-07,
-      "loss": 0.6249,
-      "step": 2395
-    },
-    {
-      "epoch": 0.81468888133288,
-      "grad_norm": 2.7206868334859506,
-      "learning_rate": 8.74280388534714e-07,
-      "loss": 0.7804,
-      "step": 2396
-    },
-    {
-      "epoch": 0.815028901734104,
-      "grad_norm": 1.7308067133219402,
-      "learning_rate": 8.711714676245975e-07,
-      "loss": 0.7325,
-      "step": 2397
-    },
-    {
-      "epoch": 0.8153689221353281,
-      "grad_norm": 2.51943783841568,
-      "learning_rate": 8.680675565965918e-07,
-      "loss": 0.752,
-      "step": 2398
-    },
-    {
-      "epoch": 0.8157089425365522,
-      "grad_norm": 1.549980412078022,
-      "learning_rate": 8.64968659216951e-07,
-      "loss": 0.9601,
-      "step": 2399
-    },
-    {
-      "epoch": 0.8160489629377763,
-      "grad_norm": 2.0254215121489194,
-      "learning_rate": 8.618747792458515e-07,
-      "loss": 0.8119,
-      "step": 2400
-    },
-    {
-      "epoch": 0.8163889833390003,
-      "grad_norm": 1.9202778211704874,
-      "learning_rate": 8.58785920437376e-07,
-      "loss": 0.7911,
-      "step": 2401
-    },
-    {
-      "epoch": 0.8167290037402244,
-      "grad_norm": 1.6548864238372174,
-      "learning_rate": 8.557020865395194e-07,
-      "loss": 0.7711,
-      "step": 2402
-    },
-    {
-      "epoch": 0.8170690241414484,
-      "grad_norm": 1.5676328354601332,
-      "learning_rate": 8.526232812941748e-07,
-      "loss": 0.6984,
-      "step": 2403
-    },
-    {
-      "epoch": 0.8174090445426726,
-      "grad_norm": 1.7193145665504181,
-      "learning_rate": 8.49549508437138e-07,
-      "loss": 0.8111,
-      "step": 2404
-    },
-    {
-      "epoch": 0.8177490649438967,
-      "grad_norm": 1.68834796706292,
-      "learning_rate": 8.464807716980961e-07,
-      "loss": 0.7438,
-      "step": 2405
-    },
-    {
-      "epoch": 0.8180890853451207,
-      "grad_norm": 2.349332554637134,
-      "learning_rate": 8.434170748006226e-07,
-      "loss": 0.8144,
-      "step": 2406
-    },
-    {
-      "epoch": 0.8184291057463448,
-      "grad_norm": 7.841596102340736,
-      "learning_rate": 8.403584214621823e-07,
-      "loss": 0.7929,
-      "step": 2407
-    },
-    {
-      "epoch": 0.8187691261475688,
-      "grad_norm": 2.141322231062195,
-      "learning_rate": 8.373048153941144e-07,
-      "loss": 0.8196,
-      "step": 2408
-    },
-    {
-      "epoch": 0.819109146548793,
-      "grad_norm": 2.0397457850733884,
-      "learning_rate": 8.34256260301638e-07,
-      "loss": 0.7033,
-      "step": 2409
-    },
-    {
-      "epoch": 0.819449166950017,
-      "grad_norm": 2.205136821953891,
-      "learning_rate": 8.312127598838387e-07,
-      "loss": 0.7234,
-      "step": 2410
-    },
-    {
-      "epoch": 0.8197891873512411,
-      "grad_norm": 4.337708830724585,
-      "learning_rate": 8.281743178336754e-07,
-      "loss": 0.7171,
-      "step": 2411
-    },
-    {
-      "epoch": 0.8201292077524651,
-      "grad_norm": 1.6721477091051125,
-      "learning_rate": 8.251409378379638e-07,
-      "loss": 0.8007,
-      "step": 2412
-    },
-    {
-      "epoch": 0.8204692281536892,
-      "grad_norm": 3.8418421223750685,
-      "learning_rate": 8.22112623577378e-07,
-      "loss": 0.7635,
-      "step": 2413
-    },
-    {
-      "epoch": 0.8208092485549133,
-      "grad_norm": 1.6182376861006265,
-      "learning_rate": 8.19089378726447e-07,
-      "loss": 0.7876,
-      "step": 2414
-    },
-    {
-      "epoch": 0.8211492689561374,
-      "grad_norm": 2.2512602655558376,
-      "learning_rate": 8.160712069535464e-07,
-      "loss": 0.7364,
-      "step": 2415
-    },
-    {
-      "epoch": 0.8214892893573614,
-      "grad_norm": 1.5613182342547798,
-      "learning_rate": 8.130581119209008e-07,
-      "loss": 0.7997,
-      "step": 2416
-    },
-    {
-      "epoch": 0.8218293097585855,
-      "grad_norm": 2.123606402304467,
-      "learning_rate": 8.100500972845688e-07,
-      "loss": 0.7256,
-      "step": 2417
-    },
-    {
-      "epoch": 0.8221693301598096,
-      "grad_norm": 2.5565946650892846,
-      "learning_rate": 8.070471666944496e-07,
-      "loss": 0.7453,
-      "step": 2418
-    },
-    {
-      "epoch": 0.8225093505610337,
-      "grad_norm": 2.2217115142287667,
-      "learning_rate": 8.040493237942698e-07,
-      "loss": 0.8128,
-      "step": 2419
-    },
-    {
-      "epoch": 0.8228493709622577,
-      "grad_norm": 1.8879938400884209,
-      "learning_rate": 8.010565722215851e-07,
-      "loss": 0.7291,
-      "step": 2420
-    },
-    {
-      "epoch": 0.8231893913634818,
-      "grad_norm": 1.8601116173360819,
-      "learning_rate": 7.98068915607772e-07,
-      "loss": 0.801,
-      "step": 2421
-    },
-    {
-      "epoch": 0.8235294117647058,
-      "grad_norm": 1.7254034450571911,
-      "learning_rate": 7.950863575780249e-07,
-      "loss": 0.7592,
-      "step": 2422
-    },
-    {
-      "epoch": 0.82386943216593,
-      "grad_norm": 2.6122625161288586,
-      "learning_rate": 7.921089017513522e-07,
-      "loss": 0.8019,
-      "step": 2423
-    },
-    {
-      "epoch": 0.824209452567154,
-      "grad_norm": 1.6973528915543705,
-      "learning_rate": 7.891365517405702e-07,
-      "loss": 0.8974,
-      "step": 2424
-    },
-    {
-      "epoch": 0.8245494729683781,
-      "grad_norm": 1.7759681048749987,
-      "learning_rate": 7.861693111523022e-07,
-      "loss": 0.7917,
-      "step": 2425
-    },
-    {
-      "epoch": 0.8248894933696022,
-      "grad_norm": 1.7705878213685702,
-      "learning_rate": 7.832071835869687e-07,
-      "loss": 0.8071,
-      "step": 2426
-    },
-    {
-      "epoch": 0.8252295137708262,
-      "grad_norm": 2.156963508346104,
-      "learning_rate": 7.802501726387901e-07,
-      "loss": 0.7664,
-      "step": 2427
-    },
-    {
-      "epoch": 0.8255695341720504,
-      "grad_norm": 1.7276432522564236,
-      "learning_rate": 7.772982818957742e-07,
-      "loss": 0.7373,
-      "step": 2428
-    },
-    {
-      "epoch": 0.8259095545732744,
-      "grad_norm": 5.112931675706146,
-      "learning_rate": 7.743515149397185e-07,
-      "loss": 0.777,
-      "step": 2429
-    },
-    {
-      "epoch": 0.8262495749744985,
-      "grad_norm": 1.859215069146444,
-      "learning_rate": 7.714098753462018e-07,
-      "loss": 0.7991,
-      "step": 2430
-    },
-    {
-      "epoch": 0.8265895953757225,
-      "grad_norm": 2.0011677462274737,
-      "learning_rate": 7.684733666845812e-07,
-      "loss": 0.7925,
-      "step": 2431
-    },
-    {
-      "epoch": 0.8269296157769466,
-      "grad_norm": 2.7022442512396987,
-      "learning_rate": 7.655419925179919e-07,
-      "loss": 0.6235,
-      "step": 2432
-    },
-    {
-      "epoch": 0.8272696361781707,
-      "grad_norm": 2.0241160886895293,
-      "learning_rate": 7.626157564033332e-07,
-      "loss": 0.6865,
-      "step": 2433
-    },
-    {
-      "epoch": 0.8276096565793948,
-      "grad_norm": 1.906792937890856,
-      "learning_rate": 7.596946618912754e-07,
-      "loss": 0.8559,
-      "step": 2434
-    },
-    {
-      "epoch": 0.8279496769806188,
-      "grad_norm": 1.8797923348430752,
-      "learning_rate": 7.567787125262449e-07,
-      "loss": 0.6898,
-      "step": 2435
-    },
-    {
-      "epoch": 0.8282896973818429,
-      "grad_norm": 1.8757719817795944,
-      "learning_rate": 7.538679118464298e-07,
-      "loss": 0.7356,
-      "step": 2436
-    },
-    {
-      "epoch": 0.8286297177830669,
-      "grad_norm": 2.699911415427047,
-      "learning_rate": 7.509622633837671e-07,
-      "loss": 0.6198,
-      "step": 2437
-    },
-    {
-      "epoch": 0.8289697381842911,
-      "grad_norm": 1.8535353558494398,
-      "learning_rate": 7.480617706639442e-07,
-      "loss": 0.6603,
-      "step": 2438
-    },
-    {
-      "epoch": 0.8293097585855151,
-      "grad_norm": 2.0077754858561025,
-      "learning_rate": 7.451664372063916e-07,
-      "loss": 0.8192,
-      "step": 2439
-    },
-    {
-      "epoch": 0.8296497789867392,
-      "grad_norm": 2.3842511987435064,
-      "learning_rate": 7.422762665242788e-07,
-      "loss": 0.8319,
-      "step": 2440
-    },
-    {
-      "epoch": 0.8299897993879632,
-      "grad_norm": 2.3986998450988835,
-      "learning_rate": 7.393912621245142e-07,
-      "loss": 0.798,
-      "step": 2441
-    },
-    {
-      "epoch": 0.8303298197891874,
-      "grad_norm": 1.761347248138979,
-      "learning_rate": 7.365114275077334e-07,
-      "loss": 0.7448,
-      "step": 2442
-    },
-    {
-      "epoch": 0.8306698401904115,
-      "grad_norm": 1.9120511252582268,
-      "learning_rate": 7.33636766168303e-07,
-      "loss": 0.8883,
-      "step": 2443
-    },
-    {
-      "epoch": 0.8310098605916355,
-      "grad_norm": 1.8267075244116617,
-      "learning_rate": 7.307672815943084e-07,
-      "loss": 0.7732,
-      "step": 2444
-    },
-    {
-      "epoch": 0.8313498809928596,
-      "grad_norm": 1.9441639104439716,
-      "learning_rate": 7.279029772675572e-07,
-      "loss": 0.8854,
-      "step": 2445
-    },
-    {
-      "epoch": 0.8316899013940836,
-      "grad_norm": 2.1103415209340604,
-      "learning_rate": 7.250438566635692e-07,
-      "loss": 0.8216,
-      "step": 2446
-    },
-    {
-      "epoch": 0.8320299217953078,
-      "grad_norm": 1.8163467229280887,
-      "learning_rate": 7.221899232515727e-07,
-      "loss": 0.863,
-      "step": 2447
-    },
-    {
-      "epoch": 0.8323699421965318,
-      "grad_norm": 2.1150765935601474,
-      "learning_rate": 7.193411804945061e-07,
-      "loss": 0.6834,
-      "step": 2448
-    },
-    {
-      "epoch": 0.8327099625977559,
-      "grad_norm": 1.9172782529773438,
-      "learning_rate": 7.164976318490058e-07,
-      "loss": 0.8915,
-      "step": 2449
-    },
-    {
-      "epoch": 0.8330499829989799,
-      "grad_norm": 2.302226063344335,
-      "learning_rate": 7.136592807654085e-07,
-      "loss": 0.7917,
-      "step": 2450
-    },
-    {
-      "epoch": 0.833390003400204,
-      "grad_norm": 3.323395060515028,
-      "learning_rate": 7.108261306877423e-07,
-      "loss": 0.7571,
-      "step": 2451
-    },
-    {
-      "epoch": 0.8337300238014281,
-      "grad_norm": 2.044271938418409,
-      "learning_rate": 7.079981850537266e-07,
-      "loss": 0.8017,
-      "step": 2452
-    },
-    {
-      "epoch": 0.8340700442026522,
-      "grad_norm": 2.1409274203005193,
-      "learning_rate": 7.051754472947625e-07,
-      "loss": 0.7459,
-      "step": 2453
-    },
-    {
-      "epoch": 0.8344100646038762,
-      "grad_norm": 2.95578414657139,
-      "learning_rate": 7.023579208359349e-07,
-      "loss": 0.8399,
-      "step": 2454
-    },
-    {
-      "epoch": 0.8347500850051003,
-      "grad_norm": 1.7525330525619445,
-      "learning_rate": 6.995456090960034e-07,
-      "loss": 0.8179,
-      "step": 2455
-    },
-    {
-      "epoch": 0.8350901054063243,
-      "grad_norm": 3.5586869346230676,
-      "learning_rate": 6.967385154874001e-07,
-      "loss": 0.9779,
-      "step": 2456
-    },
-    {
-      "epoch": 0.8354301258075485,
-      "grad_norm": 1.7571946774112055,
-      "learning_rate": 6.939366434162287e-07,
-      "loss": 0.8006,
-      "step": 2457
-    },
-    {
-      "epoch": 0.8357701462087725,
-      "grad_norm": 2.4033098083942446,
-      "learning_rate": 6.911399962822518e-07,
-      "loss": 0.7554,
-      "step": 2458
-    },
-    {
-      "epoch": 0.8361101666099966,
-      "grad_norm": 1.869358589109052,
-      "learning_rate": 6.883485774788973e-07,
-      "loss": 0.7259,
-      "step": 2459
-    },
-    {
-      "epoch": 0.8364501870112206,
-      "grad_norm": 1.91414508963133,
-      "learning_rate": 6.855623903932457e-07,
-      "loss": 0.6757,
-      "step": 2460
-    },
-    {
-      "epoch": 0.8367902074124447,
-      "grad_norm": 1.7629021010412422,
-      "learning_rate": 6.82781438406031e-07,
-      "loss": 0.6845,
-      "step": 2461
-    },
-    {
-      "epoch": 0.8371302278136689,
-      "grad_norm": 1.733843016954561,
-      "learning_rate": 6.800057248916347e-07,
-      "loss": 0.7731,
-      "step": 2462
-    },
-    {
-      "epoch": 0.8374702482148929,
-      "grad_norm": 1.6233499660099797,
-      "learning_rate": 6.772352532180815e-07,
-      "loss": 0.7542,
-      "step": 2463
-    },
-    {
-      "epoch": 0.837810268616117,
-      "grad_norm": 1.9854817972998593,
-      "learning_rate": 6.74470026747035e-07,
-      "loss": 0.7532,
-      "step": 2464
-    },
-    {
-      "epoch": 0.838150289017341,
-      "grad_norm": 2.0817806024786454,
-      "learning_rate": 6.717100488337952e-07,
-      "loss": 0.7815,
-      "step": 2465
-    },
-    {
-      "epoch": 0.8384903094185651,
-      "grad_norm": 2.966599408068768,
-      "learning_rate": 6.689553228272955e-07,
-      "loss": 0.7962,
-      "step": 2466
-    },
-    {
-      "epoch": 0.8388303298197892,
-      "grad_norm": 2.0775168349055577,
-      "learning_rate": 6.662058520700926e-07,
-      "loss": 0.7808,
-      "step": 2467
-    },
-    {
-      "epoch": 0.8391703502210133,
-      "grad_norm": 2.4039263789618595,
-      "learning_rate": 6.634616398983712e-07,
-      "loss": 0.8221,
-      "step": 2468
-    },
-    {
-      "epoch": 0.8395103706222373,
-      "grad_norm": 1.622008521580856,
-      "learning_rate": 6.607226896419305e-07,
-      "loss": 0.7502,
-      "step": 2469
-    },
-    {
-      "epoch": 0.8398503910234614,
-      "grad_norm": 2.1962585919549564,
-      "learning_rate": 6.579890046241888e-07,
-      "loss": 0.7449,
-      "step": 2470
-    },
-    {
-      "epoch": 0.8401904114246855,
-      "grad_norm": 1.819758576227155,
-      "learning_rate": 6.552605881621732e-07,
-      "loss": 0.7057,
-      "step": 2471
-    },
-    {
-      "epoch": 0.8405304318259096,
-      "grad_norm": 1.9641795678417464,
-      "learning_rate": 6.525374435665183e-07,
-      "loss": 0.73,
-      "step": 2472
-    },
-    {
-      "epoch": 0.8408704522271336,
-      "grad_norm": 1.6323001552109164,
-      "learning_rate": 6.498195741414637e-07,
-      "loss": 0.7322,
-      "step": 2473
-    },
-    {
-      "epoch": 0.8412104726283577,
-      "grad_norm": 1.8961797022845666,
-      "learning_rate": 6.471069831848453e-07,
-      "loss": 0.721,
-      "step": 2474
-    },
-    {
-      "epoch": 0.8415504930295817,
-      "grad_norm": 1.811172379243824,
-      "learning_rate": 6.443996739880981e-07,
-      "loss": 0.7265,
-      "step": 2475
-    },
-    {
-      "epoch": 0.8418905134308059,
-      "grad_norm": 1.7705443438552309,
-      "learning_rate": 6.416976498362432e-07,
-      "loss": 0.641,
-      "step": 2476
-    },
-    {
-      "epoch": 0.84223053383203,
-      "grad_norm": 2.5591611017829186,
-      "learning_rate": 6.39000914007894e-07,
-      "loss": 0.8185,
-      "step": 2477
-    },
-    {
-      "epoch": 0.842570554233254,
-      "grad_norm": 1.500821178484566,
-      "learning_rate": 6.363094697752436e-07,
-      "loss": 0.8445,
-      "step": 2478
-    },
-    {
-      "epoch": 0.842910574634478,
-      "grad_norm": 1.8045464912453517,
-      "learning_rate": 6.336233204040654e-07,
-      "loss": 0.8186,
-      "step": 2479
-    },
-    {
-      "epoch": 0.8432505950357021,
-      "grad_norm": 2.1257740354966024,
-      "learning_rate": 6.309424691537075e-07,
-      "loss": 0.7636,
-      "step": 2480
-    },
-    {
-      "epoch": 0.8435906154369263,
-      "grad_norm": 2.1805061395433025,
-      "learning_rate": 6.282669192770896e-07,
-      "loss": 0.7369,
-      "step": 2481
-    },
-    {
-      "epoch": 0.8439306358381503,
-      "grad_norm": 2.794846227145433,
-      "learning_rate": 6.255966740207003e-07,
-      "loss": 0.7512,
-      "step": 2482
-    },
-    {
-      "epoch": 0.8442706562393744,
-      "grad_norm": 2.139417416344505,
-      "learning_rate": 6.229317366245891e-07,
-      "loss": 0.858,
-      "step": 2483
-    },
-    {
-      "epoch": 0.8446106766405984,
-      "grad_norm": 1.6794324817896975,
-      "learning_rate": 6.20272110322368e-07,
-      "loss": 0.7415,
-      "step": 2484
-    },
-    {
-      "epoch": 0.8449506970418225,
-      "grad_norm": 2.557876957181143,
-      "learning_rate": 6.176177983412013e-07,
-      "loss": 0.7493,
-      "step": 2485
-    },
-    {
-      "epoch": 0.8452907174430466,
-      "grad_norm": 1.6147587726820207,
-      "learning_rate": 6.14968803901807e-07,
-      "loss": 0.7066,
-      "step": 2486
-    },
-    {
-      "epoch": 0.8456307378442707,
-      "grad_norm": 6.264968025708578,
-      "learning_rate": 6.123251302184502e-07,
-      "loss": 0.7846,
-      "step": 2487
-    },
-    {
-      "epoch": 0.8459707582454947,
-      "grad_norm": 2.0720939669815297,
-      "learning_rate": 6.096867804989387e-07,
-      "loss": 0.8005,
-      "step": 2488
-    },
-    {
-      "epoch": 0.8463107786467188,
-      "grad_norm": 1.7818861934834522,
-      "learning_rate": 6.07053757944624e-07,
-      "loss": 0.8083,
-      "step": 2489
-    },
-    {
-      "epoch": 0.8466507990479428,
-      "grad_norm": 1.9663397712493058,
-      "learning_rate": 6.044260657503881e-07,
-      "loss": 0.7888,
-      "step": 2490
-    },
-    {
-      "epoch": 0.846990819449167,
-      "grad_norm": 1.7007116920435754,
-      "learning_rate": 6.018037071046518e-07,
-      "loss": 0.727,
-      "step": 2491
-    },
-    {
-      "epoch": 0.847330839850391,
-      "grad_norm": 2.01433634361555,
-      "learning_rate": 5.991866851893569e-07,
-      "loss": 0.7841,
-      "step": 2492
-    },
-    {
-      "epoch": 0.8476708602516151,
-      "grad_norm": 2.0056879931109104,
-      "learning_rate": 5.965750031799772e-07,
-      "loss": 0.7634,
-      "step": 2493
-    },
-    {
-      "epoch": 0.8480108806528391,
-      "grad_norm": 1.7817072170081534,
-      "learning_rate": 5.939686642455012e-07,
-      "loss": 0.7755,
-      "step": 2494
-    },
-    {
-      "epoch": 0.8483509010540632,
-      "grad_norm": 1.771192620612961,
-      "learning_rate": 5.913676715484363e-07,
-      "loss": 0.8514,
-      "step": 2495
-    },
-    {
-      "epoch": 0.8486909214552874,
-      "grad_norm": 1.9377408759282009,
-      "learning_rate": 5.887720282448034e-07,
-      "loss": 0.7875,
-      "step": 2496
-    },
-    {
-      "epoch": 0.8490309418565114,
-      "grad_norm": 1.875586498487033,
-      "learning_rate": 5.861817374841311e-07,
-      "loss": 0.7402,
-      "step": 2497
-    },
-    {
-      "epoch": 0.8493709622577355,
-      "grad_norm": 1.896813734307177,
-      "learning_rate": 5.835968024094551e-07,
-      "loss": 0.7494,
-      "step": 2498
-    },
-    {
-      "epoch": 0.8497109826589595,
-      "grad_norm": 1.746600133481283,
-      "learning_rate": 5.810172261573099e-07,
-      "loss": 0.7486,
-      "step": 2499
-    },
-    {
-      "epoch": 0.8500510030601837,
-      "grad_norm": 1.701793210043788,
-      "learning_rate": 5.784430118577322e-07,
-      "loss": 0.7742,
-      "step": 2500
-    },
-    {
-      "epoch": 0.8503910234614077,
-      "grad_norm": 1.8039181908755018,
-      "learning_rate": 5.758741626342479e-07,
-      "loss": 0.8416,
-      "step": 2501
-    },
-    {
-      "epoch": 0.8507310438626318,
-      "grad_norm": 1.7572654084027113,
-      "learning_rate": 5.733106816038736e-07,
-      "loss": 0.6848,
-      "step": 2502
-    },
-    {
-      "epoch": 0.8510710642638558,
-      "grad_norm": 2.018493313007424,
-      "learning_rate": 5.707525718771151e-07,
-      "loss": 0.8917,
-      "step": 2503
-    },
-    {
-      "epoch": 0.8514110846650799,
-      "grad_norm": 2.0723674784682644,
-      "learning_rate": 5.681998365579594e-07,
-      "loss": 0.8585,
-      "step": 2504
-    },
-    {
-      "epoch": 0.851751105066304,
-      "grad_norm": 1.8580629745251314,
-      "learning_rate": 5.6565247874387e-07,
-      "loss": 0.7809,
-      "step": 2505
-    },
-    {
-      "epoch": 0.8520911254675281,
-      "grad_norm": 1.8712383894476246,
-      "learning_rate": 5.631105015257871e-07,
-      "loss": 0.7901,
-      "step": 2506
-    },
-    {
-      "epoch": 0.8524311458687521,
-      "grad_norm": 1.574135923996909,
-      "learning_rate": 5.60573907988124e-07,
-      "loss": 0.7791,
-      "step": 2507
-    },
-    {
-      "epoch": 0.8527711662699762,
-      "grad_norm": 2.195303216051158,
-      "learning_rate": 5.58042701208758e-07,
-      "loss": 0.6425,
-      "step": 2508
-    },
-    {
-      "epoch": 0.8531111866712002,
-      "grad_norm": 2.0222539828068418,
-      "learning_rate": 5.55516884259033e-07,
-      "loss": 0.8305,
-      "step": 2509
-    },
-    {
-      "epoch": 0.8534512070724244,
-      "grad_norm": 2.0135511435332427,
-      "learning_rate": 5.529964602037519e-07,
-      "loss": 0.7716,
-      "step": 2510
-    },
-    {
-      "epoch": 0.8537912274736484,
-      "grad_norm": 1.7236389648693269,
-      "learning_rate": 5.504814321011732e-07,
-      "loss": 0.6894,
-      "step": 2511
-    },
-    {
-      "epoch": 0.8541312478748725,
-      "grad_norm": 1.8873379975752618,
-      "learning_rate": 5.479718030030084e-07,
-      "loss": 0.7636,
-      "step": 2512
-    },
-    {
-      "epoch": 0.8544712682760965,
-      "grad_norm": 1.7426057926099683,
-      "learning_rate": 5.454675759544176e-07,
-      "loss": 0.8053,
-      "step": 2513
-    },
-    {
-      "epoch": 0.8548112886773206,
-      "grad_norm": 1.8753643537027582,
-      "learning_rate": 5.429687539940076e-07,
-      "loss": 0.723,
-      "step": 2514
-    },
-    {
-      "epoch": 0.8551513090785448,
-      "grad_norm": 1.7277156698902645,
-      "learning_rate": 5.404753401538249e-07,
-      "loss": 0.7989,
-      "step": 2515
-    },
-    {
-      "epoch": 0.8554913294797688,
-      "grad_norm": 2.2677017882113675,
-      "learning_rate": 5.379873374593563e-07,
-      "loss": 0.7536,
-      "step": 2516
-    },
-    {
-      "epoch": 0.8558313498809929,
-      "grad_norm": 1.622977811890628,
-      "learning_rate": 5.355047489295195e-07,
-      "loss": 0.7579,
-      "step": 2517
-    },
-    {
-      "epoch": 0.8561713702822169,
-      "grad_norm": 1.8045814672152072,
-      "learning_rate": 5.330275775766642e-07,
-      "loss": 0.7795,
-      "step": 2518
-    },
-    {
-      "epoch": 0.856511390683441,
-      "grad_norm": 1.8483802620891205,
-      "learning_rate": 5.30555826406568e-07,
-      "loss": 0.8143,
-      "step": 2519
-    },
-    {
-      "epoch": 0.8568514110846651,
-      "grad_norm": 2.0653176883961075,
-      "learning_rate": 5.28089498418431e-07,
-      "loss": 0.8275,
-      "step": 2520
-    },
-    {
-      "epoch": 0.8571914314858892,
-      "grad_norm": 2.3816394206381752,
-      "learning_rate": 5.256285966048719e-07,
-      "loss": 0.7278,
-      "step": 2521
-    },
-    {
-      "epoch": 0.8575314518871132,
-      "grad_norm": 1.6020707124660172,
-      "learning_rate": 5.23173123951925e-07,
-      "loss": 0.8589,
-      "step": 2522
-    },
-    {
-      "epoch": 0.8578714722883373,
-      "grad_norm": 2.2904803070652684,
-      "learning_rate": 5.207230834390403e-07,
-      "loss": 0.7793,
-      "step": 2523
-    },
-    {
-      "epoch": 0.8582114926895614,
-      "grad_norm": 2.2504916928798666,
-      "learning_rate": 5.182784780390721e-07,
-      "loss": 0.7643,
-      "step": 2524
-    },
-    {
-      "epoch": 0.8585515130907855,
-      "grad_norm": 2.1813636901240074,
-      "learning_rate": 5.158393107182835e-07,
-      "loss": 0.7989,
-      "step": 2525
-    },
-    {
-      "epoch": 0.8588915334920095,
-      "grad_norm": 2.17526125079606,
-      "learning_rate": 5.134055844363367e-07,
-      "loss": 0.7287,
-      "step": 2526
-    },
-    {
-      "epoch": 0.8592315538932336,
-      "grad_norm": 2.0068173957653364,
-      "learning_rate": 5.109773021462921e-07,
-      "loss": 0.8449,
-      "step": 2527
-    },
-    {
-      "epoch": 0.8595715742944576,
-      "grad_norm": 1.9711345745234496,
-      "learning_rate": 5.085544667946057e-07,
-      "loss": 0.8109,
-      "step": 2528
-    },
-    {
-      "epoch": 0.8599115946956818,
-      "grad_norm": 2.3317026622050583,
-      "learning_rate": 5.061370813211219e-07,
-      "loss": 0.7172,
-      "step": 2529
-    },
-    {
-      "epoch": 0.8602516150969058,
-      "grad_norm": 1.757253994535814,
-      "learning_rate": 5.037251486590755e-07,
-      "loss": 0.7579,
-      "step": 2530
-    },
-    {
-      "epoch": 0.8605916354981299,
-      "grad_norm": 2.0285732960091543,
-      "learning_rate": 5.013186717350815e-07,
-      "loss": 0.796,
-      "step": 2531
-    },
-    {
-      "epoch": 0.8609316558993539,
-      "grad_norm": 1.659656431274867,
-      "learning_rate": 4.989176534691381e-07,
-      "loss": 0.7392,
-      "step": 2532
-    },
-    {
-      "epoch": 0.861271676300578,
-      "grad_norm": 2.0089159264540553,
-      "learning_rate": 4.965220967746181e-07,
-      "loss": 0.7919,
-      "step": 2533
-    },
-    {
-      "epoch": 0.8616116967018022,
-      "grad_norm": 2.473425505190949,
-      "learning_rate": 4.94132004558266e-07,
-      "loss": 0.7572,
-      "step": 2534
-    },
-    {
-      "epoch": 0.8619517171030262,
-      "grad_norm": 2.151920557303182,
-      "learning_rate": 4.917473797202005e-07,
-      "loss": 0.7254,
-      "step": 2535
-    },
-    {
-      "epoch": 0.8622917375042503,
-      "grad_norm": 2.232388197647897,
-      "learning_rate": 4.893682251539012e-07,
-      "loss": 0.6701,
-      "step": 2536
-    },
-    {
-      "epoch": 0.8626317579054743,
-      "grad_norm": 1.8999196855734106,
-      "learning_rate": 4.869945437462126e-07,
-      "loss": 0.7422,
-      "step": 2537
-    },
-    {
-      "epoch": 0.8629717783066984,
-      "grad_norm": 1.8645892417506236,
-      "learning_rate": 4.846263383773364e-07,
-      "loss": 0.7827,
-      "step": 2538
-    },
-    {
-      "epoch": 0.8633117987079225,
-      "grad_norm": 1.9633226448791292,
-      "learning_rate": 4.822636119208335e-07,
-      "loss": 0.8252,
-      "step": 2539
-    },
-    {
-      "epoch": 0.8636518191091466,
-      "grad_norm": 2.412498853567893,
-      "learning_rate": 4.799063672436111e-07,
-      "loss": 0.6881,
-      "step": 2540
-    },
-    {
-      "epoch": 0.8639918395103706,
-      "grad_norm": 2.0646181111873116,
-      "learning_rate": 4.775546072059311e-07,
-      "loss": 0.7813,
-      "step": 2541
-    },
-    {
-      "epoch": 0.8643318599115947,
-      "grad_norm": 1.811749527105386,
-      "learning_rate": 4.752083346613956e-07,
-      "loss": 0.804,
-      "step": 2542
-    },
-    {
-      "epoch": 0.8646718803128187,
-      "grad_norm": 2.0205742904901003,
-      "learning_rate": 4.728675524569487e-07,
-      "loss": 0.7478,
-      "step": 2543
-    },
-    {
-      "epoch": 0.8650119007140429,
-      "grad_norm": 1.6948710939652791,
-      "learning_rate": 4.7053226343287626e-07,
-      "loss": 0.7354,
-      "step": 2544
-    },
-    {
-      "epoch": 0.8653519211152669,
-      "grad_norm": 1.8571787878044181,
-      "learning_rate": 4.68202470422795e-07,
-      "loss": 0.7866,
-      "step": 2545
-    },
-    {
-      "epoch": 0.865691941516491,
-      "grad_norm": 4.332069466957595,
-      "learning_rate": 4.6587817625365406e-07,
-      "loss": 0.9335,
-      "step": 2546
-    },
-    {
-      "epoch": 0.866031961917715,
-      "grad_norm": 2.1059679315712083,
-      "learning_rate": 4.6355938374572975e-07,
-      "loss": 0.7504,
-      "step": 2547
-    },
-    {
-      "epoch": 0.8663719823189391,
-      "grad_norm": 2.411521023379306,
-      "learning_rate": 4.612460957126247e-07,
-      "loss": 0.7945,
-      "step": 2548
-    },
-    {
-      "epoch": 0.8667120027201632,
-      "grad_norm": 3.5331071294473904,
-      "learning_rate": 4.589383149612603e-07,
-      "loss": 0.7663,
-      "step": 2549
-    },
-    {
-      "epoch": 0.8670520231213873,
-      "grad_norm": 1.8408470267130377,
-      "learning_rate": 4.5663604429187547e-07,
-      "loss": 0.7752,
-      "step": 2550
-    },
-    {
-      "epoch": 0.8673920435226113,
-      "grad_norm": 1.8173297059452884,
-      "learning_rate": 4.543392864980256e-07,
-      "loss": 0.734,
-      "step": 2551
-    },
-    {
-      "epoch": 0.8677320639238354,
-      "grad_norm": 1.6548861190043966,
-      "learning_rate": 4.5204804436657423e-07,
-      "loss": 0.7518,
-      "step": 2552
-    },
-    {
-      "epoch": 0.8680720843250596,
-      "grad_norm": 1.8814419154796098,
-      "learning_rate": 4.4976232067769356e-07,
-      "loss": 0.8335,
-      "step": 2553
-    },
-    {
-      "epoch": 0.8684121047262836,
-      "grad_norm": 2.4824574969789017,
-      "learning_rate": 4.474821182048583e-07,
-      "loss": 0.7759,
-      "step": 2554
-    },
-    {
-      "epoch": 0.8687521251275077,
-      "grad_norm": 1.929420733997793,
-      "learning_rate": 4.45207439714847e-07,
-      "loss": 0.6974,
-      "step": 2555
-    },
-    {
-      "epoch": 0.8690921455287317,
-      "grad_norm": 1.810989892213861,
-      "learning_rate": 4.4293828796773133e-07,
-      "loss": 0.7086,
-      "step": 2556
-    },
-    {
-      "epoch": 0.8694321659299558,
-      "grad_norm": 3.143595670737321,
-      "learning_rate": 4.406746657168809e-07,
-      "loss": 0.8016,
-      "step": 2557
-    },
-    {
-      "epoch": 0.8697721863311799,
-      "grad_norm": 2.015317063610089,
-      "learning_rate": 4.384165757089526e-07,
-      "loss": 0.7969,
-      "step": 2558
-    },
-    {
-      "epoch": 0.870112206732404,
-      "grad_norm": 2.7863828548912277,
-      "learning_rate": 4.361640206838913e-07,
-      "loss": 0.7793,
-      "step": 2559
-    },
-    {
-      "epoch": 0.870452227133628,
-      "grad_norm": 1.9725121522194389,
-      "learning_rate": 4.339170033749279e-07,
-      "loss": 0.6607,
-      "step": 2560
-    },
-    {
-      "epoch": 0.8707922475348521,
-      "grad_norm": 1.7743293301120258,
-      "learning_rate": 4.316755265085715e-07,
-      "loss": 0.7992,
-      "step": 2561
-    },
-    {
-      "epoch": 0.8711322679360761,
-      "grad_norm": 4.284073115166657,
-      "learning_rate": 4.294395928046091e-07,
-      "loss": 0.6972,
-      "step": 2562
-    },
-    {
-      "epoch": 0.8714722883373003,
-      "grad_norm": 1.7376821947334347,
-      "learning_rate": 4.272092049761012e-07,
-      "loss": 0.7081,
-      "step": 2563
-    },
-    {
-      "epoch": 0.8718123087385243,
-      "grad_norm": 2.4003264376544524,
-      "learning_rate": 4.2498436572938117e-07,
-      "loss": 0.7366,
-      "step": 2564
-    },
-    {
-      "epoch": 0.8721523291397484,
-      "grad_norm": 1.7900283874803544,
-      "learning_rate": 4.227650777640474e-07,
-      "loss": 0.7543,
-      "step": 2565
-    },
-    {
-      "epoch": 0.8724923495409724,
-      "grad_norm": 2.121565874741983,
-      "learning_rate": 4.2055134377296245e-07,
-      "loss": 0.8625,
-      "step": 2566
-    },
-    {
-      "epoch": 0.8728323699421965,
-      "grad_norm": 2.065896891684966,
-      "learning_rate": 4.183431664422527e-07,
-      "loss": 0.8362,
-      "step": 2567
-    },
-    {
-      "epoch": 0.8731723903434206,
-      "grad_norm": 3.5516283553936154,
-      "learning_rate": 4.1614054845129814e-07,
-      "loss": 0.7923,
-      "step": 2568
-    },
-    {
-      "epoch": 0.8735124107446447,
-      "grad_norm": 1.7586409614005896,
-      "learning_rate": 4.139434924727359e-07,
-      "loss": 0.8087,
-      "step": 2569
-    },
-    {
-      "epoch": 0.8738524311458687,
-      "grad_norm": 1.763698578164718,
-      "learning_rate": 4.1175200117245127e-07,
-      "loss": 0.7511,
-      "step": 2570
-    },
-    {
-      "epoch": 0.8741924515470928,
-      "grad_norm": 1.9405876321607063,
-      "learning_rate": 4.095660772095822e-07,
-      "loss": 0.7895,
-      "step": 2571
-    },
-    {
-      "epoch": 0.8745324719483168,
-      "grad_norm": 2.2201530125382662,
-      "learning_rate": 4.0738572323650636e-07,
-      "loss": 0.7936,
-      "step": 2572
-    },
-    {
-      "epoch": 0.874872492349541,
-      "grad_norm": 2.698353558807428,
-      "learning_rate": 4.05210941898847e-07,
-      "loss": 0.7766,
-      "step": 2573
-    },
-    {
-      "epoch": 0.8752125127507651,
-      "grad_norm": 1.8695910167521532,
-      "learning_rate": 4.0304173583546214e-07,
-      "loss": 0.7827,
-      "step": 2574
-    },
-    {
-      "epoch": 0.8755525331519891,
-      "grad_norm": 1.787702184500189,
-      "learning_rate": 4.008781076784457e-07,
-      "loss": 0.8141,
-      "step": 2575
-    },
-    {
-      "epoch": 0.8758925535532132,
-      "grad_norm": 1.9350367343497943,
-      "learning_rate": 3.9872006005312545e-07,
-      "loss": 0.8147,
-      "step": 2576
-    },
-    {
-      "epoch": 0.8762325739544373,
-      "grad_norm": 1.9411047058406645,
-      "learning_rate": 3.965675955780551e-07,
-      "loss": 0.8205,
-      "step": 2577
-    },
-    {
-      "epoch": 0.8765725943556614,
-      "grad_norm": 2.083484099729529,
-      "learning_rate": 3.9442071686501605e-07,
-      "loss": 0.7374,
-      "step": 2578
-    },
-    {
-      "epoch": 0.8769126147568854,
-      "grad_norm": 1.484808045925216,
-      "learning_rate": 3.9227942651900943e-07,
-      "loss": 0.7934,
-      "step": 2579
-    },
-    {
-      "epoch": 0.8772526351581095,
-      "grad_norm": 1.6403262654823596,
-      "learning_rate": 3.901437271382591e-07,
-      "loss": 0.75,
-      "step": 2580
-    },
-    {
-      "epoch": 0.8775926555593335,
-      "grad_norm": 2.139199109393669,
-      "learning_rate": 3.8801362131420105e-07,
-      "loss": 0.7095,
-      "step": 2581
-    },
-    {
-      "epoch": 0.8779326759605577,
-      "grad_norm": 2.283437669529752,
-      "learning_rate": 3.858891116314861e-07,
-      "loss": 0.8167,
-      "step": 2582
-    },
-    {
-      "epoch": 0.8782726963617817,
-      "grad_norm": 1.777253272527263,
-      "learning_rate": 3.8377020066797557e-07,
-      "loss": 0.6707,
-      "step": 2583
-    },
-    {
-      "epoch": 0.8786127167630058,
-      "grad_norm": 2.032396863440268,
-      "learning_rate": 3.8165689099473436e-07,
-      "loss": 0.7875,
-      "step": 2584
-    },
-    {
-      "epoch": 0.8789527371642298,
-      "grad_norm": 2.1496667940512424,
-      "learning_rate": 3.7954918517603636e-07,
-      "loss": 0.7843,
-      "step": 2585
-    },
-    {
-      "epoch": 0.8792927575654539,
-      "grad_norm": 2.0953430909454838,
-      "learning_rate": 3.7744708576934795e-07,
-      "loss": 0.7498,
-      "step": 2586
-    },
-    {
-      "epoch": 0.879632777966678,
-      "grad_norm": 2.6645355484935,
-      "learning_rate": 3.7535059532533945e-07,
-      "loss": 0.7451,
-      "step": 2587
-    },
-    {
-      "epoch": 0.8799727983679021,
-      "grad_norm": 2.7910264296663567,
-      "learning_rate": 3.732597163878715e-07,
-      "loss": 0.761,
-      "step": 2588
-    },
-    {
-      "epoch": 0.8803128187691261,
-      "grad_norm": 2.1309852876618893,
-      "learning_rate": 3.711744514939991e-07,
-      "loss": 0.7839,
-      "step": 2589
-    },
-    {
-      "epoch": 0.8806528391703502,
-      "grad_norm": 2.0023508759747273,
-      "learning_rate": 3.690948031739622e-07,
-      "loss": 0.7626,
-      "step": 2590
-    },
-    {
-      "epoch": 0.8809928595715742,
-      "grad_norm": 2.1149106283441266,
-      "learning_rate": 3.67020773951185e-07,
-      "loss": 0.7549,
-      "step": 2591
-    },
-    {
-      "epoch": 0.8813328799727984,
-      "grad_norm": 1.785186211034344,
-      "learning_rate": 3.649523663422783e-07,
-      "loss": 0.7699,
-      "step": 2592
-    },
-    {
-      "epoch": 0.8816729003740225,
-      "grad_norm": 2.53236936356743,
-      "learning_rate": 3.6288958285702726e-07,
-      "loss": 0.7464,
-      "step": 2593
-    },
-    {
-      "epoch": 0.8820129207752465,
-      "grad_norm": 2.2182667953687516,
-      "learning_rate": 3.6083242599839365e-07,
-      "loss": 0.7926,
-      "step": 2594
-    },
-    {
-      "epoch": 0.8823529411764706,
-      "grad_norm": 2.0193533863123316,
-      "learning_rate": 3.587808982625124e-07,
-      "loss": 0.7586,
-      "step": 2595
-    },
-    {
-      "epoch": 0.8826929615776946,
-      "grad_norm": 1.8994718280339355,
-      "learning_rate": 3.567350021386895e-07,
-      "loss": 0.7463,
-      "step": 2596
-    },
-    {
-      "epoch": 0.8830329819789188,
-      "grad_norm": 1.9243015384876234,
-      "learning_rate": 3.546947401093953e-07,
-      "loss": 0.8557,
-      "step": 2597
-    },
-    {
-      "epoch": 0.8833730023801428,
-      "grad_norm": 1.8567845441632016,
-      "learning_rate": 3.5266011465026394e-07,
-      "loss": 0.8092,
-      "step": 2598
-    },
-    {
-      "epoch": 0.8837130227813669,
-      "grad_norm": 1.946576177975856,
-      "learning_rate": 3.506311282300934e-07,
-      "loss": 0.7336,
-      "step": 2599
-    },
-    {
-      "epoch": 0.8840530431825909,
-      "grad_norm": 1.7654478089333205,
-      "learning_rate": 3.486077833108342e-07,
-      "loss": 0.7989,
-      "step": 2600
-    },
-    {
-      "epoch": 0.884393063583815,
-      "grad_norm": 2.3364268494283444,
-      "learning_rate": 3.4659008234759597e-07,
-      "loss": 0.6956,
-      "step": 2601
-    },
-    {
-      "epoch": 0.8847330839850391,
-      "grad_norm": 2.1363703287698383,
-      "learning_rate": 3.4457802778863846e-07,
-      "loss": 0.7131,
-      "step": 2602
-    },
-    {
-      "epoch": 0.8850731043862632,
-      "grad_norm": 3.273937151667049,
-      "learning_rate": 3.4257162207536887e-07,
-      "loss": 0.821,
-      "step": 2603
-    },
-    {
-      "epoch": 0.8854131247874872,
-      "grad_norm": 1.6417747965293206,
-      "learning_rate": 3.405708676423408e-07,
-      "loss": 0.8703,
-      "step": 2604
-    },
-    {
-      "epoch": 0.8857531451887113,
-      "grad_norm": 1.7182489892417279,
-      "learning_rate": 3.3857576691725346e-07,
-      "loss": 0.7239,
-      "step": 2605
-    },
-    {
-      "epoch": 0.8860931655899354,
-      "grad_norm": 1.7767635345343673,
-      "learning_rate": 3.365863223209409e-07,
-      "loss": 0.7327,
-      "step": 2606
-    },
-    {
-      "epoch": 0.8864331859911595,
-      "grad_norm": 1.7793048886202218,
-      "learning_rate": 3.3460253626737774e-07,
-      "loss": 0.7237,
-      "step": 2607
-    },
-    {
-      "epoch": 0.8867732063923836,
-      "grad_norm": 2.404768196088338,
-      "learning_rate": 3.3262441116367174e-07,
-      "loss": 0.7197,
-      "step": 2608
-    },
-    {
-      "epoch": 0.8871132267936076,
-      "grad_norm": 2.5845357263659863,
-      "learning_rate": 3.306519494100618e-07,
-      "loss": 0.7361,
-      "step": 2609
-    },
-    {
-      "epoch": 0.8874532471948317,
-      "grad_norm": 1.7048562949785628,
-      "learning_rate": 3.286851533999136e-07,
-      "loss": 0.8217,
-      "step": 2610
-    },
-    {
-      "epoch": 0.8877932675960558,
-      "grad_norm": 1.8598354259713392,
-      "learning_rate": 3.2672402551971903e-07,
-      "loss": 0.7256,
-      "step": 2611
-    },
-    {
-      "epoch": 0.8881332879972799,
-      "grad_norm": 2.0484876787203614,
-      "learning_rate": 3.2476856814909364e-07,
-      "loss": 0.7733,
-      "step": 2612
-    },
-    {
-      "epoch": 0.8884733083985039,
-      "grad_norm": 4.050508948351152,
-      "learning_rate": 3.2281878366077046e-07,
-      "loss": 0.7087,
-      "step": 2613
-    },
-    {
-      "epoch": 0.888813328799728,
-      "grad_norm": 1.7444011978485319,
-      "learning_rate": 3.208746744205998e-07,
-      "loss": 0.8651,
-      "step": 2614
-    },
-    {
-      "epoch": 0.889153349200952,
-      "grad_norm": 1.7629638699985104,
-      "learning_rate": 3.1893624278754587e-07,
-      "loss": 0.7781,
-      "step": 2615
-    },
-    {
-      "epoch": 0.8894933696021762,
-      "grad_norm": 1.8022588695624528,
-      "learning_rate": 3.170034911136832e-07,
-      "loss": 0.8746,
-      "step": 2616
-    },
-    {
-      "epoch": 0.8898333900034002,
-      "grad_norm": 1.8390591568479497,
-      "learning_rate": 3.150764217441954e-07,
-      "loss": 0.6708,
-      "step": 2617
-    },
-    {
-      "epoch": 0.8901734104046243,
-      "grad_norm": 1.7855141453060075,
-      "learning_rate": 3.131550370173703e-07,
-      "loss": 0.7825,
-      "step": 2618
-    },
-    {
-      "epoch": 0.8905134308058483,
-      "grad_norm": 1.8373816915953056,
-      "learning_rate": 3.112393392645985e-07,
-      "loss": 0.7392,
-      "step": 2619
-    },
-    {
-      "epoch": 0.8908534512070724,
-      "grad_norm": 1.999434435687263,
-      "learning_rate": 3.093293308103679e-07,
-      "loss": 0.89,
-      "step": 2620
-    },
-    {
-      "epoch": 0.8911934716082965,
-      "grad_norm": 1.5593372875987372,
-      "learning_rate": 3.074250139722679e-07,
-      "loss": 0.7572,
-      "step": 2621
-    },
-    {
-      "epoch": 0.8915334920095206,
-      "grad_norm": 2.1392476418230184,
-      "learning_rate": 3.0552639106097684e-07,
-      "loss": 0.7994,
-      "step": 2622
-    },
-    {
-      "epoch": 0.8918735124107446,
-      "grad_norm": 2.4268837548387157,
-      "learning_rate": 3.0363346438026633e-07,
-      "loss": 0.8267,
-      "step": 2623
-    },
-    {
-      "epoch": 0.8922135328119687,
-      "grad_norm": 2.521048048719284,
-      "learning_rate": 3.0174623622699685e-07,
-      "loss": 0.7818,
-      "step": 2624
-    },
-    {
-      "epoch": 0.8925535532131927,
-      "grad_norm": 1.7313419670899555,
-      "learning_rate": 2.998647088911127e-07,
-      "loss": 0.7824,
-      "step": 2625
-    },
-    {
-      "epoch": 0.8928935736144169,
-      "grad_norm": 3.2464092926902364,
-      "learning_rate": 2.9798888465564226e-07,
-      "loss": 0.7654,
-      "step": 2626
-    },
-    {
-      "epoch": 0.893233594015641,
-      "grad_norm": 1.5731620759656288,
-      "learning_rate": 2.961187657966919e-07,
-      "loss": 0.8325,
-      "step": 2627
-    },
-    {
-      "epoch": 0.893573614416865,
-      "grad_norm": 2.6025793303197804,
-      "learning_rate": 2.942543545834475e-07,
-      "loss": 0.7288,
-      "step": 2628
-    },
-    {
-      "epoch": 0.893913634818089,
-      "grad_norm": 1.829882281307138,
-      "learning_rate": 2.923956532781691e-07,
-      "loss": 0.7506,
-      "step": 2629
-    },
-    {
-      "epoch": 0.8942536552193131,
-      "grad_norm": 2.3041651665798337,
-      "learning_rate": 2.9054266413618525e-07,
-      "loss": 0.7911,
-      "step": 2630
-    },
-    {
-      "epoch": 0.8945936756205373,
-      "grad_norm": 1.6349830871902187,
-      "learning_rate": 2.88695389405898e-07,
-      "loss": 0.7504,
-      "step": 2631
-    },
-    {
-      "epoch": 0.8949336960217613,
-      "grad_norm": 3.3922771842440587,
-      "learning_rate": 2.8685383132877163e-07,
-      "loss": 0.787,
-      "step": 2632
-    },
-    {
-      "epoch": 0.8952737164229854,
-      "grad_norm": 2.0614678915265525,
-      "learning_rate": 2.8501799213933646e-07,
-      "loss": 0.7534,
-      "step": 2633
-    },
-    {
-      "epoch": 0.8956137368242094,
-      "grad_norm": 1.5441939097294124,
-      "learning_rate": 2.831878740651833e-07,
-      "loss": 0.8937,
-      "step": 2634
-    },
-    {
-      "epoch": 0.8959537572254336,
-      "grad_norm": 2.0399976051493565,
-      "learning_rate": 2.8136347932695926e-07,
-      "loss": 0.6901,
-      "step": 2635
-    },
-    {
-      "epoch": 0.8962937776266576,
-      "grad_norm": 1.9641640372424263,
-      "learning_rate": 2.7954481013836744e-07,
-      "loss": 0.8211,
-      "step": 2636
-    },
-    {
-      "epoch": 0.8966337980278817,
-      "grad_norm": 2.7068467503326112,
-      "learning_rate": 2.7773186870616585e-07,
-      "loss": 0.8513,
-      "step": 2637
-    },
-    {
-      "epoch": 0.8969738184291057,
-      "grad_norm": 1.999992912921896,
-      "learning_rate": 2.759246572301599e-07,
-      "loss": 0.7835,
-      "step": 2638
-    },
-    {
-      "epoch": 0.8973138388303298,
-      "grad_norm": 1.4208853502746028,
-      "learning_rate": 2.741231779032022e-07,
-      "loss": 0.7349,
-      "step": 2639
-    },
-    {
-      "epoch": 0.8976538592315539,
-      "grad_norm": 1.803477923520495,
-      "learning_rate": 2.72327432911193e-07,
-      "loss": 0.744,
-      "step": 2640
-    },
-    {
-      "epoch": 0.897993879632778,
-      "grad_norm": 6.723981213587554,
-      "learning_rate": 2.7053742443307054e-07,
-      "loss": 0.718,
-      "step": 2641
-    },
-    {
-      "epoch": 0.898333900034002,
-      "grad_norm": 2.2565609405076814,
-      "learning_rate": 2.6875315464081566e-07,
-      "loss": 0.7945,
-      "step": 2642
-    },
-    {
-      "epoch": 0.8986739204352261,
-      "grad_norm": 2.046096256829784,
-      "learning_rate": 2.669746256994449e-07,
-      "loss": 0.73,
-      "step": 2643
-    },
-    {
-      "epoch": 0.8990139408364501,
-      "grad_norm": 1.656402743730646,
-      "learning_rate": 2.652018397670081e-07,
-      "loss": 0.7564,
-      "step": 2644
-    },
-    {
-      "epoch": 0.8993539612376743,
-      "grad_norm": 2.1387537466555,
-      "learning_rate": 2.6343479899458737e-07,
-      "loss": 0.7734,
-      "step": 2645
-    },
-    {
-      "epoch": 0.8996939816388984,
-      "grad_norm": 4.0058075533193325,
-      "learning_rate": 2.616735055262931e-07,
-      "loss": 0.7913,
-      "step": 2646
-    },
-    {
-      "epoch": 0.9000340020401224,
-      "grad_norm": 1.8790063917737332,
-      "learning_rate": 2.5991796149926306e-07,
-      "loss": 0.7609,
-      "step": 2647
-    },
-    {
-      "epoch": 0.9003740224413465,
-      "grad_norm": 1.7616231603038723,
-      "learning_rate": 2.5816816904365715e-07,
-      "loss": 0.6813,
-      "step": 2648
-    },
-    {
-      "epoch": 0.9007140428425705,
-      "grad_norm": 1.6567138767856624,
-      "learning_rate": 2.5642413028265867e-07,
-      "loss": 0.7752,
-      "step": 2649
-    },
-    {
-      "epoch": 0.9010540632437947,
-      "grad_norm": 1.5576675294760438,
-      "learning_rate": 2.546858473324676e-07,
-      "loss": 0.6574,
-      "step": 2650
-    },
-    {
-      "epoch": 0.9013940836450187,
-      "grad_norm": 1.8413136738169835,
-      "learning_rate": 2.529533223022995e-07,
-      "loss": 0.7272,
-      "step": 2651
-    },
-    {
-      "epoch": 0.9017341040462428,
-      "grad_norm": 1.7136660665303882,
-      "learning_rate": 2.5122655729438393e-07,
-      "loss": 0.8226,
-      "step": 2652
-    },
-    {
-      "epoch": 0.9020741244474668,
-      "grad_norm": 2.2558521762249355,
-      "learning_rate": 2.495055544039632e-07,
-      "loss": 0.812,
-      "step": 2653
-    },
-    {
-      "epoch": 0.9024141448486909,
-      "grad_norm": 1.7798515566519915,
-      "learning_rate": 2.477903157192846e-07,
-      "loss": 0.741,
-      "step": 2654
-    },
-    {
-      "epoch": 0.902754165249915,
-      "grad_norm": 2.098481810020344,
-      "learning_rate": 2.4608084332160277e-07,
-      "loss": 0.8253,
-      "step": 2655
-    },
-    {
-      "epoch": 0.9030941856511391,
-      "grad_norm": 1.6779439834154712,
-      "learning_rate": 2.443771392851768e-07,
-      "loss": 0.7023,
-      "step": 2656
-    },
-    {
-      "epoch": 0.9034342060523631,
-      "grad_norm": 1.9775008264088612,
-      "learning_rate": 2.4267920567726364e-07,
-      "loss": 0.7944,
-      "step": 2657
-    },
-    {
-      "epoch": 0.9037742264535872,
-      "grad_norm": 2.5593382037495216,
-      "learning_rate": 2.409870445581225e-07,
-      "loss": 0.7293,
-      "step": 2658
-    },
-    {
-      "epoch": 0.9041142468548113,
-      "grad_norm": 2.0166338772224086,
-      "learning_rate": 2.393006579810037e-07,
-      "loss": 0.7021,
-      "step": 2659
-    },
-    {
-      "epoch": 0.9044542672560354,
-      "grad_norm": 1.6435413275557214,
-      "learning_rate": 2.3762004799215422e-07,
-      "loss": 0.7309,
-      "step": 2660
-    },
-    {
-      "epoch": 0.9047942876572594,
-      "grad_norm": 2.4504668750280008,
-      "learning_rate": 2.3594521663081072e-07,
-      "loss": 0.7637,
-      "step": 2661
-    },
-    {
-      "epoch": 0.9051343080584835,
-      "grad_norm": 1.6120218788123009,
-      "learning_rate": 2.3427616592919587e-07,
-      "loss": 0.7751,
-      "step": 2662
-    },
-    {
-      "epoch": 0.9054743284597075,
-      "grad_norm": 2.086946712646895,
-      "learning_rate": 2.3261289791252306e-07,
-      "loss": 0.6903,
-      "step": 2663
-    },
-    {
-      "epoch": 0.9058143488609317,
-      "grad_norm": 1.7397600903656776,
-      "learning_rate": 2.3095541459898452e-07,
-      "loss": 0.7838,
-      "step": 2664
-    },
-    {
-      "epoch": 0.9061543692621558,
-      "grad_norm": 2.2776303771036366,
-      "learning_rate": 2.2930371799975593e-07,
-      "loss": 0.8619,
-      "step": 2665
-    },
-    {
-      "epoch": 0.9064943896633798,
-      "grad_norm": 1.6304572281291108,
-      "learning_rate": 2.2765781011899025e-07,
-      "loss": 0.8539,
-      "step": 2666
-    },
-    {
-      "epoch": 0.9068344100646039,
-      "grad_norm": 2.8418896975885586,
-      "learning_rate": 2.260176929538166e-07,
-      "loss": 0.9118,
-      "step": 2667
-    },
-    {
-      "epoch": 0.9071744304658279,
-      "grad_norm": 1.7963190573302756,
-      "learning_rate": 2.243833684943375e-07,
-      "loss": 0.8397,
-      "step": 2668
-    },
-    {
-      "epoch": 0.9075144508670521,
-      "grad_norm": 1.6299943334815419,
-      "learning_rate": 2.2275483872362835e-07,
-      "loss": 0.7385,
-      "step": 2669
-    },
-    {
-      "epoch": 0.9078544712682761,
-      "grad_norm": 1.9271317601269167,
-      "learning_rate": 2.2113210561773124e-07,
-      "loss": 0.7455,
-      "step": 2670
-    },
-    {
-      "epoch": 0.9081944916695002,
-      "grad_norm": 1.6366781921840725,
-      "learning_rate": 2.1951517114565446e-07,
-      "loss": 0.7428,
-      "step": 2671
-    },
-    {
-      "epoch": 0.9085345120707242,
-      "grad_norm": 1.6460432599583494,
-      "learning_rate": 2.179040372693736e-07,
-      "loss": 0.6801,
-      "step": 2672
-    },
-    {
-      "epoch": 0.9088745324719483,
-      "grad_norm": 3.0862578766801514,
-      "learning_rate": 2.162987059438204e-07,
-      "loss": 0.7899,
-      "step": 2673
-    },
-    {
-      "epoch": 0.9092145528731724,
-      "grad_norm": 2.0209153785335814,
-      "learning_rate": 2.1469917911689232e-07,
-      "loss": 0.8979,
-      "step": 2674
-    },
-    {
-      "epoch": 0.9095545732743965,
-      "grad_norm": 2.019796094061022,
-      "learning_rate": 2.1310545872943788e-07,
-      "loss": 0.7872,
-      "step": 2675
-    },
-    {
-      "epoch": 0.9098945936756205,
-      "grad_norm": 2.4953968703645515,
-      "learning_rate": 2.115175467152636e-07,
-      "loss": 0.7581,
-      "step": 2676
-    },
-    {
-      "epoch": 0.9102346140768446,
-      "grad_norm": 1.9678752909443469,
-      "learning_rate": 2.0993544500112706e-07,
-      "loss": 0.7204,
-      "step": 2677
-    },
-    {
-      "epoch": 0.9105746344780686,
-      "grad_norm": 2.4724784821104935,
-      "learning_rate": 2.0835915550673492e-07,
-      "loss": 0.8005,
-      "step": 2678
-    },
-    {
-      "epoch": 0.9109146548792928,
-      "grad_norm": 2.3974865270538066,
-      "learning_rate": 2.0678868014474328e-07,
-      "loss": 0.8121,
-      "step": 2679
-    },
-    {
-      "epoch": 0.9112546752805168,
-      "grad_norm": 2.626755117379274,
-      "learning_rate": 2.0522402082075121e-07,
-      "loss": 0.615,
-      "step": 2680
-    },
-    {
-      "epoch": 0.9115946956817409,
-      "grad_norm": 1.7814776861792805,
-      "learning_rate": 2.0366517943330278e-07,
-      "loss": 0.845,
-      "step": 2681
-    },
-    {
-      "epoch": 0.911934716082965,
-      "grad_norm": 1.9241174576916087,
-      "learning_rate": 2.0211215787388105e-07,
-      "loss": 0.8233,
-      "step": 2682
-    },
-    {
-      "epoch": 0.912274736484189,
-      "grad_norm": 1.6974694912568216,
-      "learning_rate": 2.0056495802690923e-07,
-      "loss": 0.8282,
-      "step": 2683
-    },
-    {
-      "epoch": 0.9126147568854132,
-      "grad_norm": 3.7787758396910336,
-      "learning_rate": 1.9902358176974335e-07,
-      "loss": 0.7483,
-      "step": 2684
-    },
-    {
-      "epoch": 0.9129547772866372,
-      "grad_norm": 2.0551170310858593,
-      "learning_rate": 1.974880309726762e-07,
-      "loss": 0.781,
-      "step": 2685
-    },
-    {
-      "epoch": 0.9132947976878613,
-      "grad_norm": 1.7924440273829534,
-      "learning_rate": 1.959583074989302e-07,
-      "loss": 0.7122,
-      "step": 2686
-    },
-    {
-      "epoch": 0.9136348180890853,
-      "grad_norm": 2.225503399226498,
-      "learning_rate": 1.9443441320465716e-07,
-      "loss": 0.7122,
-      "step": 2687
-    },
-    {
-      "epoch": 0.9139748384903095,
-      "grad_norm": 1.8911761329043806,
-      "learning_rate": 1.9291634993893803e-07,
-      "loss": 0.6713,
-      "step": 2688
-    },
-    {
-      "epoch": 0.9143148588915335,
-      "grad_norm": 1.8502644569783382,
-      "learning_rate": 1.9140411954377437e-07,
-      "loss": 0.6624,
-      "step": 2689
-    },
-    {
-      "epoch": 0.9146548792927576,
-      "grad_norm": 2.653961623513032,
-      "learning_rate": 1.8989772385409445e-07,
-      "loss": 0.8623,
-      "step": 2690
-    },
-    {
-      "epoch": 0.9149948996939816,
-      "grad_norm": 2.0652612784577316,
-      "learning_rate": 1.883971646977434e-07,
-      "loss": 0.7011,
-      "step": 2691
-    },
-    {
-      "epoch": 0.9153349200952057,
-      "grad_norm": 2.568246822202351,
-      "learning_rate": 1.8690244389548694e-07,
-      "loss": 0.6886,
-      "step": 2692
-    },
-    {
-      "epoch": 0.9156749404964298,
-      "grad_norm": 2.1817257448676104,
-      "learning_rate": 1.8541356326100436e-07,
-      "loss": 0.7835,
-      "step": 2693
-    },
-    {
-      "epoch": 0.9160149608976539,
-      "grad_norm": 1.5833475097932033,
-      "learning_rate": 1.8393052460088877e-07,
-      "loss": 0.7628,
-      "step": 2694
-    },
-    {
-      "epoch": 0.9163549812988779,
-      "grad_norm": 2.0794302266744555,
-      "learning_rate": 1.8245332971464803e-07,
-      "loss": 0.7234,
-      "step": 2695
-    },
-    {
-      "epoch": 0.916695001700102,
-      "grad_norm": 1.891383361699711,
-      "learning_rate": 1.8098198039469438e-07,
-      "loss": 0.8679,
-      "step": 2696
-    },
-    {
-      "epoch": 0.917035022101326,
-      "grad_norm": 1.847279800591813,
-      "learning_rate": 1.7951647842635035e-07,
-      "loss": 0.7993,
-      "step": 2697
-    },
-    {
-      "epoch": 0.9173750425025502,
-      "grad_norm": 1.672424819741688,
-      "learning_rate": 1.780568255878423e-07,
-      "loss": 0.7778,
-      "step": 2698
-    },
-    {
-      "epoch": 0.9177150629037742,
-      "grad_norm": 2.6871925509688985,
-      "learning_rate": 1.7660302365029969e-07,
-      "loss": 0.69,
-      "step": 2699
-    },
-    {
-      "epoch": 0.9180550833049983,
-      "grad_norm": 1.6768457562216357,
-      "learning_rate": 1.7515507437775193e-07,
-      "loss": 0.7657,
-      "step": 2700
-    },
-    {
-      "epoch": 0.9183951037062223,
-      "grad_norm": 1.809600285567411,
-      "learning_rate": 1.7371297952712752e-07,
-      "loss": 0.7147,
-      "step": 2701
-    },
-    {
-      "epoch": 0.9187351241074464,
-      "grad_norm": 1.9059976949501458,
-      "learning_rate": 1.722767408482501e-07,
-      "loss": 0.7172,
-      "step": 2702
-    },
-    {
-      "epoch": 0.9190751445086706,
-      "grad_norm": 1.9399888604391888,
-      "learning_rate": 1.7084636008383837e-07,
-      "loss": 0.7127,
-      "step": 2703
-    },
-    {
-      "epoch": 0.9194151649098946,
-      "grad_norm": 2.6413221231221455,
-      "learning_rate": 1.6942183896950458e-07,
-      "loss": 0.8735,
-      "step": 2704
-    },
-    {
-      "epoch": 0.9197551853111187,
-      "grad_norm": 2.052359841123048,
-      "learning_rate": 1.680031792337472e-07,
-      "loss": 0.7513,
-      "step": 2705
-    },
-    {
-      "epoch": 0.9200952057123427,
-      "grad_norm": 1.7351319515737746,
-      "learning_rate": 1.6659038259795644e-07,
-      "loss": 0.7591,
-      "step": 2706
-    },
-    {
-      "epoch": 0.9204352261135668,
-      "grad_norm": 3.5928987788596505,
-      "learning_rate": 1.6518345077640606e-07,
-      "loss": 0.865,
-      "step": 2707
-    },
-    {
-      "epoch": 0.9207752465147909,
-      "grad_norm": 2.475516242774065,
-      "learning_rate": 1.6378238547625436e-07,
-      "loss": 0.7076,
-      "step": 2708
-    },
-    {
-      "epoch": 0.921115266916015,
-      "grad_norm": 2.757378010289697,
-      "learning_rate": 1.6238718839753975e-07,
-      "loss": 0.8151,
-      "step": 2709
-    },
-    {
-      "epoch": 0.921455287317239,
-      "grad_norm": 2.839365711351715,
-      "learning_rate": 1.609978612331825e-07,
-      "loss": 0.7181,
-      "step": 2710
-    },
-    {
-      "epoch": 0.9217953077184631,
-      "grad_norm": 1.8003430537941647,
-      "learning_rate": 1.5961440566897913e-07,
-      "loss": 0.8018,
-      "step": 2711
-    },
-    {
-      "epoch": 0.9221353281196872,
-      "grad_norm": 2.3010251129273405,
-      "learning_rate": 1.582368233836007e-07,
-      "loss": 0.7241,
-      "step": 2712
-    },
-    {
-      "epoch": 0.9224753485209113,
-      "grad_norm": 1.7723077920834232,
-      "learning_rate": 1.5686511604859456e-07,
-      "loss": 0.8193,
-      "step": 2713
-    },
-    {
-      "epoch": 0.9228153689221353,
-      "grad_norm": 2.2601407328290364,
-      "learning_rate": 1.5549928532837544e-07,
-      "loss": 0.855,
-      "step": 2714
-    },
-    {
-      "epoch": 0.9231553893233594,
-      "grad_norm": 1.949904865719386,
-      "learning_rate": 1.5413933288023207e-07,
-      "loss": 0.8482,
-      "step": 2715
-    },
-    {
-      "epoch": 0.9234954097245834,
-      "grad_norm": 1.3958294128404651,
-      "learning_rate": 1.5278526035431673e-07,
-      "loss": 0.7979,
-      "step": 2716
-    },
-    {
-      "epoch": 0.9238354301258076,
-      "grad_norm": 3.1940088213187745,
-      "learning_rate": 1.5143706939364844e-07,
-      "loss": 0.7152,
-      "step": 2717
-    },
-    {
-      "epoch": 0.9241754505270316,
-      "grad_norm": 2.3293084372099138,
-      "learning_rate": 1.5009476163410975e-07,
-      "loss": 0.7087,
-      "step": 2718
-    },
-    {
-      "epoch": 0.9245154709282557,
-      "grad_norm": 1.724579154051739,
-      "learning_rate": 1.4875833870444334e-07,
-      "loss": 0.8299,
-      "step": 2719
-    },
-    {
-      "epoch": 0.9248554913294798,
-      "grad_norm": 1.8586372981224857,
-      "learning_rate": 1.474278022262543e-07,
-      "loss": 0.7033,
-      "step": 2720
-    },
-    {
-      "epoch": 0.9251955117307038,
-      "grad_norm": 1.53996008803897,
-      "learning_rate": 1.4610315381400175e-07,
-      "loss": 0.7594,
-      "step": 2721
-    },
-    {
-      "epoch": 0.925535532131928,
-      "grad_norm": 2.2916687247168483,
-      "learning_rate": 1.4478439507500218e-07,
-      "loss": 0.7009,
-      "step": 2722
-    },
-    {
-      "epoch": 0.925875552533152,
-      "grad_norm": 1.9641042638955648,
-      "learning_rate": 1.4347152760942507e-07,
-      "loss": 0.6479,
-      "step": 2723
-    },
-    {
-      "epoch": 0.9262155729343761,
-      "grad_norm": 1.9501129366148464,
-      "learning_rate": 1.4216455301029274e-07,
-      "loss": 0.7925,
-      "step": 2724
-    },
-    {
-      "epoch": 0.9265555933356001,
-      "grad_norm": 2.198382597904698,
-      "learning_rate": 1.4086347286347502e-07,
-      "loss": 0.857,
-      "step": 2725
-    },
-    {
-      "epoch": 0.9268956137368242,
-      "grad_norm": 2.132363720106857,
-      "learning_rate": 1.3956828874768901e-07,
-      "loss": 0.6655,
-      "step": 2726
-    },
-    {
-      "epoch": 0.9272356341380483,
-      "grad_norm": 1.8802823835704232,
-      "learning_rate": 1.3827900223450152e-07,
-      "loss": 0.8498,
-      "step": 2727
-    },
-    {
-      "epoch": 0.9275756545392724,
-      "grad_norm": 2.4695615148666104,
-      "learning_rate": 1.3699561488831892e-07,
-      "loss": 0.767,
-      "step": 2728
-    },
-    {
-      "epoch": 0.9279156749404964,
-      "grad_norm": 1.547770137207598,
-      "learning_rate": 1.357181282663933e-07,
-      "loss": 0.8417,
-      "step": 2729
-    },
-    {
-      "epoch": 0.9282556953417205,
-      "grad_norm": 1.8562537232375893,
-      "learning_rate": 1.3444654391881306e-07,
-      "loss": 0.7578,
-      "step": 2730
-    },
-    {
-      "epoch": 0.9285957157429445,
-      "grad_norm": 2.3415279377546647,
-      "learning_rate": 1.3318086338850843e-07,
-      "loss": 0.6844,
-      "step": 2731
-    },
-    {
-      "epoch": 0.9289357361441687,
-      "grad_norm": 2.056878813634059,
-      "learning_rate": 1.3192108821124428e-07,
-      "loss": 0.8104,
-      "step": 2732
-    },
-    {
-      "epoch": 0.9292757565453927,
-      "grad_norm": 1.800632904887497,
-      "learning_rate": 1.3066721991561891e-07,
-      "loss": 0.7732,
-      "step": 2733
-    },
-    {
-      "epoch": 0.9296157769466168,
-      "grad_norm": 1.801402555086326,
-      "learning_rate": 1.2941926002306536e-07,
-      "loss": 0.754,
-      "step": 2734
-    },
-    {
-      "epoch": 0.9299557973478408,
-      "grad_norm": 2.1441261210894607,
-      "learning_rate": 1.2817721004784568e-07,
-      "loss": 0.7945,
-      "step": 2735
-    },
-    {
-      "epoch": 0.9302958177490649,
-      "grad_norm": 2.5741151332940677,
-      "learning_rate": 1.2694107149705258e-07,
-      "loss": 0.7383,
-      "step": 2736
-    },
-    {
-      "epoch": 0.930635838150289,
-      "grad_norm": 1.5286432889504458,
-      "learning_rate": 1.2571084587060466e-07,
-      "loss": 0.6856,
-      "step": 2737
-    },
-    {
-      "epoch": 0.9309758585515131,
-      "grad_norm": 11.326187707959681,
-      "learning_rate": 1.2448653466124672e-07,
-      "loss": 0.8106,
-      "step": 2738
-    },
-    {
-      "epoch": 0.9313158789527372,
-      "grad_norm": 1.7511130965052701,
-      "learning_rate": 1.2326813935454596e-07,
-      "loss": 0.7444,
-      "step": 2739
-    },
-    {
-      "epoch": 0.9316558993539612,
-      "grad_norm": 1.7617651287605105,
-      "learning_rate": 1.2205566142889257e-07,
-      "loss": 0.854,
-      "step": 2740
-    },
-    {
-      "epoch": 0.9319959197551854,
-      "grad_norm": 2.145302434001505,
-      "learning_rate": 1.2084910235549586e-07,
-      "loss": 0.8164,
-      "step": 2741
-    },
-    {
-      "epoch": 0.9323359401564094,
-      "grad_norm": 1.5133580779256988,
-      "learning_rate": 1.19648463598383e-07,
-      "loss": 0.7909,
-      "step": 2742
-    },
-    {
-      "epoch": 0.9326759605576335,
-      "grad_norm": 1.7694718002515495,
-      "learning_rate": 1.1845374661439813e-07,
-      "loss": 0.7474,
-      "step": 2743
-    },
-    {
-      "epoch": 0.9330159809588575,
-      "grad_norm": 1.624165239983796,
-      "learning_rate": 1.1726495285319883e-07,
-      "loss": 0.7366,
-      "step": 2744
-    },
-    {
-      "epoch": 0.9333560013600816,
-      "grad_norm": 2.2415272140749227,
-      "learning_rate": 1.1608208375725794e-07,
-      "loss": 0.7531,
-      "step": 2745
-    },
-    {
-      "epoch": 0.9336960217613057,
-      "grad_norm": 1.806699065485192,
-      "learning_rate": 1.1490514076185621e-07,
-      "loss": 0.7165,
-      "step": 2746
-    },
-    {
-      "epoch": 0.9340360421625298,
-      "grad_norm": 2.1552408637827267,
-      "learning_rate": 1.1373412529508687e-07,
-      "loss": 0.7309,
-      "step": 2747
-    },
-    {
-      "epoch": 0.9343760625637538,
-      "grad_norm": 1.8671167963972226,
-      "learning_rate": 1.1256903877784886e-07,
-      "loss": 0.7929,
-      "step": 2748
-    },
-    {
-      "epoch": 0.9347160829649779,
-      "grad_norm": 2.3625092627025497,
-      "learning_rate": 1.1140988262384633e-07,
-      "loss": 0.7205,
-      "step": 2749
-    },
-    {
-      "epoch": 0.9350561033662019,
-      "grad_norm": 1.8238588793473012,
-      "learning_rate": 1.1025665823958975e-07,
-      "loss": 0.78,
-      "step": 2750
-    },
-    {
-      "epoch": 0.9353961237674261,
-      "grad_norm": 2.234751620091944,
-      "learning_rate": 1.0910936702438924e-07,
-      "loss": 0.7863,
-      "step": 2751
-    },
-    {
-      "epoch": 0.9357361441686501,
-      "grad_norm": 2.5286309526580717,
-      "learning_rate": 1.0796801037035898e-07,
-      "loss": 0.7947,
-      "step": 2752
-    },
-    {
-      "epoch": 0.9360761645698742,
-      "grad_norm": 1.4596449824820212,
-      "learning_rate": 1.068325896624095e-07,
-      "loss": 0.7242,
-      "step": 2753
-    },
-    {
-      "epoch": 0.9364161849710982,
-      "grad_norm": 1.8586921437706274,
-      "learning_rate": 1.0570310627825042e-07,
-      "loss": 0.7237,
-      "step": 2754
-    },
-    {
-      "epoch": 0.9367562053723223,
-      "grad_norm": 2.1973293560111355,
-      "learning_rate": 1.0457956158838545e-07,
-      "loss": 0.7914,
-      "step": 2755
-    },
-    {
-      "epoch": 0.9370962257735465,
-      "grad_norm": 1.9486083197205395,
-      "learning_rate": 1.0346195695611461e-07,
-      "loss": 0.6833,
-      "step": 2756
-    },
-    {
-      "epoch": 0.9374362461747705,
-      "grad_norm": 2.0127688563988406,
-      "learning_rate": 1.0235029373752758e-07,
-      "loss": 0.8055,
-      "step": 2757
-    },
-    {
-      "epoch": 0.9377762665759946,
-      "grad_norm": 1.9434824986065704,
-      "learning_rate": 1.0124457328150705e-07,
-      "loss": 0.7631,
-      "step": 2758
-    },
-    {
-      "epoch": 0.9381162869772186,
-      "grad_norm": 1.8861521568684736,
-      "learning_rate": 1.0014479692972368e-07,
-      "loss": 0.8138,
-      "step": 2759
-    },
-    {
-      "epoch": 0.9384563073784427,
-      "grad_norm": 2.4202833010762235,
-      "learning_rate": 9.905096601663556e-08,
-      "loss": 0.8974,
-      "step": 2760
-    },
-    {
-      "epoch": 0.9387963277796668,
-      "grad_norm": 1.7851590249860223,
-      "learning_rate": 9.796308186948711e-08,
-      "loss": 0.8358,
-      "step": 2761
-    },
-    {
-      "epoch": 0.9391363481808909,
-      "grad_norm": 2.4290115845610325,
-      "learning_rate": 9.688114580830688e-08,
-      "loss": 0.7979,
-      "step": 2762
-    },
-    {
-      "epoch": 0.9394763685821149,
-      "grad_norm": 1.5838175734575497,
-      "learning_rate": 9.580515914590637e-08,
-      "loss": 0.8471,
-      "step": 2763
-    },
-    {
-      "epoch": 0.939816388983339,
-      "grad_norm": 2.027267479543276,
-      "learning_rate": 9.473512318787681e-08,
-      "loss": 0.6754,
-      "step": 2764
-    },
-    {
-      "epoch": 0.940156409384563,
-      "grad_norm": 1.809277908733106,
-      "learning_rate": 9.367103923259124e-08,
-      "loss": 0.7902,
-      "step": 2765
-    },
-    {
-      "epoch": 0.9404964297857872,
-      "grad_norm": 4.2105282282100225,
-      "learning_rate": 9.261290857119853e-08,
-      "loss": 0.7979,
-      "step": 2766
-    },
-    {
-      "epoch": 0.9408364501870112,
-      "grad_norm": 2.1122972531258655,
-      "learning_rate": 9.156073248762387e-08,
-      "loss": 0.7509,
-      "step": 2767
-    },
-    {
-      "epoch": 0.9411764705882353,
-      "grad_norm": 1.9840880876989972,
-      "learning_rate": 9.051451225856877e-08,
-      "loss": 0.6946,
-      "step": 2768
-    },
-    {
-      "epoch": 0.9415164909894593,
-      "grad_norm": 2.524068083748069,
-      "learning_rate": 8.947424915350723e-08,
-      "loss": 0.7643,
-      "step": 2769
-    },
-    {
-      "epoch": 0.9418565113906835,
-      "grad_norm": 2.133668114970484,
-      "learning_rate": 8.843994443468451e-08,
-      "loss": 0.8265,
-      "step": 2770
-    },
-    {
-      "epoch": 0.9421965317919075,
-      "grad_norm": 1.4893159029193104,
-      "learning_rate": 8.741159935711563e-08,
-      "loss": 0.8069,
-      "step": 2771
-    },
-    {
-      "epoch": 0.9425365521931316,
-      "grad_norm": 2.1763296510811716,
-      "learning_rate": 8.638921516858634e-08,
-      "loss": 0.8413,
-      "step": 2772
-    },
-    {
-      "epoch": 0.9428765725943556,
-      "grad_norm": 2.498518002319564,
-      "learning_rate": 8.537279310964763e-08,
-      "loss": 0.8262,
-      "step": 2773
-    },
-    {
-      "epoch": 0.9432165929955797,
-      "grad_norm": 8.993724154572014,
-      "learning_rate": 8.436233441361629e-08,
-      "loss": 0.8378,
-      "step": 2774
-    },
-    {
-      "epoch": 0.9435566133968039,
-      "grad_norm": 1.576329182227026,
-      "learning_rate": 8.335784030657324e-08,
-      "loss": 0.8379,
-      "step": 2775
-    },
-    {
-      "epoch": 0.9438966337980279,
-      "grad_norm": 2.424881688164331,
-      "learning_rate": 8.235931200736235e-08,
-      "loss": 0.7671,
-      "step": 2776
-    },
-    {
-      "epoch": 0.944236654199252,
-      "grad_norm": 2.807110671874095,
-      "learning_rate": 8.136675072758948e-08,
-      "loss": 0.7003,
-      "step": 2777
-    },
-    {
-      "epoch": 0.944576674600476,
-      "grad_norm": 4.154937564787449,
-      "learning_rate": 8.038015767161789e-08,
-      "loss": 0.8277,
-      "step": 2778
-    },
-    {
-      "epoch": 0.9449166950017001,
-      "grad_norm": 1.674791036585208,
-      "learning_rate": 7.939953403657164e-08,
-      "loss": 0.7474,
-      "step": 2779
-    },
-    {
-      "epoch": 0.9452567154029242,
-      "grad_norm": 2.0417610679261635,
-      "learning_rate": 7.842488101232893e-08,
-      "loss": 0.7489,
-      "step": 2780
-    },
-    {
-      "epoch": 0.9455967358041483,
-      "grad_norm": 2.355200646804559,
-      "learning_rate": 7.745619978152653e-08,
-      "loss": 0.8185,
-      "step": 2781
-    },
-    {
-      "epoch": 0.9459367562053723,
-      "grad_norm": 2.1071996152685863,
-      "learning_rate": 7.649349151955199e-08,
-      "loss": 0.7427,
-      "step": 2782
-    },
-    {
-      "epoch": 0.9462767766065964,
-      "grad_norm": 2.5068513815147413,
-      "learning_rate": 7.553675739454647e-08,
-      "loss": 0.7599,
-      "step": 2783
-    },
-    {
-      "epoch": 0.9466167970078204,
-      "grad_norm": 2.137090570866946,
-      "learning_rate": 7.4585998567403e-08,
-      "loss": 0.7743,
-      "step": 2784
-    },
-    {
-      "epoch": 0.9469568174090446,
-      "grad_norm": 1.8432992230207976,
-      "learning_rate": 7.364121619176213e-08,
-      "loss": 0.7191,
-      "step": 2785
-    },
-    {
-      "epoch": 0.9472968378102686,
-      "grad_norm": 1.9437651826974969,
-      "learning_rate": 7.270241141401568e-08,
-      "loss": 0.8466,
-      "step": 2786
-    },
-    {
-      "epoch": 0.9476368582114927,
-      "grad_norm": 1.7799878186616265,
-      "learning_rate": 7.17695853732997e-08,
-      "loss": 0.77,
-      "step": 2787
-    },
-    {
-      "epoch": 0.9479768786127167,
-      "grad_norm": 1.7842807831458771,
-      "learning_rate": 7.084273920149654e-08,
-      "loss": 0.9092,
-      "step": 2788
-    },
-    {
-      "epoch": 0.9483168990139408,
-      "grad_norm": 1.7117275262466325,
-      "learning_rate": 6.99218740232338e-08,
-      "loss": 0.8042,
-      "step": 2789
-    },
-    {
-      "epoch": 0.948656919415165,
-      "grad_norm": 1.6622479904527474,
-      "learning_rate": 6.900699095587937e-08,
-      "loss": 0.7579,
-      "step": 2790
-    },
-    {
-      "epoch": 0.948996939816389,
-      "grad_norm": 1.8529558113196523,
-      "learning_rate": 6.809809110954413e-08,
-      "loss": 0.8636,
-      "step": 2791
-    },
-    {
-      "epoch": 0.949336960217613,
-      "grad_norm": 2.163551138095109,
-      "learning_rate": 6.719517558707922e-08,
-      "loss": 0.892,
-      "step": 2792
-    },
-    {
-      "epoch": 0.9496769806188371,
-      "grad_norm": 1.8487943962662825,
-      "learning_rate": 6.629824548407381e-08,
-      "loss": 0.7987,
-      "step": 2793
-    },
-    {
-      "epoch": 0.9500170010200613,
-      "grad_norm": 2.0154438939507497,
-      "learning_rate": 6.540730188885347e-08,
-      "loss": 0.7981,
-      "step": 2794
-    },
-    {
-      "epoch": 0.9503570214212853,
-      "grad_norm": 1.9570984130674787,
-      "learning_rate": 6.452234588248285e-08,
-      "loss": 0.7771,
-      "step": 2795
-    },
-    {
-      "epoch": 0.9506970418225094,
-      "grad_norm": 1.6604363995442626,
-      "learning_rate": 6.364337853875745e-08,
-      "loss": 0.654,
-      "step": 2796
-    },
-    {
-      "epoch": 0.9510370622237334,
-      "grad_norm": 1.8616496731827172,
-      "learning_rate": 6.277040092420916e-08,
-      "loss": 0.7682,
-      "step": 2797
-    },
-    {
-      "epoch": 0.9513770826249575,
-      "grad_norm": 1.4864670570007181,
-      "learning_rate": 6.190341409810063e-08,
-      "loss": 0.7729,
-      "step": 2798
-    },
-    {
-      "epoch": 0.9517171030261816,
-      "grad_norm": 2.167348761585454,
-      "learning_rate": 6.104241911242592e-08,
-      "loss": 0.8381,
-      "step": 2799
-    },
-    {
-      "epoch": 0.9520571234274057,
-      "grad_norm": 2.0214824467624606,
-      "learning_rate": 6.018741701190767e-08,
-      "loss": 0.8774,
-      "step": 2800
-    },
-    {
-      "epoch": 0.9523971438286297,
-      "grad_norm": 2.046012942264478,
-      "learning_rate": 5.933840883399766e-08,
-      "loss": 0.8185,
-      "step": 2801
-    },
-    {
-      "epoch": 0.9527371642298538,
-      "grad_norm": 1.6744820889133898,
-      "learning_rate": 5.8495395608874625e-08,
-      "loss": 0.7855,
-      "step": 2802
-    },
-    {
-      "epoch": 0.9530771846310778,
-      "grad_norm": 1.9991594031620603,
-      "learning_rate": 5.7658378359443104e-08,
-      "loss": 0.7734,
-      "step": 2803
-    },
-    {
-      "epoch": 0.953417205032302,
-      "grad_norm": 1.8896007551548046,
-      "learning_rate": 5.6827358101331774e-08,
-      "loss": 0.753,
-      "step": 2804
-    },
-    {
-      "epoch": 0.953757225433526,
-      "grad_norm": 2.499578946675649,
-      "learning_rate": 5.600233584289294e-08,
-      "loss": 0.7645,
-      "step": 2805
-    },
-    {
-      "epoch": 0.9540972458347501,
-      "grad_norm": 2.0291966720592898,
-      "learning_rate": 5.518331258520138e-08,
-      "loss": 0.7063,
-      "step": 2806
-    },
-    {
-      "epoch": 0.9544372662359741,
-      "grad_norm": 2.115533353024901,
-      "learning_rate": 5.437028932205213e-08,
-      "loss": 0.7353,
-      "step": 2807
-    },
-    {
-      "epoch": 0.9547772866371982,
-      "grad_norm": 2.230634267024501,
-      "learning_rate": 5.356326703995884e-08,
-      "loss": 0.7527,
-      "step": 2808
-    },
-    {
-      "epoch": 0.9551173070384223,
-      "grad_norm": 1.9500468263820696,
-      "learning_rate": 5.276224671815655e-08,
-      "loss": 0.7196,
-      "step": 2809
-    },
-    {
-      "epoch": 0.9554573274396464,
-      "grad_norm": 1.9933718903005513,
-      "learning_rate": 5.196722932859499e-08,
-      "loss": 0.7947,
-      "step": 2810
-    },
-    {
-      "epoch": 0.9557973478408704,
-      "grad_norm": 3.9589726805428658,
-      "learning_rate": 5.117821583594085e-08,
-      "loss": 0.8693,
-      "step": 2811
-    },
-    {
-      "epoch": 0.9561373682420945,
-      "grad_norm": 1.697109589336965,
-      "learning_rate": 5.0395207197575516e-08,
-      "loss": 0.8559,
-      "step": 2812
-    },
-    {
-      "epoch": 0.9564773886433185,
-      "grad_norm": 1.7784029867244318,
-      "learning_rate": 4.9618204363595656e-08,
-      "loss": 0.7196,
-      "step": 2813
-    },
-    {
-      "epoch": 0.9568174090445427,
-      "grad_norm": 1.7135140822695198,
-      "learning_rate": 4.8847208276808224e-08,
-      "loss": 0.7667,
-      "step": 2814
-    },
-    {
-      "epoch": 0.9571574294457668,
-      "grad_norm": 2.0635249556468676,
-      "learning_rate": 4.808221987273265e-08,
-      "loss": 0.7779,
-      "step": 2815
-    },
-    {
-      "epoch": 0.9574974498469908,
-      "grad_norm": 1.7283710035195046,
-      "learning_rate": 4.732324007959921e-08,
-      "loss": 0.7874,
-      "step": 2816
-    },
-    {
-      "epoch": 0.9578374702482149,
-      "grad_norm": 2.1716890834730247,
-      "learning_rate": 4.657026981834623e-08,
-      "loss": 0.776,
-      "step": 2817
-    },
-    {
-      "epoch": 0.9581774906494389,
-      "grad_norm": 1.8440991529889135,
-      "learning_rate": 4.5823310002621745e-08,
-      "loss": 0.7675,
-      "step": 2818
-    },
-    {
-      "epoch": 0.9585175110506631,
-      "grad_norm": 1.9867632028220694,
-      "learning_rate": 4.5082361538779095e-08,
-      "loss": 0.8159,
-      "step": 2819
-    },
-    {
-      "epoch": 0.9588575314518871,
-      "grad_norm": 1.6735880869924653,
-      "learning_rate": 4.434742532587855e-08,
-      "loss": 0.8242,
-      "step": 2820
-    },
-    {
-      "epoch": 0.9591975518531112,
-      "grad_norm": 1.9489756840557746,
-      "learning_rate": 4.3618502255684533e-08,
-      "loss": 0.7493,
-      "step": 2821
-    },
-    {
-      "epoch": 0.9595375722543352,
-      "grad_norm": 1.8908904594168388,
-      "learning_rate": 4.289559321266623e-08,
-      "loss": 0.7569,
-      "step": 2822
-    },
-    {
-      "epoch": 0.9598775926555594,
-      "grad_norm": 2.0307318453443663,
-      "learning_rate": 4.2178699073994744e-08,
-      "loss": 0.8468,
-      "step": 2823
-    },
-    {
-      "epoch": 0.9602176130567834,
-      "grad_norm": 2.155622909096085,
-      "learning_rate": 4.1467820709541474e-08,
-      "loss": 0.7998,
-      "step": 2824
-    },
-    {
-      "epoch": 0.9605576334580075,
-      "grad_norm": 3.045935542421655,
-      "learning_rate": 4.0762958981880876e-08,
-      "loss": 0.6656,
-      "step": 2825
-    },
-    {
-      "epoch": 0.9608976538592315,
-      "grad_norm": 1.462100425448403,
-      "learning_rate": 4.006411474628491e-08,
-      "loss": 0.7495,
-      "step": 2826
-    },
-    {
-      "epoch": 0.9612376742604556,
-      "grad_norm": 2.0395632850495873,
-      "learning_rate": 3.937128885072528e-08,
-      "loss": 0.7343,
-      "step": 2827
-    },
-    {
-      "epoch": 0.9615776946616797,
-      "grad_norm": 1.4943247088061522,
-      "learning_rate": 3.868448213587006e-08,
-      "loss": 0.7365,
-      "step": 2828
-    },
-    {
-      "epoch": 0.9619177150629038,
-      "grad_norm": 1.6462875432934096,
-      "learning_rate": 3.800369543508431e-08,
-      "loss": 0.7184,
-      "step": 2829
-    },
-    {
-      "epoch": 0.9622577354641279,
-      "grad_norm": 1.7317699680459382,
-      "learning_rate": 3.7328929574428354e-08,
-      "loss": 0.7887,
-      "step": 2830
-    },
-    {
-      "epoch": 0.9625977558653519,
-      "grad_norm": 2.0339479815422683,
-      "learning_rate": 3.6660185372656144e-08,
-      "loss": 0.6979,
-      "step": 2831
-    },
-    {
-      "epoch": 0.962937776266576,
-      "grad_norm": 2.024001193970488,
-      "learning_rate": 3.5997463641216925e-08,
-      "loss": 0.7664,
-      "step": 2832
-    },
-    {
-      "epoch": 0.9632777966678001,
-      "grad_norm": 2.7918239147503123,
-      "learning_rate": 3.534076518424967e-08,
-      "loss": 0.7498,
-      "step": 2833
-    },
-    {
-      "epoch": 0.9636178170690242,
-      "grad_norm": 1.8084785912714854,
-      "learning_rate": 3.469009079858698e-08,
-      "loss": 0.5801,
-      "step": 2834
-    },
-    {
-      "epoch": 0.9639578374702482,
-      "grad_norm": 1.6988220138175392,
-      "learning_rate": 3.404544127375064e-08,
-      "loss": 0.7183,
-      "step": 2835
-    },
-    {
-      "epoch": 0.9642978578714723,
-      "grad_norm": 1.7500355302390025,
-      "learning_rate": 3.340681739195328e-08,
-      "loss": 0.8591,
-      "step": 2836
-    },
-    {
-      "epoch": 0.9646378782726963,
-      "grad_norm": 2.0915983335526542,
-      "learning_rate": 3.277421992809448e-08,
-      "loss": 0.7898,
-      "step": 2837
-    },
-    {
-      "epoch": 0.9649778986739205,
-      "grad_norm": 1.9905149738010572,
-      "learning_rate": 3.2147649649761914e-08,
-      "loss": 0.7486,
-      "step": 2838
-    },
-    {
-      "epoch": 0.9653179190751445,
-      "grad_norm": 1.8204792814385986,
-      "learning_rate": 3.152710731723019e-08,
-      "loss": 0.7907,
-      "step": 2839
-    },
-    {
-      "epoch": 0.9656579394763686,
-      "grad_norm": 2.2038325461595125,
-      "learning_rate": 3.0912593683460336e-08,
-      "loss": 0.8221,
-      "step": 2840
-    },
-    {
-      "epoch": 0.9659979598775926,
-      "grad_norm": 2.432522698561901,
-      "learning_rate": 3.030410949409701e-08,
-      "loss": 0.8842,
-      "step": 2841
-    },
-    {
-      "epoch": 0.9663379802788167,
-      "grad_norm": 1.7618523901465664,
-      "learning_rate": 2.9701655487469062e-08,
-      "loss": 0.7653,
-      "step": 2842
-    },
-    {
-      "epoch": 0.9666780006800408,
-      "grad_norm": 2.0644672247287055,
-      "learning_rate": 2.9105232394588955e-08,
-      "loss": 0.7707,
-      "step": 2843
-    },
-    {
-      "epoch": 0.9670180210812649,
-      "grad_norm": 1.63818941154093,
-      "learning_rate": 2.8514840939150023e-08,
-      "loss": 0.8413,
-      "step": 2844
-    },
-    {
-      "epoch": 0.9673580414824889,
-      "grad_norm": 1.973884901127744,
-      "learning_rate": 2.793048183752922e-08,
-      "loss": 0.7836,
-      "step": 2845
-    },
-    {
-      "epoch": 0.967698061883713,
-      "grad_norm": 2.4371181181523354,
-      "learning_rate": 2.735215579878159e-08,
-      "loss": 0.7305,
-      "step": 2846
-    },
-    {
-      "epoch": 0.9680380822849372,
-      "grad_norm": 1.7853562497323494,
-      "learning_rate": 2.6779863524642458e-08,
-      "loss": 0.7943,
-      "step": 2847
-    },
-    {
-      "epoch": 0.9683781026861612,
-      "grad_norm": 1.6858828008976603,
-      "learning_rate": 2.6213605709525803e-08,
-      "loss": 0.7232,
-      "step": 2848
-    },
-    {
-      "epoch": 0.9687181230873853,
-      "grad_norm": 2.158947668013324,
-      "learning_rate": 2.5653383040524228e-08,
-      "loss": 0.8468,
-      "step": 2849
-    },
-    {
-      "epoch": 0.9690581434886093,
-      "grad_norm": 1.9632625315112604,
-      "learning_rate": 2.509919619740675e-08,
-      "loss": 0.7163,
-      "step": 2850
-    },
-    {
-      "epoch": 0.9693981638898334,
-      "grad_norm": 2.1695249086671757,
-      "learning_rate": 2.4551045852617694e-08,
-      "loss": 0.6472,
-      "step": 2851
-    },
-    {
-      "epoch": 0.9697381842910575,
-      "grad_norm": 2.7117847345646107,
-      "learning_rate": 2.4008932671277795e-08,
-      "loss": 0.8502,
-      "step": 2852
-    },
-    {
-      "epoch": 0.9700782046922816,
-      "grad_norm": 6.101355782708873,
-      "learning_rate": 2.3472857311183095e-08,
-      "loss": 0.8528,
-      "step": 2853
-    },
-    {
-      "epoch": 0.9704182250935056,
-      "grad_norm": 2.254936461781147,
-      "learning_rate": 2.294282042280105e-08,
-      "loss": 0.7906,
-      "step": 2854
-    },
-    {
-      "epoch": 0.9707582454947297,
-      "grad_norm": 1.8108204204000768,
-      "learning_rate": 2.2418822649274974e-08,
-      "loss": 0.7968,
-      "step": 2855
-    },
-    {
-      "epoch": 0.9710982658959537,
-      "grad_norm": 2.6951434301051402,
-      "learning_rate": 2.1900864626417385e-08,
-      "loss": 0.776,
-      "step": 2856
-    },
-    {
-      "epoch": 0.9714382862971779,
-      "grad_norm": 1.6020976275419296,
-      "learning_rate": 2.1388946982714986e-08,
-      "loss": 0.7704,
-      "step": 2857
-    },
-    {
-      "epoch": 0.9717783066984019,
-      "grad_norm": 2.4901873723353556,
-      "learning_rate": 2.088307033932313e-08,
-      "loss": 0.7724,
-      "step": 2858
-    },
-    {
-      "epoch": 0.972118327099626,
-      "grad_norm": 1.9510473315864627,
-      "learning_rate": 2.0383235310068027e-08,
-      "loss": 0.7161,
-      "step": 2859
-    },
-    {
-      "epoch": 0.97245834750085,
-      "grad_norm": 1.7537820967663633,
-      "learning_rate": 1.9889442501444533e-08,
-      "loss": 0.7845,
-      "step": 2860
-    },
-    {
-      "epoch": 0.9727983679020741,
-      "grad_norm": 2.770379816331149,
-      "learning_rate": 1.9401692512617254e-08,
-      "loss": 0.7648,
-      "step": 2861
-    },
-    {
-      "epoch": 0.9731383883032982,
-      "grad_norm": 1.559159771690986,
-      "learning_rate": 1.891998593541611e-08,
-      "loss": 0.8496,
-      "step": 2862
-    },
-    {
-      "epoch": 0.9734784087045223,
-      "grad_norm": 1.8239680223638182,
-      "learning_rate": 1.8444323354340765e-08,
-      "loss": 0.8466,
-      "step": 2863
-    },
-    {
-      "epoch": 0.9738184291057463,
-      "grad_norm": 2.097607953123935,
-      "learning_rate": 1.7974705346554543e-08,
-      "loss": 0.7707,
-      "step": 2864
-    },
-    {
-      "epoch": 0.9741584495069704,
-      "grad_norm": 15.595515977393774,
-      "learning_rate": 1.7511132481888293e-08,
-      "loss": 0.8303,
-      "step": 2865
-    },
-    {
-      "epoch": 0.9744984699081944,
-      "grad_norm": 2.2442397263635923,
-      "learning_rate": 1.7053605322837064e-08,
-      "loss": 0.8331,
-      "step": 2866
-    },
-    {
-      "epoch": 0.9748384903094186,
-      "grad_norm": 1.7730283098392012,
-      "learning_rate": 1.6602124424558998e-08,
-      "loss": 0.8179,
-      "step": 2867
-    },
-    {
-      "epoch": 0.9751785107106427,
-      "grad_norm": 1.9544407790331693,
-      "learning_rate": 1.6156690334878655e-08,
-      "loss": 0.8524,
-      "step": 2868
-    },
-    {
-      "epoch": 0.9755185311118667,
-      "grad_norm": 1.8253723434879328,
-      "learning_rate": 1.571730359427981e-08,
-      "loss": 0.7918,
-      "step": 2869
-    },
-    {
-      "epoch": 0.9758585515130908,
-      "grad_norm": 2.0309536185191175,
-      "learning_rate": 1.5283964735911537e-08,
-      "loss": 0.6513,
-      "step": 2870
-    },
-    {
-      "epoch": 0.9761985719143148,
-      "grad_norm": 1.838769072190465,
-      "learning_rate": 1.4856674285582128e-08,
-      "loss": 0.8031,
-      "step": 2871
-    },
-    {
-      "epoch": 0.976538592315539,
-      "grad_norm": 2.0950822778973692,
-      "learning_rate": 1.4435432761762958e-08,
-      "loss": 0.7676,
-      "step": 2872
-    },
-    {
-      "epoch": 0.976878612716763,
-      "grad_norm": 2.0893793425469873,
-      "learning_rate": 1.4020240675583496e-08,
-      "loss": 0.7125,
-      "step": 2873
-    },
-    {
-      "epoch": 0.9772186331179871,
-      "grad_norm": 2.4146069116338076,
-      "learning_rate": 1.3611098530834643e-08,
-      "loss": 0.7995,
-      "step": 2874
-    },
-    {
-      "epoch": 0.9775586535192111,
-      "grad_norm": 1.6888893378242318,
-      "learning_rate": 1.3208006823965391e-08,
-      "loss": 0.7872,
-      "step": 2875
-    },
-    {
-      "epoch": 0.9778986739204353,
-      "grad_norm": 1.8282106707284866,
-      "learning_rate": 1.2810966044083384e-08,
-      "loss": 0.7569,
-      "step": 2876
-    },
-    {
-      "epoch": 0.9782386943216593,
-      "grad_norm": 3.0888469815054056,
-      "learning_rate": 1.241997667295436e-08,
-      "loss": 0.7845,
-      "step": 2877
-    },
-    {
-      "epoch": 0.9785787147228834,
-      "grad_norm": 2.6085632259240135,
-      "learning_rate": 1.2035039185001595e-08,
-      "loss": 0.6891,
-      "step": 2878
-    },
-    {
-      "epoch": 0.9789187351241074,
-      "grad_norm": 1.6548350534770722,
-      "learning_rate": 1.1656154047303691e-08,
-      "loss": 0.776,
-      "step": 2879
-    },
-    {
-      "epoch": 0.9792587555253315,
-      "grad_norm": 2.2479317743891163,
-      "learning_rate": 1.128332171959734e-08,
-      "loss": 0.6986,
-      "step": 2880
-    },
-    {
-      "epoch": 0.9795987759265556,
-      "grad_norm": 1.5207555564257944,
-      "learning_rate": 1.0916542654273443e-08,
-      "loss": 0.7656,
-      "step": 2881
-    },
-    {
-      "epoch": 0.9799387963277797,
-      "grad_norm": 1.7179799866128536,
-      "learning_rate": 1.0555817296378223e-08,
-      "loss": 0.7789,
-      "step": 2882
-    },
-    {
-      "epoch": 0.9802788167290037,
-      "grad_norm": 3.5457830250161146,
-      "learning_rate": 1.0201146083612113e-08,
-      "loss": 0.6575,
-      "step": 2883
-    },
-    {
-      "epoch": 0.9806188371302278,
-      "grad_norm": 1.66796935458302,
-      "learning_rate": 9.852529446330306e-09,
-      "loss": 0.8078,
-      "step": 2884
-    },
-    {
-      "epoch": 0.9809588575314518,
-      "grad_norm": 1.6131158456304904,
-      "learning_rate": 9.509967807541098e-09,
-      "loss": 0.8186,
-      "step": 2885
-    },
-    {
-      "epoch": 0.981298877932676,
-      "grad_norm": 1.82468180774407,
-      "learning_rate": 9.17346158290533e-09,
-      "loss": 0.739,
-      "step": 2886
-    },
-    {
-      "epoch": 0.9816388983339001,
-      "grad_norm": 1.9688243210497778,
-      "learning_rate": 8.843011180736383e-09,
-      "loss": 0.7168,
-      "step": 2887
-    },
-    {
-      "epoch": 0.9819789187351241,
-      "grad_norm": 1.5022510538028564,
-      "learning_rate": 8.518617002000184e-09,
-      "loss": 0.7572,
-      "step": 2888
-    },
-    {
-      "epoch": 0.9823189391363482,
-      "grad_norm": 1.727052969368207,
-      "learning_rate": 8.200279440313541e-09,
-      "loss": 0.8521,
-      "step": 2889
-    },
-    {
-      "epoch": 0.9826589595375722,
-      "grad_norm": 2.2067244626842633,
-      "learning_rate": 7.88799888194358e-09,
-      "loss": 0.8,
-      "step": 2890
-    },
-    {
-      "epoch": 0.9829989799387964,
-      "grad_norm": 1.7065083718462186,
-      "learning_rate": 7.581775705809424e-09,
-      "loss": 0.7378,
-      "step": 2891
-    },
-    {
-      "epoch": 0.9833390003400204,
-      "grad_norm": 2.9586498581307064,
-      "learning_rate": 7.281610283479401e-09,
-      "loss": 0.6801,
-      "step": 2892
-    },
-    {
-      "epoch": 0.9836790207412445,
-      "grad_norm": 5.171238278863206,
-      "learning_rate": 6.987502979170502e-09,
-      "loss": 0.7629,
-      "step": 2893
-    },
-    {
-      "epoch": 0.9840190411424685,
-      "grad_norm": 1.90520126690055,
-      "learning_rate": 6.69945414975115e-09,
-      "loss": 0.8113,
-      "step": 2894
-    },
-    {
-      "epoch": 0.9843590615436926,
-      "grad_norm": 2.2503726394658616,
-      "learning_rate": 6.417464144736208e-09,
-      "loss": 0.7513,
-      "step": 2895
-    },
-    {
-      "epoch": 0.9846990819449167,
-      "grad_norm": 2.153027725123987,
-      "learning_rate": 6.141533306289749e-09,
-      "loss": 0.8205,
-      "step": 2896
-    },
-    {
-      "epoch": 0.9850391023461408,
-      "grad_norm": 1.736801672039933,
-      "learning_rate": 5.871661969223951e-09,
-      "loss": 0.7942,
-      "step": 2897
-    },
-    {
-      "epoch": 0.9853791227473648,
-      "grad_norm": 2.3675066320350475,
-      "learning_rate": 5.6078504609979874e-09,
-      "loss": 0.7259,
-      "step": 2898
-    },
-    {
-      "epoch": 0.9857191431485889,
-      "grad_norm": 2.017743519753625,
-      "learning_rate": 5.350099101718575e-09,
-      "loss": 0.7131,
-      "step": 2899
-    },
-    {
-      "epoch": 0.9860591635498129,
-      "grad_norm": 2.7453562229219703,
-      "learning_rate": 5.098408204138872e-09,
-      "loss": 0.7977,
-      "step": 2900
-    },
-    {
-      "epoch": 0.9863991839510371,
-      "grad_norm": 1.6134295512276415,
-      "learning_rate": 4.852778073657361e-09,
-      "loss": 0.7135,
-      "step": 2901
-    },
-    {
-      "epoch": 0.9867392043522611,
-      "grad_norm": 2.0405012351886276,
-      "learning_rate": 4.613209008320629e-09,
-      "loss": 0.7537,
-      "step": 2902
-    },
-    {
-      "epoch": 0.9870792247534852,
-      "grad_norm": 1.4871414756238235,
-      "learning_rate": 4.379701298818928e-09,
-      "loss": 0.7353,
-      "step": 2903
-    },
-    {
-      "epoch": 0.9874192451547092,
-      "grad_norm": 2.093132630125787,
-      "learning_rate": 4.152255228487834e-09,
-      "loss": 0.7546,
-      "step": 2904
-    },
-    {
-      "epoch": 0.9877592655559334,
-      "grad_norm": 1.7225547695335006,
-      "learning_rate": 3.9308710733093616e-09,
-      "loss": 0.7336,
-      "step": 2905
-    },
-    {
-      "epoch": 0.9880992859571575,
-      "grad_norm": 2.05442384710289,
-      "learning_rate": 3.715549101908633e-09,
-      "loss": 0.7587,
-      "step": 2906
-    },
-    {
-      "epoch": 0.9884393063583815,
-      "grad_norm": 5.175498096828514,
-      "learning_rate": 3.5062895755544337e-09,
-      "loss": 0.7976,
-      "step": 2907
-    },
-    {
-      "epoch": 0.9887793267596056,
-      "grad_norm": 2.1043805063081678,
-      "learning_rate": 3.3030927481614294e-09,
-      "loss": 0.8033,
-      "step": 2908
-    },
-    {
-      "epoch": 0.9891193471608296,
-      "grad_norm": 2.0514526782549884,
-      "learning_rate": 3.10595886628684e-09,
-      "loss": 0.7745,
-      "step": 2909
-    },
-    {
-      "epoch": 0.9894593675620538,
-      "grad_norm": 1.8077379168303007,
-      "learning_rate": 2.9148881691298812e-09,
-      "loss": 0.8329,
-      "step": 2910
-    },
-    {
-      "epoch": 0.9897993879632778,
-      "grad_norm": 2.7491338803401852,
-      "learning_rate": 2.7298808885350968e-09,
-      "loss": 0.7437,
-      "step": 2911
-    },
-    {
-      "epoch": 0.9901394083645019,
-      "grad_norm": 1.8239821715791795,
-      "learning_rate": 2.550937248987917e-09,
-      "loss": 0.752,
-      "step": 2912
-    },
-    {
-      "epoch": 0.9904794287657259,
-      "grad_norm": 1.9332024110813362,
-      "learning_rate": 2.378057467617434e-09,
-      "loss": 0.7285,
-      "step": 2913
-    },
-    {
-      "epoch": 0.99081944916695,
-      "grad_norm": 2.1222346021287284,
-      "learning_rate": 2.211241754193627e-09,
-      "loss": 0.7529,
-      "step": 2914
-    },
-    {
-      "epoch": 0.9911594695681741,
-      "grad_norm": 2.949500732515013,
-      "learning_rate": 2.050490311130138e-09,
-      "loss": 0.7769,
-      "step": 2915
-    },
-    {
-      "epoch": 0.9914994899693982,
-      "grad_norm": 2.2876307190277387,
-      "learning_rate": 1.8958033334803837e-09,
-      "loss": 0.7332,
-      "step": 2916
-    },
-    {
-      "epoch": 0.9918395103706222,
-      "grad_norm": 1.8659398649610075,
-      "learning_rate": 1.7471810089403352e-09,
-      "loss": 0.7737,
-      "step": 2917
-    },
-    {
-      "epoch": 0.9921795307718463,
-      "grad_norm": 4.208386889103378,
-      "learning_rate": 1.6046235178474034e-09,
-      "loss": 0.6483,
-      "step": 2918
-    },
-    {
-      "epoch": 0.9925195511730703,
-      "grad_norm": 2.7900149310075437,
-      "learning_rate": 1.4681310331787767e-09,
-      "loss": 0.7181,
-      "step": 2919
-    },
-    {
-      "epoch": 0.9928595715742945,
-      "grad_norm": 3.2570105193883836,
-      "learning_rate": 1.3377037205541954e-09,
-      "loss": 0.745,
-      "step": 2920
-    },
-    {
-      "epoch": 0.9931995919755185,
-      "grad_norm": 2.253063484591565,
-      "learning_rate": 1.2133417382320656e-09,
-      "loss": 0.7365,
-      "step": 2921
-    },
-    {
-      "epoch": 0.9935396123767426,
-      "grad_norm": 1.6986142527464747,
-      "learning_rate": 1.0950452371116805e-09,
-      "loss": 0.7249,
-      "step": 2922
-    },
-    {
-      "epoch": 0.9938796327779666,
-      "grad_norm": 2.1769362876424783,
-      "learning_rate": 9.828143607343298e-10,
-      "loss": 0.675,
-      "step": 2923
-    },
-    {
-      "epoch": 0.9942196531791907,
-      "grad_norm": 1.8623993129979777,
-      "learning_rate": 8.766492452783048e-10,
-      "loss": 0.7031,
-      "step": 2924
-    },
-    {
-      "epoch": 0.9945596735804149,
-      "grad_norm": 2.8223920826039577,
-      "learning_rate": 7.765500195650034e-10,
-      "loss": 0.7948,
-      "step": 2925
-    },
-    {
-      "epoch": 0.9948996939816389,
-      "grad_norm": 1.8686593078473168,
-      "learning_rate": 6.825168050528241e-10,
-      "loss": 0.727,
-      "step": 2926
-    },
-    {
-      "epoch": 0.995239714382863,
-      "grad_norm": 2.162089701353925,
-      "learning_rate": 5.945497158404979e-10,
-      "loss": 0.7878,
-      "step": 2927
-    },
-    {
-      "epoch": 0.995579734784087,
-      "grad_norm": 2.0618636520713265,
-      "learning_rate": 5.126488586676414e-10,
-      "loss": 0.681,
-      "step": 2928
-    },
-    {
-      "epoch": 0.9959197551853112,
-      "grad_norm": 2.0577534585653656,
-      "learning_rate": 4.368143329114283e-10,
-      "loss": 0.7572,
-      "step": 2929
-    },
-    {
-      "epoch": 0.9962597755865352,
-      "grad_norm": 1.9033317775907852,
-      "learning_rate": 3.6704623058825275e-10,
-      "loss": 0.725,
-      "step": 2930
-    },
-    {
-      "epoch": 0.9965997959877593,
-      "grad_norm": 1.7966473182708045,
-      "learning_rate": 3.033446363548409e-10,
-      "loss": 0.7165,
-      "step": 2931
-    },
-    {
-      "epoch": 0.9969398163889833,
-      "grad_norm": 1.9439610520049038,
-      "learning_rate": 2.4570962750547487e-10,
-      "loss": 0.806,
-      "step": 2932
-    },
-    {
-      "epoch": 0.9972798367902074,
-      "grad_norm": 1.8447978817356736,
-      "learning_rate": 1.9414127397476834e-10,
-      "loss": 0.6776,
-      "step": 2933
-    },
-    {
-      "epoch": 0.9976198571914315,
-      "grad_norm": 1.8689492566426245,
-      "learning_rate": 1.486396383343358e-10,
-      "loss": 0.7369,
-      "step": 2934
-    },
-    {
-      "epoch": 0.9979598775926556,
-      "grad_norm": 2.3593280079362984,
-      "learning_rate": 1.0920477579612342e-10,
-      "loss": 0.737,
-      "step": 2935
-    },
-    {
-      "epoch": 0.9982998979938796,
-      "grad_norm": 1.8130326623567172,
-      "learning_rate": 7.583673420963333e-11,
-      "loss": 0.7728,
-      "step": 2936
-    },
-    {
-      "epoch": 0.9986399183951037,
-      "grad_norm": 1.8422384775818308,
-      "learning_rate": 4.8535554063589006e-11,
-      "loss": 0.7864,
-      "step": 2937
-    },
-    {
-      "epoch": 0.9989799387963277,
-      "grad_norm": 2.6330920946601504,
-      "learning_rate": 2.7301268484825062e-11,
-      "loss": 0.7965,
-      "step": 2938
-    },
-    {
-      "epoch": 0.9993199591975519,
-      "grad_norm": 1.4728667367747035,
-      "learning_rate": 1.2133903238842337e-11,
-      "loss": 0.6569,
-      "step": 2939
-    },
-    {
-      "epoch": 0.999659979598776,
-      "grad_norm": 2.449775970829956,
-      "learning_rate": 3.033476729807916e-12,
-      "loss": 0.7428,
-      "step": 2940
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.9956841641574536,
-      "learning_rate": 0.0,
-      "loss": 0.7876,
-      "step": 2941
-    },
-    {
-      "epoch": 1.0,
-      "step": 2941,
-      "total_flos": 3322796039995392.0,
-      "train_loss": 0.8056760676374892,
-      "train_runtime": 111614.1149,
-      "train_samples_per_second": 0.843,
-      "train_steps_per_second": 0.026
-    }
-  ],
-  "logging_steps": 1.0,
-  "max_steps": 2941,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
-  "save_steps": 400,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": true
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 3322796039995392.0,
-  "train_batch_size": 1,
-  "trial_name": null,
-  "trial_params": null
-}