diff --git "a/checkpoint-1784/trainer_state.json" "b/checkpoint-1784/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-1784/trainer_state.json"
@@ -0,0 +1,12521 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.9977591036414566,
+  "eval_steps": 500,
+  "global_step": 1784,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002240896358543417,
+      "grad_norm": 0.22982779145240784,
+      "learning_rate": 1.1235955056179775e-06,
+      "loss": 1.1973,
+      "step": 1
+    },
+    {
+      "epoch": 0.004481792717086834,
+      "grad_norm": 0.2098255604505539,
+      "learning_rate": 2.247191011235955e-06,
+      "loss": 1.2685,
+      "step": 2
+    },
+    {
+      "epoch": 0.0067226890756302525,
+      "grad_norm": 0.2404344230890274,
+      "learning_rate": 3.3707865168539327e-06,
+      "loss": 1.2292,
+      "step": 3
+    },
+    {
+      "epoch": 0.008963585434173669,
+      "grad_norm": 0.23824891448020935,
+      "learning_rate": 4.49438202247191e-06,
+      "loss": 1.1901,
+      "step": 4
+    },
+    {
+      "epoch": 0.011204481792717087,
+      "grad_norm": 0.22885526716709137,
+      "learning_rate": 5.617977528089888e-06,
+      "loss": 1.2695,
+      "step": 5
+    },
+    {
+      "epoch": 0.013445378151260505,
+      "grad_norm": 0.2576353847980499,
+      "learning_rate": 6.741573033707865e-06,
+      "loss": 1.2872,
+      "step": 6
+    },
+    {
+      "epoch": 0.01568627450980392,
+      "grad_norm": 0.2190636247396469,
+      "learning_rate": 7.865168539325843e-06,
+      "loss": 1.1952,
+      "step": 7
+    },
+    {
+      "epoch": 0.017927170868347338,
+      "grad_norm": 0.21357473731040955,
+      "learning_rate": 8.98876404494382e-06,
+      "loss": 1.2597,
+      "step": 8
+    },
+    {
+      "epoch": 0.020168067226890758,
+      "grad_norm": 0.24502670764923096,
+      "learning_rate": 1.0112359550561798e-05,
+      "loss": 1.279,
+      "step": 9
+    },
+    {
+      "epoch": 0.022408963585434174,
+      "grad_norm": 0.25532686710357666,
+      "learning_rate": 1.1235955056179776e-05,
+      "loss": 1.2163,
+      "step": 10
+    },
+    {
+      "epoch": 0.02464985994397759,
+      "grad_norm": 0.250683456659317,
+      "learning_rate": 1.2359550561797752e-05,
+      "loss": 1.2735,
+      "step": 11
+    },
+    {
+      "epoch": 0.02689075630252101,
+      "grad_norm": 0.2523595988750458,
+      "learning_rate": 1.348314606741573e-05,
+      "loss": 1.3471,
+      "step": 12
+    },
+    {
+      "epoch": 0.029131652661064426,
+      "grad_norm": 0.23875640332698822,
+      "learning_rate": 1.4606741573033709e-05,
+      "loss": 1.2595,
+      "step": 13
+    },
+    {
+      "epoch": 0.03137254901960784,
+      "grad_norm": 0.24998927116394043,
+      "learning_rate": 1.5730337078651687e-05,
+      "loss": 1.2142,
+      "step": 14
+    },
+    {
+      "epoch": 0.03361344537815126,
+      "grad_norm": 0.2783028483390808,
+      "learning_rate": 1.6853932584269665e-05,
+      "loss": 1.185,
+      "step": 15
+    },
+    {
+      "epoch": 0.035854341736694675,
+      "grad_norm": 0.2796604633331299,
+      "learning_rate": 1.797752808988764e-05,
+      "loss": 1.226,
+      "step": 16
+    },
+    {
+      "epoch": 0.0380952380952381,
+      "grad_norm": 0.2899184823036194,
+      "learning_rate": 1.9101123595505618e-05,
+      "loss": 1.1672,
+      "step": 17
+    },
+    {
+      "epoch": 0.040336134453781515,
+      "grad_norm": 0.2601150572299957,
+      "learning_rate": 2.0224719101123596e-05,
+      "loss": 1.1127,
+      "step": 18
+    },
+    {
+      "epoch": 0.04257703081232493,
+      "grad_norm": 0.3052348792552948,
+      "learning_rate": 2.1348314606741574e-05,
+      "loss": 1.2865,
+      "step": 19
+    },
+    {
+      "epoch": 0.04481792717086835,
+      "grad_norm": 0.24783451855182648,
+      "learning_rate": 2.2471910112359552e-05,
+      "loss": 1.0888,
+      "step": 20
+    },
+    {
+      "epoch": 0.047058823529411764,
+      "grad_norm": 0.24703693389892578,
+      "learning_rate": 2.359550561797753e-05,
+      "loss": 1.059,
+      "step": 21
+    },
+    {
+      "epoch": 0.04929971988795518,
+      "grad_norm": 0.2503679096698761,
+      "learning_rate": 2.4719101123595505e-05,
+      "loss": 1.1602,
+      "step": 22
+    },
+    {
+      "epoch": 0.0515406162464986,
+      "grad_norm": 0.2639842927455902,
+      "learning_rate": 2.5842696629213486e-05,
+      "loss": 1.0911,
+      "step": 23
+    },
+    {
+      "epoch": 0.05378151260504202,
+      "grad_norm": 0.2942507266998291,
+      "learning_rate": 2.696629213483146e-05,
+      "loss": 1.0777,
+      "step": 24
+    },
+    {
+      "epoch": 0.056022408963585436,
+      "grad_norm": 0.28088828921318054,
+      "learning_rate": 2.8089887640449443e-05,
+      "loss": 1.1111,
+      "step": 25
+    },
+    {
+      "epoch": 0.05826330532212885,
+      "grad_norm": 0.26791295409202576,
+      "learning_rate": 2.9213483146067417e-05,
+      "loss": 1.0016,
+      "step": 26
+    },
+    {
+      "epoch": 0.06050420168067227,
+      "grad_norm": 0.2685791850090027,
+      "learning_rate": 3.0337078651685396e-05,
+      "loss": 1.1085,
+      "step": 27
+    },
+    {
+      "epoch": 0.06274509803921569,
+      "grad_norm": 0.2627420127391815,
+      "learning_rate": 3.1460674157303374e-05,
+      "loss": 1.0704,
+      "step": 28
+    },
+    {
+      "epoch": 0.06498599439775911,
+      "grad_norm": 0.3000424802303314,
+      "learning_rate": 3.258426966292135e-05,
+      "loss": 1.0786,
+      "step": 29
+    },
+    {
+      "epoch": 0.06722689075630252,
+      "grad_norm": 0.3018706738948822,
+      "learning_rate": 3.370786516853933e-05,
+      "loss": 1.0423,
+      "step": 30
+    },
+    {
+      "epoch": 0.06946778711484594,
+      "grad_norm": 0.27565667033195496,
+      "learning_rate": 3.483146067415731e-05,
+      "loss": 0.9834,
+      "step": 31
+    },
+    {
+      "epoch": 0.07170868347338935,
+      "grad_norm": 0.30244842171669006,
+      "learning_rate": 3.595505617977528e-05,
+      "loss": 1.0927,
+      "step": 32
+    },
+    {
+      "epoch": 0.07394957983193277,
+      "grad_norm": 0.3654678165912628,
+      "learning_rate": 3.7078651685393264e-05,
+      "loss": 0.9812,
+      "step": 33
+    },
+    {
+      "epoch": 0.0761904761904762,
+      "grad_norm": 0.36483272910118103,
+      "learning_rate": 3.8202247191011236e-05,
+      "loss": 0.9693,
+      "step": 34
+    },
+    {
+      "epoch": 0.0784313725490196,
+      "grad_norm": 0.2949022054672241,
+      "learning_rate": 3.9325842696629214e-05,
+      "loss": 0.9647,
+      "step": 35
+    },
+    {
+      "epoch": 0.08067226890756303,
+      "grad_norm": 0.36239683628082275,
+      "learning_rate": 4.044943820224719e-05,
+      "loss": 0.9725,
+      "step": 36
+    },
+    {
+      "epoch": 0.08291316526610644,
+      "grad_norm": 0.32511067390441895,
+      "learning_rate": 4.157303370786517e-05,
+      "loss": 1.0136,
+      "step": 37
+    },
+    {
+      "epoch": 0.08515406162464986,
+      "grad_norm": 0.32111090421676636,
+      "learning_rate": 4.269662921348315e-05,
+      "loss": 0.9207,
+      "step": 38
+    },
+    {
+      "epoch": 0.08739495798319327,
+      "grad_norm": 0.3080519735813141,
+      "learning_rate": 4.3820224719101126e-05,
+      "loss": 0.9729,
+      "step": 39
+    },
+    {
+      "epoch": 0.0896358543417367,
+      "grad_norm": 0.2933235764503479,
+      "learning_rate": 4.4943820224719104e-05,
+      "loss": 0.9403,
+      "step": 40
+    },
+    {
+      "epoch": 0.09187675070028012,
+      "grad_norm": 0.3132348358631134,
+      "learning_rate": 4.606741573033708e-05,
+      "loss": 0.9587,
+      "step": 41
+    },
+    {
+      "epoch": 0.09411764705882353,
+      "grad_norm": 0.3013119101524353,
+      "learning_rate": 4.719101123595506e-05,
+      "loss": 0.9162,
+      "step": 42
+    },
+    {
+      "epoch": 0.09635854341736695,
+      "grad_norm": 0.300485223531723,
+      "learning_rate": 4.831460674157304e-05,
+      "loss": 0.8984,
+      "step": 43
+    },
+    {
+      "epoch": 0.09859943977591036,
+      "grad_norm": 0.2726304233074188,
+      "learning_rate": 4.943820224719101e-05,
+      "loss": 0.987,
+      "step": 44
+    },
+    {
+      "epoch": 0.10084033613445378,
+      "grad_norm": 0.2733825445175171,
+      "learning_rate": 5.0561797752808995e-05,
+      "loss": 0.9438,
+      "step": 45
+    },
+    {
+      "epoch": 0.1030812324929972,
+      "grad_norm": 0.28922319412231445,
+      "learning_rate": 5.168539325842697e-05,
+      "loss": 0.8674,
+      "step": 46
+    },
+    {
+      "epoch": 0.10532212885154062,
+      "grad_norm": 0.2743085026741028,
+      "learning_rate": 5.2808988764044944e-05,
+      "loss": 0.9041,
+      "step": 47
+    },
+    {
+      "epoch": 0.10756302521008404,
+      "grad_norm": 0.28649550676345825,
+      "learning_rate": 5.393258426966292e-05,
+      "loss": 0.9057,
+      "step": 48
+    },
+    {
+      "epoch": 0.10980392156862745,
+      "grad_norm": 0.2877427339553833,
+      "learning_rate": 5.50561797752809e-05,
+      "loss": 0.9139,
+      "step": 49
+    },
+    {
+      "epoch": 0.11204481792717087,
+      "grad_norm": 0.27738648653030396,
+      "learning_rate": 5.6179775280898885e-05,
+      "loss": 0.8518,
+      "step": 50
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 0.2839404046535492,
+      "learning_rate": 5.730337078651685e-05,
+      "loss": 0.8634,
+      "step": 51
+    },
+    {
+      "epoch": 0.1165266106442577,
+      "grad_norm": 0.2748688757419586,
+      "learning_rate": 5.8426966292134835e-05,
+      "loss": 0.9504,
+      "step": 52
+    },
+    {
+      "epoch": 0.11876750700280111,
+      "grad_norm": 0.2953556776046753,
+      "learning_rate": 5.955056179775281e-05,
+      "loss": 0.861,
+      "step": 53
+    },
+    {
+      "epoch": 0.12100840336134454,
+      "grad_norm": 0.2947392165660858,
+      "learning_rate": 6.067415730337079e-05,
+      "loss": 0.8578,
+      "step": 54
+    },
+    {
+      "epoch": 0.12324929971988796,
+      "grad_norm": 0.3029733896255493,
+      "learning_rate": 6.179775280898876e-05,
+      "loss": 0.895,
+      "step": 55
+    },
+    {
+      "epoch": 0.12549019607843137,
+      "grad_norm": 0.28483161330223083,
+      "learning_rate": 6.292134831460675e-05,
+      "loss": 0.9316,
+      "step": 56
+    },
+    {
+      "epoch": 0.12773109243697478,
+      "grad_norm": 0.280499666929245,
+      "learning_rate": 6.404494382022472e-05,
+      "loss": 0.8763,
+      "step": 57
+    },
+    {
+      "epoch": 0.12997198879551822,
+      "grad_norm": 0.2687634825706482,
+      "learning_rate": 6.51685393258427e-05,
+      "loss": 0.9216,
+      "step": 58
+    },
+    {
+      "epoch": 0.13221288515406163,
+      "grad_norm": 0.2869422435760498,
+      "learning_rate": 6.629213483146067e-05,
+      "loss": 0.8783,
+      "step": 59
+    },
+    {
+      "epoch": 0.13445378151260504,
+      "grad_norm": 0.29140859842300415,
+      "learning_rate": 6.741573033707866e-05,
+      "loss": 0.9613,
+      "step": 60
+    },
+    {
+      "epoch": 0.13669467787114845,
+      "grad_norm": 0.29342207312583923,
+      "learning_rate": 6.853932584269663e-05,
+      "loss": 0.982,
+      "step": 61
+    },
+    {
+      "epoch": 0.13893557422969188,
+      "grad_norm": 0.29143285751342773,
+      "learning_rate": 6.966292134831462e-05,
+      "loss": 0.8857,
+      "step": 62
+    },
+    {
+      "epoch": 0.1411764705882353,
+      "grad_norm": 0.2944166660308838,
+      "learning_rate": 7.078651685393259e-05,
+      "loss": 0.8668,
+      "step": 63
+    },
+    {
+      "epoch": 0.1434173669467787,
+      "grad_norm": 0.27430447936058044,
+      "learning_rate": 7.191011235955056e-05,
+      "loss": 0.9403,
+      "step": 64
+    },
+    {
+      "epoch": 0.14565826330532214,
+      "grad_norm": 0.274800568819046,
+      "learning_rate": 7.303370786516854e-05,
+      "loss": 0.8689,
+      "step": 65
+    },
+    {
+      "epoch": 0.14789915966386555,
+      "grad_norm": 0.3063383102416992,
+      "learning_rate": 7.415730337078653e-05,
+      "loss": 0.9217,
+      "step": 66
+    },
+    {
+      "epoch": 0.15014005602240896,
+      "grad_norm": 0.26958584785461426,
+      "learning_rate": 7.52808988764045e-05,
+      "loss": 0.949,
+      "step": 67
+    },
+    {
+      "epoch": 0.1523809523809524,
+      "grad_norm": 0.3030094504356384,
+      "learning_rate": 7.640449438202247e-05,
+      "loss": 0.8814,
+      "step": 68
+    },
+    {
+      "epoch": 0.1546218487394958,
+      "grad_norm": 0.26790764927864075,
+      "learning_rate": 7.752808988764046e-05,
+      "loss": 0.9814,
+      "step": 69
+    },
+    {
+      "epoch": 0.1568627450980392,
+      "grad_norm": 0.28143975138664246,
+      "learning_rate": 7.865168539325843e-05,
+      "loss": 0.8667,
+      "step": 70
+    },
+    {
+      "epoch": 0.15910364145658262,
+      "grad_norm": 0.32539746165275574,
+      "learning_rate": 7.97752808988764e-05,
+      "loss": 1.0709,
+      "step": 71
+    },
+    {
+      "epoch": 0.16134453781512606,
+      "grad_norm": 0.28114452958106995,
+      "learning_rate": 8.089887640449438e-05,
+      "loss": 0.9253,
+      "step": 72
+    },
+    {
+      "epoch": 0.16358543417366947,
+      "grad_norm": 0.2680191993713379,
+      "learning_rate": 8.202247191011237e-05,
+      "loss": 0.9345,
+      "step": 73
+    },
+    {
+      "epoch": 0.16582633053221288,
+      "grad_norm": 0.2928783893585205,
+      "learning_rate": 8.314606741573034e-05,
+      "loss": 0.906,
+      "step": 74
+    },
+    {
+      "epoch": 0.16806722689075632,
+      "grad_norm": 0.2979438900947571,
+      "learning_rate": 8.426966292134831e-05,
+      "loss": 0.9581,
+      "step": 75
+    },
+    {
+      "epoch": 0.17030812324929973,
+      "grad_norm": 0.27883946895599365,
+      "learning_rate": 8.53932584269663e-05,
+      "loss": 0.9203,
+      "step": 76
+    },
+    {
+      "epoch": 0.17254901960784313,
+      "grad_norm": 0.3945503234863281,
+      "learning_rate": 8.651685393258427e-05,
+      "loss": 0.8136,
+      "step": 77
+    },
+    {
+      "epoch": 0.17478991596638654,
+      "grad_norm": 0.27328184247016907,
+      "learning_rate": 8.764044943820225e-05,
+      "loss": 0.8966,
+      "step": 78
+    },
+    {
+      "epoch": 0.17703081232492998,
+      "grad_norm": 0.3049486577510834,
+      "learning_rate": 8.876404494382022e-05,
+      "loss": 0.9658,
+      "step": 79
+    },
+    {
+      "epoch": 0.1792717086834734,
+      "grad_norm": 0.3143669366836548,
+      "learning_rate": 8.988764044943821e-05,
+      "loss": 0.9867,
+      "step": 80
+    },
+    {
+      "epoch": 0.1815126050420168,
+      "grad_norm": 0.30048221349716187,
+      "learning_rate": 9.101123595505618e-05,
+      "loss": 0.9249,
+      "step": 81
+    },
+    {
+      "epoch": 0.18375350140056024,
+      "grad_norm": 0.28177568316459656,
+      "learning_rate": 9.213483146067416e-05,
+      "loss": 0.9899,
+      "step": 82
+    },
+    {
+      "epoch": 0.18599439775910365,
+      "grad_norm": 0.296478807926178,
+      "learning_rate": 9.325842696629214e-05,
+      "loss": 0.8476,
+      "step": 83
+    },
+    {
+      "epoch": 0.18823529411764706,
+      "grad_norm": 0.2855791449546814,
+      "learning_rate": 9.438202247191012e-05,
+      "loss": 0.8869,
+      "step": 84
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 0.2829147279262543,
+      "learning_rate": 9.550561797752809e-05,
+      "loss": 0.9274,
+      "step": 85
+    },
+    {
+      "epoch": 0.1927170868347339,
+      "grad_norm": 0.2549046277999878,
+      "learning_rate": 9.662921348314608e-05,
+      "loss": 0.8535,
+      "step": 86
+    },
+    {
+      "epoch": 0.1949579831932773,
+      "grad_norm": 0.2655014991760254,
+      "learning_rate": 9.775280898876405e-05,
+      "loss": 0.8905,
+      "step": 87
+    },
+    {
+      "epoch": 0.19719887955182072,
+      "grad_norm": 0.27607807517051697,
+      "learning_rate": 9.887640449438202e-05,
+      "loss": 0.8788,
+      "step": 88
+    },
+    {
+      "epoch": 0.19943977591036416,
+      "grad_norm": 0.24970707297325134,
+      "learning_rate": 0.0001,
+      "loss": 0.7632,
+      "step": 89
+    },
+    {
+      "epoch": 0.20168067226890757,
+      "grad_norm": 0.2821432650089264,
+      "learning_rate": 0.00010112359550561799,
+      "loss": 0.9314,
+      "step": 90
+    },
+    {
+      "epoch": 0.20392156862745098,
+      "grad_norm": 0.28368303179740906,
+      "learning_rate": 0.00010224719101123596,
+      "loss": 0.8424,
+      "step": 91
+    },
+    {
+      "epoch": 0.2061624649859944,
+      "grad_norm": 0.3087138235569,
+      "learning_rate": 0.00010337078651685395,
+      "loss": 0.9787,
+      "step": 92
+    },
+    {
+      "epoch": 0.20840336134453782,
+      "grad_norm": 0.2952103614807129,
+      "learning_rate": 0.00010449438202247193,
+      "loss": 0.9679,
+      "step": 93
+    },
+    {
+      "epoch": 0.21064425770308123,
+      "grad_norm": 0.2875281572341919,
+      "learning_rate": 0.00010561797752808989,
+      "loss": 0.9181,
+      "step": 94
+    },
+    {
+      "epoch": 0.21288515406162464,
+      "grad_norm": 0.3084465265274048,
+      "learning_rate": 0.00010674157303370786,
+      "loss": 0.9615,
+      "step": 95
+    },
+    {
+      "epoch": 0.21512605042016808,
+      "grad_norm": 0.28005871176719666,
+      "learning_rate": 0.00010786516853932584,
+      "loss": 0.8757,
+      "step": 96
+    },
+    {
+      "epoch": 0.2173669467787115,
+      "grad_norm": 0.2795560657978058,
+      "learning_rate": 0.00010898876404494383,
+      "loss": 0.8266,
+      "step": 97
+    },
+    {
+      "epoch": 0.2196078431372549,
+      "grad_norm": 0.2671497166156769,
+      "learning_rate": 0.0001101123595505618,
+      "loss": 0.8693,
+      "step": 98
+    },
+    {
+      "epoch": 0.2218487394957983,
+      "grad_norm": 0.24397605657577515,
+      "learning_rate": 0.00011123595505617979,
+      "loss": 0.8334,
+      "step": 99
+    },
+    {
+      "epoch": 0.22408963585434175,
+      "grad_norm": 0.26632094383239746,
+      "learning_rate": 0.00011235955056179777,
+      "loss": 0.966,
+      "step": 100
+    },
+    {
+      "epoch": 0.22633053221288515,
+      "grad_norm": 0.2785671055316925,
+      "learning_rate": 0.00011348314606741574,
+      "loss": 0.8823,
+      "step": 101
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 0.26920077204704285,
+      "learning_rate": 0.0001146067415730337,
+      "loss": 0.9726,
+      "step": 102
+    },
+    {
+      "epoch": 0.230812324929972,
+      "grad_norm": 0.2633483409881592,
+      "learning_rate": 0.00011573033707865168,
+      "loss": 0.8849,
+      "step": 103
+    },
+    {
+      "epoch": 0.2330532212885154,
+      "grad_norm": 0.26563239097595215,
+      "learning_rate": 0.00011685393258426967,
+      "loss": 0.7896,
+      "step": 104
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 0.27475470304489136,
+      "learning_rate": 0.00011797752808988764,
+      "loss": 0.9659,
+      "step": 105
+    },
+    {
+      "epoch": 0.23753501400560223,
+      "grad_norm": 0.2691081166267395,
+      "learning_rate": 0.00011910112359550563,
+      "loss": 0.9758,
+      "step": 106
+    },
+    {
+      "epoch": 0.23977591036414567,
+      "grad_norm": 0.2714226543903351,
+      "learning_rate": 0.00012022471910112361,
+      "loss": 0.8736,
+      "step": 107
+    },
+    {
+      "epoch": 0.24201680672268908,
+      "grad_norm": 0.2638857960700989,
+      "learning_rate": 0.00012134831460674158,
+      "loss": 0.8792,
+      "step": 108
+    },
+    {
+      "epoch": 0.24425770308123249,
+      "grad_norm": 0.25696009397506714,
+      "learning_rate": 0.00012247191011235955,
+      "loss": 0.8813,
+      "step": 109
+    },
+    {
+      "epoch": 0.24649859943977592,
+      "grad_norm": 0.27648770809173584,
+      "learning_rate": 0.00012359550561797752,
+      "loss": 0.9341,
+      "step": 110
+    },
+    {
+      "epoch": 0.24873949579831933,
+      "grad_norm": 0.27543121576309204,
+      "learning_rate": 0.0001247191011235955,
+      "loss": 0.8102,
+      "step": 111
+    },
+    {
+      "epoch": 0.25098039215686274,
+      "grad_norm": 0.2804222106933594,
+      "learning_rate": 0.0001258426966292135,
+      "loss": 0.9004,
+      "step": 112
+    },
+    {
+      "epoch": 0.25322128851540615,
+      "grad_norm": 0.27446436882019043,
+      "learning_rate": 0.00012696629213483147,
+      "loss": 0.8432,
+      "step": 113
+    },
+    {
+      "epoch": 0.25546218487394956,
+      "grad_norm": 0.27675163745880127,
+      "learning_rate": 0.00012808988764044944,
+      "loss": 0.8868,
+      "step": 114
+    },
+    {
+      "epoch": 0.25770308123249297,
+      "grad_norm": 0.24772736430168152,
+      "learning_rate": 0.00012921348314606744,
+      "loss": 0.8711,
+      "step": 115
+    },
+    {
+      "epoch": 0.25994397759103643,
+      "grad_norm": 0.2736036479473114,
+      "learning_rate": 0.0001303370786516854,
+      "loss": 0.922,
+      "step": 116
+    },
+    {
+      "epoch": 0.26218487394957984,
+      "grad_norm": 0.23815171420574188,
+      "learning_rate": 0.00013146067415730338,
+      "loss": 0.8469,
+      "step": 117
+    },
+    {
+      "epoch": 0.26442577030812325,
+      "grad_norm": 0.2564987540245056,
+      "learning_rate": 0.00013258426966292135,
+      "loss": 0.7626,
+      "step": 118
+    },
+    {
+      "epoch": 0.26666666666666666,
+      "grad_norm": 0.26105883717536926,
+      "learning_rate": 0.00013370786516853932,
+      "loss": 0.7911,
+      "step": 119
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "grad_norm": 0.2915550768375397,
+      "learning_rate": 0.00013483146067415732,
+      "loss": 0.9643,
+      "step": 120
+    },
+    {
+      "epoch": 0.2711484593837535,
+      "grad_norm": 0.28031301498413086,
+      "learning_rate": 0.0001359550561797753,
+      "loss": 0.8797,
+      "step": 121
+    },
+    {
+      "epoch": 0.2733893557422969,
+      "grad_norm": 0.2468908429145813,
+      "learning_rate": 0.00013707865168539326,
+      "loss": 0.8497,
+      "step": 122
+    },
+    {
+      "epoch": 0.27563025210084036,
+      "grad_norm": 0.2498752921819687,
+      "learning_rate": 0.00013820224719101123,
+      "loss": 0.842,
+      "step": 123
+    },
+    {
+      "epoch": 0.27787114845938377,
+      "grad_norm": 0.2517074942588806,
+      "learning_rate": 0.00013932584269662923,
+      "loss": 0.8072,
+      "step": 124
+    },
+    {
+      "epoch": 0.2801120448179272,
+      "grad_norm": 0.24205273389816284,
+      "learning_rate": 0.0001404494382022472,
+      "loss": 0.796,
+      "step": 125
+    },
+    {
+      "epoch": 0.2823529411764706,
+      "grad_norm": 0.259343683719635,
+      "learning_rate": 0.00014157303370786517,
+      "loss": 0.8609,
+      "step": 126
+    },
+    {
+      "epoch": 0.284593837535014,
+      "grad_norm": 0.2564795911312103,
+      "learning_rate": 0.00014269662921348315,
+      "loss": 0.8976,
+      "step": 127
+    },
+    {
+      "epoch": 0.2868347338935574,
+      "grad_norm": 0.2650969922542572,
+      "learning_rate": 0.00014382022471910112,
+      "loss": 0.8239,
+      "step": 128
+    },
+    {
+      "epoch": 0.28907563025210087,
+      "grad_norm": 0.26443368196487427,
+      "learning_rate": 0.00014494382022471912,
+      "loss": 0.8479,
+      "step": 129
+    },
+    {
+      "epoch": 0.2913165266106443,
+      "grad_norm": 0.26897069811820984,
+      "learning_rate": 0.0001460674157303371,
+      "loss": 0.9104,
+      "step": 130
+    },
+    {
+      "epoch": 0.2935574229691877,
+      "grad_norm": 0.2578631341457367,
+      "learning_rate": 0.00014719101123595506,
+      "loss": 0.8151,
+      "step": 131
+    },
+    {
+      "epoch": 0.2957983193277311,
+      "grad_norm": 0.2454749345779419,
+      "learning_rate": 0.00014831460674157306,
+      "loss": 0.7915,
+      "step": 132
+    },
+    {
+      "epoch": 0.2980392156862745,
+      "grad_norm": 0.25589731335639954,
+      "learning_rate": 0.00014943820224719103,
+      "loss": 0.8952,
+      "step": 133
+    },
+    {
+      "epoch": 0.3002801120448179,
+      "grad_norm": 0.2591662108898163,
+      "learning_rate": 0.000150561797752809,
+      "loss": 0.8112,
+      "step": 134
+    },
+    {
+      "epoch": 0.3025210084033613,
+      "grad_norm": 0.26816102862358093,
+      "learning_rate": 0.00015168539325842697,
+      "loss": 0.8893,
+      "step": 135
+    },
+    {
+      "epoch": 0.3047619047619048,
+      "grad_norm": 0.24405767023563385,
+      "learning_rate": 0.00015280898876404494,
+      "loss": 0.877,
+      "step": 136
+    },
+    {
+      "epoch": 0.3070028011204482,
+      "grad_norm": 0.2588540315628052,
+      "learning_rate": 0.00015393258426966294,
+      "loss": 0.7779,
+      "step": 137
+    },
+    {
+      "epoch": 0.3092436974789916,
+      "grad_norm": 0.27598896622657776,
+      "learning_rate": 0.0001550561797752809,
+      "loss": 0.7752,
+      "step": 138
+    },
+    {
+      "epoch": 0.311484593837535,
+      "grad_norm": 0.24622836709022522,
+      "learning_rate": 0.00015617977528089888,
+      "loss": 0.8849,
+      "step": 139
+    },
+    {
+      "epoch": 0.3137254901960784,
+      "grad_norm": 0.2502545118331909,
+      "learning_rate": 0.00015730337078651685,
+      "loss": 0.8012,
+      "step": 140
+    },
+    {
+      "epoch": 0.31596638655462184,
+      "grad_norm": 0.25384724140167236,
+      "learning_rate": 0.00015842696629213485,
+      "loss": 0.8395,
+      "step": 141
+    },
+    {
+      "epoch": 0.31820728291316525,
+      "grad_norm": 0.2527698874473572,
+      "learning_rate": 0.0001595505617977528,
+      "loss": 0.831,
+      "step": 142
+    },
+    {
+      "epoch": 0.3204481792717087,
+      "grad_norm": 0.24567513167858124,
+      "learning_rate": 0.0001606741573033708,
+      "loss": 0.7959,
+      "step": 143
+    },
+    {
+      "epoch": 0.3226890756302521,
+      "grad_norm": 0.24283619225025177,
+      "learning_rate": 0.00016179775280898877,
+      "loss": 0.8146,
+      "step": 144
+    },
+    {
+      "epoch": 0.32492997198879553,
+      "grad_norm": 0.2708129286766052,
+      "learning_rate": 0.00016292134831460674,
+      "loss": 0.905,
+      "step": 145
+    },
+    {
+      "epoch": 0.32717086834733894,
+      "grad_norm": 0.27091729640960693,
+      "learning_rate": 0.00016404494382022474,
+      "loss": 0.8681,
+      "step": 146
+    },
+    {
+      "epoch": 0.32941176470588235,
+      "grad_norm": 0.2502163350582123,
+      "learning_rate": 0.0001651685393258427,
+      "loss": 0.8859,
+      "step": 147
+    },
+    {
+      "epoch": 0.33165266106442576,
+      "grad_norm": 0.23066553473472595,
+      "learning_rate": 0.00016629213483146068,
+      "loss": 0.9034,
+      "step": 148
+    },
+    {
+      "epoch": 0.33389355742296917,
+      "grad_norm": 0.2503213882446289,
+      "learning_rate": 0.00016741573033707868,
+      "loss": 0.8348,
+      "step": 149
+    },
+    {
+      "epoch": 0.33613445378151263,
+      "grad_norm": 0.25126519799232483,
+      "learning_rate": 0.00016853932584269662,
+      "loss": 0.8553,
+      "step": 150
+    },
+    {
+      "epoch": 0.33837535014005604,
+      "grad_norm": 0.241397425532341,
+      "learning_rate": 0.00016966292134831462,
+      "loss": 0.9132,
+      "step": 151
+    },
+    {
+      "epoch": 0.34061624649859945,
+      "grad_norm": 0.25682827830314636,
+      "learning_rate": 0.0001707865168539326,
+      "loss": 0.9481,
+      "step": 152
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 0.24024637043476105,
+      "learning_rate": 0.00017191011235955056,
+      "loss": 0.943,
+      "step": 153
+    },
+    {
+      "epoch": 0.34509803921568627,
+      "grad_norm": 0.2626055181026459,
+      "learning_rate": 0.00017303370786516853,
+      "loss": 0.7863,
+      "step": 154
+    },
+    {
+      "epoch": 0.3473389355742297,
+      "grad_norm": 0.24571183323860168,
+      "learning_rate": 0.00017415730337078653,
+      "loss": 0.926,
+      "step": 155
+    },
+    {
+      "epoch": 0.3495798319327731,
+      "grad_norm": 0.2499912977218628,
+      "learning_rate": 0.0001752808988764045,
+      "loss": 0.8232,
+      "step": 156
+    },
+    {
+      "epoch": 0.35182072829131655,
+      "grad_norm": 0.25473934412002563,
+      "learning_rate": 0.00017640449438202248,
+      "loss": 0.9021,
+      "step": 157
+    },
+    {
+      "epoch": 0.35406162464985996,
+      "grad_norm": 0.25837019085884094,
+      "learning_rate": 0.00017752808988764045,
+      "loss": 0.7753,
+      "step": 158
+    },
+    {
+      "epoch": 0.3563025210084034,
+      "grad_norm": 0.255958616733551,
+      "learning_rate": 0.00017865168539325842,
+      "loss": 0.9155,
+      "step": 159
+    },
+    {
+      "epoch": 0.3585434173669468,
+      "grad_norm": 0.24315786361694336,
+      "learning_rate": 0.00017977528089887642,
+      "loss": 0.8039,
+      "step": 160
+    },
+    {
+      "epoch": 0.3607843137254902,
+      "grad_norm": 0.24614644050598145,
+      "learning_rate": 0.0001808988764044944,
+      "loss": 0.8857,
+      "step": 161
+    },
+    {
+      "epoch": 0.3630252100840336,
+      "grad_norm": 0.24280671775341034,
+      "learning_rate": 0.00018202247191011236,
+      "loss": 0.8354,
+      "step": 162
+    },
+    {
+      "epoch": 0.365266106442577,
+      "grad_norm": 0.2597411572933197,
+      "learning_rate": 0.00018314606741573036,
+      "loss": 0.8852,
+      "step": 163
+    },
+    {
+      "epoch": 0.3675070028011205,
+      "grad_norm": 0.2597702145576477,
+      "learning_rate": 0.00018426966292134833,
+      "loss": 0.9029,
+      "step": 164
+    },
+    {
+      "epoch": 0.3697478991596639,
+      "grad_norm": 0.23551709949970245,
+      "learning_rate": 0.0001853932584269663,
+      "loss": 0.9118,
+      "step": 165
+    },
+    {
+      "epoch": 0.3719887955182073,
+      "grad_norm": 0.2516990303993225,
+      "learning_rate": 0.00018651685393258427,
+      "loss": 0.7997,
+      "step": 166
+    },
+    {
+      "epoch": 0.3742296918767507,
+      "grad_norm": 0.2297232747077942,
+      "learning_rate": 0.00018764044943820224,
+      "loss": 0.7823,
+      "step": 167
+    },
+    {
+      "epoch": 0.3764705882352941,
+      "grad_norm": 0.22287945449352264,
+      "learning_rate": 0.00018876404494382024,
+      "loss": 0.8609,
+      "step": 168
+    },
+    {
+      "epoch": 0.3787114845938375,
+      "grad_norm": 0.2428523749113083,
+      "learning_rate": 0.0001898876404494382,
+      "loss": 0.8842,
+      "step": 169
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 0.25949063897132874,
+      "learning_rate": 0.00019101123595505618,
+      "loss": 0.7737,
+      "step": 170
+    },
+    {
+      "epoch": 0.3831932773109244,
+      "grad_norm": 0.2532324492931366,
+      "learning_rate": 0.00019213483146067416,
+      "loss": 0.7548,
+      "step": 171
+    },
+    {
+      "epoch": 0.3854341736694678,
+      "grad_norm": 0.2657643258571625,
+      "learning_rate": 0.00019325842696629215,
+      "loss": 0.8375,
+      "step": 172
+    },
+    {
+      "epoch": 0.3876750700280112,
+      "grad_norm": 0.2578238546848297,
+      "learning_rate": 0.00019438202247191013,
+      "loss": 0.8591,
+      "step": 173
+    },
+    {
+      "epoch": 0.3899159663865546,
+      "grad_norm": 0.24303969740867615,
+      "learning_rate": 0.0001955056179775281,
+      "loss": 0.8131,
+      "step": 174
+    },
+    {
+      "epoch": 0.39215686274509803,
+      "grad_norm": 0.271139919757843,
+      "learning_rate": 0.00019662921348314607,
+      "loss": 0.8234,
+      "step": 175
+    },
+    {
+      "epoch": 0.39439775910364144,
+      "grad_norm": 0.2569217085838318,
+      "learning_rate": 0.00019775280898876404,
+      "loss": 0.8907,
+      "step": 176
+    },
+    {
+      "epoch": 0.39663865546218485,
+      "grad_norm": 0.23687879741191864,
+      "learning_rate": 0.00019887640449438204,
+      "loss": 0.8082,
+      "step": 177
+    },
+    {
+      "epoch": 0.3988795518207283,
+      "grad_norm": 0.24828100204467773,
+      "learning_rate": 0.0002,
+      "loss": 0.8575,
+      "step": 178
+    },
+    {
+      "epoch": 0.4011204481792717,
+      "grad_norm": 0.24300478398799896,
+      "learning_rate": 0.00019999980867200105,
+      "loss": 0.7963,
+      "step": 179
+    },
+    {
+      "epoch": 0.40336134453781514,
+      "grad_norm": 0.2662373483181,
+      "learning_rate": 0.00019999923468873635,
+      "loss": 0.8871,
+      "step": 180
+    },
+    {
+      "epoch": 0.40560224089635855,
+      "grad_norm": 0.2600310146808624,
+      "learning_rate": 0.00019999827805240226,
+      "loss": 0.8477,
+      "step": 181
+    },
+    {
+      "epoch": 0.40784313725490196,
+      "grad_norm": 0.26801761984825134,
+      "learning_rate": 0.00019999693876665938,
+      "loss": 0.8978,
+      "step": 182
+    },
+    {
+      "epoch": 0.41008403361344536,
+      "grad_norm": 0.26510775089263916,
+      "learning_rate": 0.00019999521683663262,
+      "loss": 0.8387,
+      "step": 183
+    },
+    {
+      "epoch": 0.4123249299719888,
+      "grad_norm": 0.25927454233169556,
+      "learning_rate": 0.00019999311226891103,
+      "loss": 0.884,
+      "step": 184
+    },
+    {
+      "epoch": 0.41456582633053224,
+      "grad_norm": 0.2489653080701828,
+      "learning_rate": 0.00019999062507154784,
+      "loss": 0.9473,
+      "step": 185
+    },
+    {
+      "epoch": 0.41680672268907565,
+      "grad_norm": 0.2461009919643402,
+      "learning_rate": 0.0001999877552540605,
+      "loss": 0.8609,
+      "step": 186
+    },
+    {
+      "epoch": 0.41904761904761906,
+      "grad_norm": 0.24591152369976044,
+      "learning_rate": 0.00019998450282743052,
+      "loss": 0.9284,
+      "step": 187
+    },
+    {
+      "epoch": 0.42128851540616247,
+      "grad_norm": 0.23085853457450867,
+      "learning_rate": 0.00019998086780410353,
+      "loss": 0.8898,
+      "step": 188
+    },
+    {
+      "epoch": 0.4235294117647059,
+      "grad_norm": 0.2512655556201935,
+      "learning_rate": 0.00019997685019798912,
+      "loss": 0.8275,
+      "step": 189
+    },
+    {
+      "epoch": 0.4257703081232493,
+      "grad_norm": 0.24720723927021027,
+      "learning_rate": 0.0001999724500244609,
+      "loss": 0.8809,
+      "step": 190
+    },
+    {
+      "epoch": 0.4280112044817927,
+      "grad_norm": 0.25972652435302734,
+      "learning_rate": 0.00019996766730035642,
+      "loss": 0.891,
+      "step": 191
+    },
+    {
+      "epoch": 0.43025210084033616,
+      "grad_norm": 0.26756009459495544,
+      "learning_rate": 0.0001999625020439771,
+      "loss": 0.923,
+      "step": 192
+    },
+    {
+      "epoch": 0.43249299719887957,
+      "grad_norm": 0.24553890526294708,
+      "learning_rate": 0.000199956954275088,
+      "loss": 0.8222,
+      "step": 193
+    },
+    {
+      "epoch": 0.434733893557423,
+      "grad_norm": 0.24937503039836884,
+      "learning_rate": 0.0001999510240149181,
+      "loss": 0.788,
+      "step": 194
+    },
+    {
+      "epoch": 0.4369747899159664,
+      "grad_norm": 0.2749722898006439,
+      "learning_rate": 0.00019994471128615985,
+      "loss": 0.9383,
+      "step": 195
+    },
+    {
+      "epoch": 0.4392156862745098,
+      "grad_norm": 0.25508439540863037,
+      "learning_rate": 0.00019993801611296923,
+      "loss": 0.8234,
+      "step": 196
+    },
+    {
+      "epoch": 0.4414565826330532,
+      "grad_norm": 0.26953256130218506,
+      "learning_rate": 0.00019993093852096582,
+      "loss": 0.9895,
+      "step": 197
+    },
+    {
+      "epoch": 0.4436974789915966,
+      "grad_norm": 0.26215213537216187,
+      "learning_rate": 0.0001999234785372324,
+      "loss": 0.8432,
+      "step": 198
+    },
+    {
+      "epoch": 0.4459383753501401,
+      "grad_norm": 0.24869990348815918,
+      "learning_rate": 0.00019991563619031508,
+      "loss": 0.8786,
+      "step": 199
+    },
+    {
+      "epoch": 0.4481792717086835,
+      "grad_norm": 0.23765677213668823,
+      "learning_rate": 0.00019990741151022301,
+      "loss": 0.9402,
+      "step": 200
+    },
+    {
+      "epoch": 0.4504201680672269,
+      "grad_norm": 0.24099862575531006,
+      "learning_rate": 0.00019989880452842847,
+      "loss": 0.9192,
+      "step": 201
+    },
+    {
+      "epoch": 0.4526610644257703,
+      "grad_norm": 0.2570018172264099,
+      "learning_rate": 0.00019988981527786654,
+      "loss": 0.846,
+      "step": 202
+    },
+    {
+      "epoch": 0.4549019607843137,
+      "grad_norm": 0.2420913279056549,
+      "learning_rate": 0.00019988044379293523,
+      "loss": 0.9021,
+      "step": 203
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 0.25546249747276306,
+      "learning_rate": 0.00019987069010949496,
+      "loss": 0.9191,
+      "step": 204
+    },
+    {
+      "epoch": 0.45938375350140054,
+      "grad_norm": 0.25439539551734924,
+      "learning_rate": 0.00019986055426486887,
+      "loss": 0.9046,
+      "step": 205
+    },
+    {
+      "epoch": 0.461624649859944,
+      "grad_norm": 0.23050928115844727,
+      "learning_rate": 0.00019985003629784237,
+      "loss": 0.7777,
+      "step": 206
+    },
+    {
+      "epoch": 0.4638655462184874,
+      "grad_norm": 0.25798794627189636,
+      "learning_rate": 0.00019983913624866304,
+      "loss": 0.9232,
+      "step": 207
+    },
+    {
+      "epoch": 0.4661064425770308,
+      "grad_norm": 0.2508363127708435,
+      "learning_rate": 0.00019982785415904064,
+      "loss": 0.9924,
+      "step": 208
+    },
+    {
+      "epoch": 0.46834733893557423,
+      "grad_norm": 0.25454050302505493,
+      "learning_rate": 0.00019981619007214673,
+      "loss": 0.9056,
+      "step": 209
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 0.24120093882083893,
+      "learning_rate": 0.0001998041440326146,
+      "loss": 0.8339,
+      "step": 210
+    },
+    {
+      "epoch": 0.47282913165266105,
+      "grad_norm": 0.2521376609802246,
+      "learning_rate": 0.00019979171608653924,
+      "loss": 0.7907,
+      "step": 211
+    },
+    {
+      "epoch": 0.47507002801120446,
+      "grad_norm": 0.2513487637042999,
+      "learning_rate": 0.00019977890628147682,
+      "loss": 0.9142,
+      "step": 212
+    },
+    {
+      "epoch": 0.4773109243697479,
+      "grad_norm": 0.2808438241481781,
+      "learning_rate": 0.00019976571466644492,
+      "loss": 0.8708,
+      "step": 213
+    },
+    {
+      "epoch": 0.47955182072829133,
+      "grad_norm": 0.2564331293106079,
+      "learning_rate": 0.00019975214129192196,
+      "loss": 0.8726,
+      "step": 214
+    },
+    {
+      "epoch": 0.48179271708683474,
+      "grad_norm": 0.2591661214828491,
+      "learning_rate": 0.00019973818620984738,
+      "loss": 0.791,
+      "step": 215
+    },
+    {
+      "epoch": 0.48403361344537815,
+      "grad_norm": 0.2555089592933655,
+      "learning_rate": 0.00019972384947362101,
+      "loss": 0.9129,
+      "step": 216
+    },
+    {
+      "epoch": 0.48627450980392156,
+      "grad_norm": 0.2542738616466522,
+      "learning_rate": 0.00019970913113810334,
+      "loss": 0.8097,
+      "step": 217
+    },
+    {
+      "epoch": 0.48851540616246497,
+      "grad_norm": 0.26333680748939514,
+      "learning_rate": 0.0001996940312596149,
+      "loss": 0.8342,
+      "step": 218
+    },
+    {
+      "epoch": 0.4907563025210084,
+      "grad_norm": 0.24918504059314728,
+      "learning_rate": 0.00019967854989593633,
+      "loss": 0.8441,
+      "step": 219
+    },
+    {
+      "epoch": 0.49299719887955185,
+      "grad_norm": 0.26157376170158386,
+      "learning_rate": 0.00019966268710630797,
+      "loss": 0.8891,
+      "step": 220
+    },
+    {
+      "epoch": 0.49523809523809526,
+      "grad_norm": 0.277658611536026,
+      "learning_rate": 0.00019964644295142968,
+      "loss": 0.8862,
+      "step": 221
+    },
+    {
+      "epoch": 0.49747899159663866,
+      "grad_norm": 0.2798251211643219,
+      "learning_rate": 0.00019962981749346078,
+      "loss": 0.8742,
+      "step": 222
+    },
+    {
+      "epoch": 0.4997198879551821,
+      "grad_norm": 0.28391703963279724,
+      "learning_rate": 0.00019961281079601957,
+      "loss": 0.8928,
+      "step": 223
+    },
+    {
+      "epoch": 0.5019607843137255,
+      "grad_norm": 0.2569884955883026,
+      "learning_rate": 0.00019959542292418317,
+      "loss": 0.8289,
+      "step": 224
+    },
+    {
+      "epoch": 0.5042016806722689,
+      "grad_norm": 0.2689199447631836,
+      "learning_rate": 0.00019957765394448728,
+      "loss": 0.8002,
+      "step": 225
+    },
+    {
+      "epoch": 0.5064425770308123,
+      "grad_norm": 0.2564886510372162,
+      "learning_rate": 0.00019955950392492604,
+      "loss": 0.8817,
+      "step": 226
+    },
+    {
+      "epoch": 0.5086834733893557,
+      "grad_norm": 0.2417922168970108,
+      "learning_rate": 0.00019954097293495155,
+      "loss": 0.8838,
+      "step": 227
+    },
+    {
+      "epoch": 0.5109243697478991,
+      "grad_norm": 0.22530929744243622,
+      "learning_rate": 0.00019952206104547376,
+      "loss": 0.7967,
+      "step": 228
+    },
+    {
+      "epoch": 0.5131652661064425,
+      "grad_norm": 0.23360571265220642,
+      "learning_rate": 0.00019950276832886017,
+      "loss": 0.8364,
+      "step": 229
+    },
+    {
+      "epoch": 0.5154061624649859,
+      "grad_norm": 0.2611772418022156,
+      "learning_rate": 0.00019948309485893549,
+      "loss": 0.8786,
+      "step": 230
+    },
+    {
+      "epoch": 0.5176470588235295,
+      "grad_norm": 0.24788020551204681,
+      "learning_rate": 0.00019946304071098142,
+      "loss": 0.86,
+      "step": 231
+    },
+    {
+      "epoch": 0.5198879551820729,
+      "grad_norm": 0.23259863257408142,
+      "learning_rate": 0.00019944260596173641,
+      "loss": 0.822,
+      "step": 232
+    },
+    {
+      "epoch": 0.5221288515406163,
+      "grad_norm": 0.2678159773349762,
+      "learning_rate": 0.0001994217906893952,
+      "loss": 0.8522,
+      "step": 233
+    },
+    {
+      "epoch": 0.5243697478991597,
+      "grad_norm": 0.268537312746048,
+      "learning_rate": 0.00019940059497360873,
+      "loss": 0.8638,
+      "step": 234
+    },
+    {
+      "epoch": 0.5266106442577031,
+      "grad_norm": 0.26122671365737915,
+      "learning_rate": 0.0001993790188954836,
+      "loss": 0.8509,
+      "step": 235
+    },
+    {
+      "epoch": 0.5288515406162465,
+      "grad_norm": 0.38401761651039124,
+      "learning_rate": 0.00019935706253758207,
+      "loss": 0.8184,
+      "step": 236
+    },
+    {
+      "epoch": 0.5310924369747899,
+      "grad_norm": 0.2459888607263565,
+      "learning_rate": 0.00019933472598392138,
+      "loss": 0.8042,
+      "step": 237
+    },
+    {
+      "epoch": 0.5333333333333333,
+      "grad_norm": 0.27041634917259216,
+      "learning_rate": 0.0001993120093199737,
+      "loss": 0.9426,
+      "step": 238
+    },
+    {
+      "epoch": 0.5355742296918767,
+      "grad_norm": 0.2503630220890045,
+      "learning_rate": 0.00019928891263266578,
+      "loss": 0.901,
+      "step": 239
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "grad_norm": 0.2358655333518982,
+      "learning_rate": 0.00019926543601037842,
+      "loss": 0.8165,
+      "step": 240
+    },
+    {
+      "epoch": 0.5400560224089636,
+      "grad_norm": 0.24630171060562134,
+      "learning_rate": 0.00019924157954294628,
+      "loss": 0.8083,
+      "step": 241
+    },
+    {
+      "epoch": 0.542296918767507,
+      "grad_norm": 0.2504923939704895,
+      "learning_rate": 0.00019921734332165766,
+      "loss": 0.7973,
+      "step": 242
+    },
+    {
+      "epoch": 0.5445378151260504,
+      "grad_norm": 0.2728249132633209,
+      "learning_rate": 0.00019919272743925385,
+      "loss": 0.8817,
+      "step": 243
+    },
+    {
+      "epoch": 0.5467787114845938,
+      "grad_norm": 0.2694825828075409,
+      "learning_rate": 0.000199167731989929,
+      "loss": 0.8458,
+      "step": 244
+    },
+    {
+      "epoch": 0.5490196078431373,
+      "grad_norm": 0.31109780073165894,
+      "learning_rate": 0.00019914235706932972,
+      "loss": 0.939,
+      "step": 245
+    },
+    {
+      "epoch": 0.5512605042016807,
+      "grad_norm": 0.25847890973091125,
+      "learning_rate": 0.0001991166027745547,
+      "loss": 0.8704,
+      "step": 246
+    },
+    {
+      "epoch": 0.5535014005602241,
+      "grad_norm": 0.2678435742855072,
+      "learning_rate": 0.00019909046920415423,
+      "loss": 0.7445,
+      "step": 247
+    },
+    {
+      "epoch": 0.5557422969187675,
+      "grad_norm": 0.25951921939849854,
+      "learning_rate": 0.00019906395645812998,
+      "loss": 0.8869,
+      "step": 248
+    },
+    {
+      "epoch": 0.5579831932773109,
+      "grad_norm": 0.25794005393981934,
+      "learning_rate": 0.00019903706463793462,
+      "loss": 0.9506,
+      "step": 249
+    },
+    {
+      "epoch": 0.5602240896358543,
+      "grad_norm": 0.2340375930070877,
+      "learning_rate": 0.00019900979384647127,
+      "loss": 0.811,
+      "step": 250
+    },
+    {
+      "epoch": 0.5624649859943978,
+      "grad_norm": 0.25867462158203125,
+      "learning_rate": 0.0001989821441880933,
+      "loss": 0.8621,
+      "step": 251
+    },
+    {
+      "epoch": 0.5647058823529412,
+      "grad_norm": 0.2387334555387497,
+      "learning_rate": 0.0001989541157686037,
+      "loss": 0.8514,
+      "step": 252
+    },
+    {
+      "epoch": 0.5669467787114846,
+      "grad_norm": 0.26006007194519043,
+      "learning_rate": 0.00019892570869525496,
+      "loss": 0.8946,
+      "step": 253
+    },
+    {
+      "epoch": 0.569187675070028,
+      "grad_norm": 0.2735587954521179,
+      "learning_rate": 0.00019889692307674845,
+      "loss": 0.8605,
+      "step": 254
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 0.28292015194892883,
+      "learning_rate": 0.00019886775902323405,
+      "loss": 1.0231,
+      "step": 255
+    },
+    {
+      "epoch": 0.5736694677871148,
+      "grad_norm": 0.2500753402709961,
+      "learning_rate": 0.00019883821664630976,
+      "loss": 0.9155,
+      "step": 256
+    },
+    {
+      "epoch": 0.5759103641456582,
+      "grad_norm": 0.23072321712970734,
+      "learning_rate": 0.00019880829605902126,
+      "loss": 0.8268,
+      "step": 257
+    },
+    {
+      "epoch": 0.5781512605042017,
+      "grad_norm": 0.25353720784187317,
+      "learning_rate": 0.0001987779973758615,
+      "loss": 0.9315,
+      "step": 258
+    },
+    {
+      "epoch": 0.5803921568627451,
+      "grad_norm": 0.24684756994247437,
+      "learning_rate": 0.00019874732071277013,
+      "loss": 0.8652,
+      "step": 259
+    },
+    {
+      "epoch": 0.5826330532212886,
+      "grad_norm": 0.2583218812942505,
+      "learning_rate": 0.0001987162661871333,
+      "loss": 0.7722,
+      "step": 260
+    },
+    {
+      "epoch": 0.584873949579832,
+      "grad_norm": 0.23789426684379578,
+      "learning_rate": 0.00019868483391778302,
+      "loss": 0.9084,
+      "step": 261
+    },
+    {
+      "epoch": 0.5871148459383754,
+      "grad_norm": 0.24503661692142487,
+      "learning_rate": 0.00019865302402499678,
+      "loss": 0.8683,
+      "step": 262
+    },
+    {
+      "epoch": 0.5893557422969188,
+      "grad_norm": 0.2724620997905731,
+      "learning_rate": 0.00019862083663049694,
+      "loss": 0.8323,
+      "step": 263
+    },
+    {
+      "epoch": 0.5915966386554622,
+      "grad_norm": 0.27704504132270813,
+      "learning_rate": 0.0001985882718574506,
+      "loss": 0.9132,
+      "step": 264
+    },
+    {
+      "epoch": 0.5938375350140056,
+      "grad_norm": 0.2760598063468933,
+      "learning_rate": 0.00019855532983046876,
+      "loss": 0.7416,
+      "step": 265
+    },
+    {
+      "epoch": 0.596078431372549,
+      "grad_norm": 0.26945289969444275,
+      "learning_rate": 0.00019852201067560606,
+      "loss": 0.965,
+      "step": 266
+    },
+    {
+      "epoch": 0.5983193277310924,
+      "grad_norm": 0.2512185573577881,
+      "learning_rate": 0.0001984883145203603,
+      "loss": 0.8582,
+      "step": 267
+    },
+    {
+      "epoch": 0.6005602240896358,
+      "grad_norm": 0.24201013147830963,
+      "learning_rate": 0.00019845424149367177,
+      "loss": 0.8433,
+      "step": 268
+    },
+    {
+      "epoch": 0.6028011204481792,
+      "grad_norm": 0.24099834263324738,
+      "learning_rate": 0.000198419791725923,
+      "loss": 0.9501,
+      "step": 269
+    },
+    {
+      "epoch": 0.6050420168067226,
+      "grad_norm": 0.24521470069885254,
+      "learning_rate": 0.00019838496534893806,
+      "loss": 0.8458,
+      "step": 270
+    },
+    {
+      "epoch": 0.6072829131652661,
+      "grad_norm": 0.2377120554447174,
+      "learning_rate": 0.00019834976249598221,
+      "loss": 0.8934,
+      "step": 271
+    },
+    {
+      "epoch": 0.6095238095238096,
+      "grad_norm": 0.2444024235010147,
+      "learning_rate": 0.00019831418330176125,
+      "loss": 0.8326,
+      "step": 272
+    },
+    {
+      "epoch": 0.611764705882353,
+      "grad_norm": 0.23458163440227509,
+      "learning_rate": 0.0001982782279024211,
+      "loss": 0.8743,
+      "step": 273
+    },
+    {
+      "epoch": 0.6140056022408964,
+      "grad_norm": 0.2571447491645813,
+      "learning_rate": 0.00019824189643554725,
+      "loss": 0.8265,
+      "step": 274
+    },
+    {
+      "epoch": 0.6162464985994398,
+      "grad_norm": 0.25711604952812195,
+      "learning_rate": 0.00019820518904016426,
+      "loss": 0.8418,
+      "step": 275
+    },
+    {
+      "epoch": 0.6184873949579832,
+      "grad_norm": 0.26878827810287476,
+      "learning_rate": 0.00019816810585673514,
+      "loss": 0.8007,
+      "step": 276
+    },
+    {
+      "epoch": 0.6207282913165266,
+      "grad_norm": 0.2555851638317108,
+      "learning_rate": 0.00019813064702716094,
+      "loss": 0.8536,
+      "step": 277
+    },
+    {
+      "epoch": 0.62296918767507,
+      "grad_norm": 0.2718588411808014,
+      "learning_rate": 0.00019809281269478012,
+      "loss": 0.8884,
+      "step": 278
+    },
+    {
+      "epoch": 0.6252100840336134,
+      "grad_norm": 0.25706928968429565,
+      "learning_rate": 0.00019805460300436803,
+      "loss": 0.8729,
+      "step": 279
+    },
+    {
+      "epoch": 0.6274509803921569,
+      "grad_norm": 0.23707084357738495,
+      "learning_rate": 0.00019801601810213635,
+      "loss": 0.8268,
+      "step": 280
+    },
+    {
+      "epoch": 0.6296918767507003,
+      "grad_norm": 0.24094390869140625,
+      "learning_rate": 0.00019797705813573245,
+      "loss": 0.8457,
+      "step": 281
+    },
+    {
+      "epoch": 0.6319327731092437,
+      "grad_norm": 0.24794656038284302,
+      "learning_rate": 0.00019793772325423908,
+      "loss": 0.8495,
+      "step": 282
+    },
+    {
+      "epoch": 0.6341736694677871,
+      "grad_norm": 0.2355436086654663,
+      "learning_rate": 0.00019789801360817346,
+      "loss": 0.8167,
+      "step": 283
+    },
+    {
+      "epoch": 0.6364145658263305,
+      "grad_norm": 0.24097253382205963,
+      "learning_rate": 0.00019785792934948695,
+      "loss": 0.8887,
+      "step": 284
+    },
+    {
+      "epoch": 0.6386554621848739,
+      "grad_norm": 0.23715715110301971,
+      "learning_rate": 0.00019781747063156435,
+      "loss": 0.8205,
+      "step": 285
+    },
+    {
+      "epoch": 0.6408963585434174,
+      "grad_norm": 0.2627374529838562,
+      "learning_rate": 0.00019777663760922343,
+      "loss": 0.9175,
+      "step": 286
+    },
+    {
+      "epoch": 0.6431372549019608,
+      "grad_norm": 0.25734400749206543,
+      "learning_rate": 0.00019773543043871412,
+      "loss": 0.8104,
+      "step": 287
+    },
+    {
+      "epoch": 0.6453781512605042,
+      "grad_norm": 0.2477787584066391,
+      "learning_rate": 0.0001976938492777182,
+      "loss": 0.9969,
+      "step": 288
+    },
+    {
+      "epoch": 0.6476190476190476,
+      "grad_norm": 0.2440386414527893,
+      "learning_rate": 0.0001976518942853484,
+      "loss": 0.8084,
+      "step": 289
+    },
+    {
+      "epoch": 0.6498599439775911,
+      "grad_norm": 0.2703987956047058,
+      "learning_rate": 0.00019760956562214806,
+      "loss": 0.7827,
+      "step": 290
+    },
+    {
+      "epoch": 0.6521008403361345,
+      "grad_norm": 0.29450032114982605,
+      "learning_rate": 0.0001975668634500904,
+      "loss": 0.8807,
+      "step": 291
+    },
+    {
+      "epoch": 0.6543417366946779,
+      "grad_norm": 0.27439677715301514,
+      "learning_rate": 0.00019752378793257776,
+      "loss": 0.8152,
+      "step": 292
+    },
+    {
+      "epoch": 0.6565826330532213,
+      "grad_norm": 0.2940295338630676,
+      "learning_rate": 0.00019748033923444122,
+      "loss": 0.9051,
+      "step": 293
+    },
+    {
+      "epoch": 0.6588235294117647,
+      "grad_norm": 0.2529405355453491,
+      "learning_rate": 0.00019743651752193982,
+      "loss": 0.7429,
+      "step": 294
+    },
+    {
+      "epoch": 0.6610644257703081,
+      "grad_norm": 0.26964515447616577,
+      "learning_rate": 0.00019739232296276003,
+      "loss": 0.8584,
+      "step": 295
+    },
+    {
+      "epoch": 0.6633053221288515,
+      "grad_norm": 0.24733929336071014,
+      "learning_rate": 0.00019734775572601487,
+      "loss": 0.8465,
+      "step": 296
+    },
+    {
+      "epoch": 0.6655462184873949,
+      "grad_norm": 0.2559841275215149,
+      "learning_rate": 0.00019730281598224364,
+      "loss": 0.883,
+      "step": 297
+    },
+    {
+      "epoch": 0.6677871148459383,
+      "grad_norm": 0.24375739693641663,
+      "learning_rate": 0.00019725750390341094,
+      "loss": 0.8042,
+      "step": 298
+    },
+    {
+      "epoch": 0.6700280112044817,
+      "grad_norm": 0.25603991746902466,
+      "learning_rate": 0.00019721181966290613,
+      "loss": 0.9363,
+      "step": 299
+    },
+    {
+      "epoch": 0.6722689075630253,
+      "grad_norm": 0.2391873151063919,
+      "learning_rate": 0.00019716576343554274,
+      "loss": 0.9364,
+      "step": 300
+    },
+    {
+      "epoch": 0.6745098039215687,
+      "grad_norm": 0.24241115152835846,
+      "learning_rate": 0.00019711933539755765,
+      "loss": 0.8168,
+      "step": 301
+    },
+    {
+      "epoch": 0.6767507002801121,
+      "grad_norm": 0.2441554218530655,
+      "learning_rate": 0.00019707253572661055,
+      "loss": 0.9179,
+      "step": 302
+    },
+    {
+      "epoch": 0.6789915966386555,
+      "grad_norm": 0.2645583748817444,
+      "learning_rate": 0.00019702536460178318,
+      "loss": 0.7971,
+      "step": 303
+    },
+    {
+      "epoch": 0.6812324929971989,
+      "grad_norm": 0.2557383179664612,
+      "learning_rate": 0.0001969778222035787,
+      "loss": 0.9112,
+      "step": 304
+    },
+    {
+      "epoch": 0.6834733893557423,
+      "grad_norm": 0.25000718235969543,
+      "learning_rate": 0.0001969299087139209,
+      "loss": 0.7842,
+      "step": 305
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 0.23475897312164307,
+      "learning_rate": 0.00019688162431615367,
+      "loss": 0.7806,
+      "step": 306
+    },
+    {
+      "epoch": 0.6879551820728291,
+      "grad_norm": 0.2505607306957245,
+      "learning_rate": 0.00019683296919504012,
+      "loss": 0.922,
+      "step": 307
+    },
+    {
+      "epoch": 0.6901960784313725,
+      "grad_norm": 0.2522655725479126,
+      "learning_rate": 0.00019678394353676203,
+      "loss": 0.7934,
+      "step": 308
+    },
+    {
+      "epoch": 0.692436974789916,
+      "grad_norm": 0.2722029387950897,
+      "learning_rate": 0.000196734547528919,
+      "loss": 0.8775,
+      "step": 309
+    },
+    {
+      "epoch": 0.6946778711484594,
+      "grad_norm": 0.26442402601242065,
+      "learning_rate": 0.00019668478136052774,
+      "loss": 0.8696,
+      "step": 310
+    },
+    {
+      "epoch": 0.6969187675070028,
+      "grad_norm": 0.26388052105903625,
+      "learning_rate": 0.00019663464522202162,
+      "loss": 0.8569,
+      "step": 311
+    },
+    {
+      "epoch": 0.6991596638655462,
+      "grad_norm": 0.26141613721847534,
+      "learning_rate": 0.00019658413930524952,
+      "loss": 0.8485,
+      "step": 312
+    },
+    {
+      "epoch": 0.7014005602240896,
+      "grad_norm": 0.23456323146820068,
+      "learning_rate": 0.00019653326380347533,
+      "loss": 0.8913,
+      "step": 313
+    },
+    {
+      "epoch": 0.7036414565826331,
+      "grad_norm": 0.24977454543113708,
+      "learning_rate": 0.00019648201891137723,
+      "loss": 0.8729,
+      "step": 314
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 0.22706039249897003,
+      "learning_rate": 0.0001964304048250469,
+      "loss": 0.7885,
+      "step": 315
+    },
+    {
+      "epoch": 0.7081232492997199,
+      "grad_norm": 0.24601607024669647,
+      "learning_rate": 0.00019637842174198867,
+      "loss": 0.8387,
+      "step": 316
+    },
+    {
+      "epoch": 0.7103641456582633,
+      "grad_norm": 0.2545998990535736,
+      "learning_rate": 0.000196326069861119,
+      "loss": 0.8114,
+      "step": 317
+    },
+    {
+      "epoch": 0.7126050420168067,
+      "grad_norm": 0.24375082552433014,
+      "learning_rate": 0.00019627334938276546,
+      "loss": 0.843,
+      "step": 318
+    },
+    {
+      "epoch": 0.7148459383753502,
+      "grad_norm": 0.2519029378890991,
+      "learning_rate": 0.00019622026050866614,
+      "loss": 0.9088,
+      "step": 319
+    },
+    {
+      "epoch": 0.7170868347338936,
+      "grad_norm": 0.27405208349227905,
+      "learning_rate": 0.0001961668034419688,
+      "loss": 0.958,
+      "step": 320
+    },
+    {
+      "epoch": 0.719327731092437,
+      "grad_norm": 0.25491318106651306,
+      "learning_rate": 0.0001961129783872301,
+      "loss": 0.7692,
+      "step": 321
+    },
+    {
+      "epoch": 0.7215686274509804,
+      "grad_norm": 0.250347375869751,
+      "learning_rate": 0.00019605878555041485,
+      "loss": 0.8321,
+      "step": 322
+    },
+    {
+      "epoch": 0.7238095238095238,
+      "grad_norm": 0.24250715970993042,
+      "learning_rate": 0.00019600422513889516,
+      "loss": 0.7832,
+      "step": 323
+    },
+    {
+      "epoch": 0.7260504201680672,
+      "grad_norm": 0.2599019706249237,
+      "learning_rate": 0.00019594929736144976,
+      "loss": 0.8736,
+      "step": 324
+    },
+    {
+      "epoch": 0.7282913165266106,
+      "grad_norm": 0.25766611099243164,
+      "learning_rate": 0.00019589400242826305,
+      "loss": 0.7419,
+      "step": 325
+    },
+    {
+      "epoch": 0.730532212885154,
+      "grad_norm": 0.254658967256546,
+      "learning_rate": 0.00019583834055092445,
+      "loss": 0.9058,
+      "step": 326
+    },
+    {
+      "epoch": 0.7327731092436974,
+      "grad_norm": 0.2731349468231201,
+      "learning_rate": 0.00019578231194242743,
+      "loss": 0.9683,
+      "step": 327
+    },
+    {
+      "epoch": 0.735014005602241,
+      "grad_norm": 0.22153563797473907,
+      "learning_rate": 0.00019572591681716887,
+      "loss": 0.8146,
+      "step": 328
+    },
+    {
+      "epoch": 0.7372549019607844,
+      "grad_norm": 0.24707463383674622,
+      "learning_rate": 0.00019566915539094803,
+      "loss": 0.8204,
+      "step": 329
+    },
+    {
+      "epoch": 0.7394957983193278,
+      "grad_norm": 0.2541884779930115,
+      "learning_rate": 0.00019561202788096597,
+      "loss": 0.7638,
+      "step": 330
+    },
+    {
+      "epoch": 0.7417366946778712,
+      "grad_norm": 0.2314218282699585,
+      "learning_rate": 0.00019555453450582452,
+      "loss": 0.7502,
+      "step": 331
+    },
+    {
+      "epoch": 0.7439775910364146,
+      "grad_norm": 0.24334260821342468,
+      "learning_rate": 0.00019549667548552556,
+      "loss": 0.912,
+      "step": 332
+    },
+    {
+      "epoch": 0.746218487394958,
+      "grad_norm": 0.24473878741264343,
+      "learning_rate": 0.00019543845104147,
+      "loss": 0.7558,
+      "step": 333
+    },
+    {
+      "epoch": 0.7484593837535014,
+      "grad_norm": 0.25403597950935364,
+      "learning_rate": 0.00019537986139645726,
+      "loss": 0.8406,
+      "step": 334
+    },
+    {
+      "epoch": 0.7507002801120448,
+      "grad_norm": 0.24638508260250092,
+      "learning_rate": 0.0001953209067746841,
+      "loss": 0.736,
+      "step": 335
+    },
+    {
+      "epoch": 0.7529411764705882,
+      "grad_norm": 0.25604501366615295,
+      "learning_rate": 0.00019526158740174393,
+      "loss": 0.867,
+      "step": 336
+    },
+    {
+      "epoch": 0.7551820728291316,
+      "grad_norm": 0.2617231011390686,
+      "learning_rate": 0.00019520190350462584,
+      "loss": 0.8654,
+      "step": 337
+    },
+    {
+      "epoch": 0.757422969187675,
+      "grad_norm": 0.2620690166950226,
+      "learning_rate": 0.0001951418553117139,
+      "loss": 0.8428,
+      "step": 338
+    },
+    {
+      "epoch": 0.7596638655462185,
+      "grad_norm": 0.25454917550086975,
+      "learning_rate": 0.0001950814430527861,
+      "loss": 0.8676,
+      "step": 339
+    },
+    {
+      "epoch": 0.7619047619047619,
+      "grad_norm": 0.26449549198150635,
+      "learning_rate": 0.00019502066695901358,
+      "loss": 0.8709,
+      "step": 340
+    },
+    {
+      "epoch": 0.7641456582633053,
+      "grad_norm": 0.24709953367710114,
+      "learning_rate": 0.0001949595272629597,
+      "loss": 0.8312,
+      "step": 341
+    },
+    {
+      "epoch": 0.7663865546218488,
+      "grad_norm": 0.2593318819999695,
+      "learning_rate": 0.00019489802419857917,
+      "loss": 0.8274,
+      "step": 342
+    },
+    {
+      "epoch": 0.7686274509803922,
+      "grad_norm": 0.2448015958070755,
+      "learning_rate": 0.00019483615800121716,
+      "loss": 0.8226,
+      "step": 343
+    },
+    {
+      "epoch": 0.7708683473389356,
+      "grad_norm": 0.26445460319519043,
+      "learning_rate": 0.00019477392890760839,
+      "loss": 0.8492,
+      "step": 344
+    },
+    {
+      "epoch": 0.773109243697479,
+      "grad_norm": 0.2573208808898926,
+      "learning_rate": 0.00019471133715587622,
+      "loss": 0.8294,
+      "step": 345
+    },
+    {
+      "epoch": 0.7753501400560224,
+      "grad_norm": 0.26753151416778564,
+      "learning_rate": 0.00019464838298553173,
+      "loss": 0.8446,
+      "step": 346
+    },
+    {
+      "epoch": 0.7775910364145658,
+      "grad_norm": 0.2667967975139618,
+      "learning_rate": 0.00019458506663747285,
+      "loss": 0.8388,
+      "step": 347
+    },
+    {
+      "epoch": 0.7798319327731092,
+      "grad_norm": 0.25934740900993347,
+      "learning_rate": 0.00019452138835398332,
+      "loss": 0.8149,
+      "step": 348
+    },
+    {
+      "epoch": 0.7820728291316527,
+      "grad_norm": 0.2525850832462311,
+      "learning_rate": 0.00019445734837873202,
+      "loss": 0.8325,
+      "step": 349
+    },
+    {
+      "epoch": 0.7843137254901961,
+      "grad_norm": 0.2837854325771332,
+      "learning_rate": 0.00019439294695677167,
+      "loss": 0.8795,
+      "step": 350
+    },
+    {
+      "epoch": 0.7865546218487395,
+      "grad_norm": 0.26006975769996643,
+      "learning_rate": 0.00019432818433453818,
+      "loss": 0.8267,
+      "step": 351
+    },
+    {
+      "epoch": 0.7887955182072829,
+      "grad_norm": 0.24872632324695587,
+      "learning_rate": 0.00019426306075984965,
+      "loss": 0.8553,
+      "step": 352
+    },
+    {
+      "epoch": 0.7910364145658263,
+      "grad_norm": 0.23633168637752533,
+      "learning_rate": 0.00019419757648190533,
+      "loss": 0.8544,
+      "step": 353
+    },
+    {
+      "epoch": 0.7932773109243697,
+      "grad_norm": 0.2425261288881302,
+      "learning_rate": 0.00019413173175128473,
+      "loss": 0.8645,
+      "step": 354
+    },
+    {
+      "epoch": 0.7955182072829131,
+      "grad_norm": 0.23861053586006165,
+      "learning_rate": 0.00019406552681994663,
+      "loss": 0.8363,
+      "step": 355
+    },
+    {
+      "epoch": 0.7977591036414566,
+      "grad_norm": 0.24729354679584503,
+      "learning_rate": 0.00019399896194122822,
+      "loss": 0.8401,
+      "step": 356
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.23853589594364166,
+      "learning_rate": 0.000193932037369844,
+      "loss": 0.8237,
+      "step": 357
+    },
+    {
+      "epoch": 0.8022408963585435,
+      "grad_norm": 0.2654939293861389,
+      "learning_rate": 0.00019386475336188484,
+      "loss": 0.7491,
+      "step": 358
+    },
+    {
+      "epoch": 0.8044817927170869,
+      "grad_norm": 0.27639004588127136,
+      "learning_rate": 0.000193797110174817,
+      "loss": 0.8755,
+      "step": 359
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "grad_norm": 0.23675435781478882,
+      "learning_rate": 0.00019372910806748125,
+      "loss": 0.8292,
+      "step": 360
+    },
+    {
+      "epoch": 0.8089635854341737,
+      "grad_norm": 0.2371446043252945,
+      "learning_rate": 0.0001936607473000917,
+      "loss": 0.809,
+      "step": 361
+    },
+    {
+      "epoch": 0.8112044817927171,
+      "grad_norm": 0.2529555559158325,
+      "learning_rate": 0.0001935920281342349,
+      "loss": 0.8403,
+      "step": 362
+    },
+    {
+      "epoch": 0.8134453781512605,
+      "grad_norm": 0.2568047344684601,
+      "learning_rate": 0.00019352295083286896,
+      "loss": 0.7848,
+      "step": 363
+    },
+    {
+      "epoch": 0.8156862745098039,
+      "grad_norm": 0.2613024413585663,
+      "learning_rate": 0.0001934535156603222,
+      "loss": 0.844,
+      "step": 364
+    },
+    {
+      "epoch": 0.8179271708683473,
+      "grad_norm": 0.24079741537570953,
+      "learning_rate": 0.0001933837228822925,
+      "loss": 0.8029,
+      "step": 365
+    },
+    {
+      "epoch": 0.8201680672268907,
+      "grad_norm": 0.24890519678592682,
+      "learning_rate": 0.0001933135727658462,
+      "loss": 0.8712,
+      "step": 366
+    },
+    {
+      "epoch": 0.8224089635854341,
+      "grad_norm": 0.25198838114738464,
+      "learning_rate": 0.00019324306557941682,
+      "loss": 0.8368,
+      "step": 367
+    },
+    {
+      "epoch": 0.8246498599439775,
+      "grad_norm": 0.2470208704471588,
+      "learning_rate": 0.0001931722015928044,
+      "loss": 0.8896,
+      "step": 368
+    },
+    {
+      "epoch": 0.826890756302521,
+      "grad_norm": 0.25046589970588684,
+      "learning_rate": 0.00019310098107717418,
+      "loss": 0.7602,
+      "step": 369
+    },
+    {
+      "epoch": 0.8291316526610645,
+      "grad_norm": 0.28005844354629517,
+      "learning_rate": 0.0001930294043050558,
+      "loss": 0.9443,
+      "step": 370
+    },
+    {
+      "epoch": 0.8313725490196079,
+      "grad_norm": 0.6102829575538635,
+      "learning_rate": 0.00019295747155034202,
+      "loss": 0.911,
+      "step": 371
+    },
+    {
+      "epoch": 0.8336134453781513,
+      "grad_norm": 0.2472289353609085,
+      "learning_rate": 0.0001928851830882879,
+      "loss": 0.8271,
+      "step": 372
+    },
+    {
+      "epoch": 0.8358543417366947,
+      "grad_norm": 0.24470177292823792,
+      "learning_rate": 0.0001928125391955095,
+      "loss": 0.7837,
+      "step": 373
+    },
+    {
+      "epoch": 0.8380952380952381,
+      "grad_norm": 0.2458019107580185,
+      "learning_rate": 0.00019273954014998308,
+      "loss": 0.8496,
+      "step": 374
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 0.249577596783638,
+      "learning_rate": 0.00019266618623104385,
+      "loss": 0.7729,
+      "step": 375
+    },
+    {
+      "epoch": 0.8425770308123249,
+      "grad_norm": 0.2461290806531906,
+      "learning_rate": 0.000192592477719385,
+      "loss": 0.7955,
+      "step": 376
+    },
+    {
+      "epoch": 0.8448179271708683,
+      "grad_norm": 0.27021750807762146,
+      "learning_rate": 0.00019251841489705655,
+      "loss": 0.9384,
+      "step": 377
+    },
+    {
+      "epoch": 0.8470588235294118,
+      "grad_norm": 0.2547335624694824,
+      "learning_rate": 0.00019244399804746435,
+      "loss": 0.8254,
+      "step": 378
+    },
+    {
+      "epoch": 0.8492997198879552,
+      "grad_norm": 0.2620961368083954,
+      "learning_rate": 0.0001923692274553689,
+      "loss": 0.8587,
+      "step": 379
+    },
+    {
+      "epoch": 0.8515406162464986,
+      "grad_norm": 0.25756919384002686,
+      "learning_rate": 0.0001922941034068844,
+      "loss": 0.7906,
+      "step": 380
+    },
+    {
+      "epoch": 0.853781512605042,
+      "grad_norm": 0.25694355368614197,
+      "learning_rate": 0.0001922186261894775,
+      "loss": 0.7887,
+      "step": 381
+    },
+    {
+      "epoch": 0.8560224089635854,
+      "grad_norm": 0.2538197636604309,
+      "learning_rate": 0.0001921427960919663,
+      "loss": 0.8861,
+      "step": 382
+    },
+    {
+      "epoch": 0.8582633053221288,
+      "grad_norm": 0.2463122308254242,
+      "learning_rate": 0.00019206661340451925,
+      "loss": 0.8175,
+      "step": 383
+    },
+    {
+      "epoch": 0.8605042016806723,
+      "grad_norm": 0.23905646800994873,
+      "learning_rate": 0.00019199007841865396,
+      "loss": 0.7914,
+      "step": 384
+    },
+    {
+      "epoch": 0.8627450980392157,
+      "grad_norm": 0.2590409517288208,
+      "learning_rate": 0.0001919131914272361,
+      "loss": 0.8385,
+      "step": 385
+    },
+    {
+      "epoch": 0.8649859943977591,
+      "grad_norm": 0.2520500719547272,
+      "learning_rate": 0.00019183595272447842,
+      "loss": 0.7961,
+      "step": 386
+    },
+    {
+      "epoch": 0.8672268907563025,
+      "grad_norm": 0.2568177878856659,
+      "learning_rate": 0.00019175836260593938,
+      "loss": 0.8051,
+      "step": 387
+    },
+    {
+      "epoch": 0.869467787114846,
+      "grad_norm": 0.27684271335601807,
+      "learning_rate": 0.00019168042136852228,
+      "loss": 0.8953,
+      "step": 388
+    },
+    {
+      "epoch": 0.8717086834733894,
+      "grad_norm": 0.26281246542930603,
+      "learning_rate": 0.0001916021293104739,
+      "loss": 0.8602,
+      "step": 389
+    },
+    {
+      "epoch": 0.8739495798319328,
+      "grad_norm": 0.29199978709220886,
+      "learning_rate": 0.00019152348673138353,
+      "loss": 0.9776,
+      "step": 390
+    },
+    {
+      "epoch": 0.8761904761904762,
+      "grad_norm": 0.25914543867111206,
+      "learning_rate": 0.0001914444939321817,
+      "loss": 0.8394,
+      "step": 391
+    },
+    {
+      "epoch": 0.8784313725490196,
+      "grad_norm": 0.2472960352897644,
+      "learning_rate": 0.0001913651512151391,
+      "loss": 0.7995,
+      "step": 392
+    },
+    {
+      "epoch": 0.880672268907563,
+      "grad_norm": 0.24599507451057434,
+      "learning_rate": 0.00019128545888386536,
+      "loss": 0.7801,
+      "step": 393
+    },
+    {
+      "epoch": 0.8829131652661064,
+      "grad_norm": 0.23776014149188995,
+      "learning_rate": 0.00019120541724330803,
+      "loss": 0.8068,
+      "step": 394
+    },
+    {
+      "epoch": 0.8851540616246498,
+      "grad_norm": 0.27298274636268616,
+      "learning_rate": 0.0001911250265997512,
+      "loss": 0.9139,
+      "step": 395
+    },
+    {
+      "epoch": 0.8873949579831932,
+      "grad_norm": 0.2653828561306,
+      "learning_rate": 0.0001910442872608145,
+      "loss": 0.8917,
+      "step": 396
+    },
+    {
+      "epoch": 0.8896358543417366,
+      "grad_norm": 0.25794684886932373,
+      "learning_rate": 0.00019096319953545185,
+      "loss": 0.819,
+      "step": 397
+    },
+    {
+      "epoch": 0.8918767507002802,
+      "grad_norm": 0.24696165323257446,
+      "learning_rate": 0.0001908817637339503,
+      "loss": 0.7535,
+      "step": 398
+    },
+    {
+      "epoch": 0.8941176470588236,
+      "grad_norm": 0.2529006898403168,
+      "learning_rate": 0.00019079998016792885,
+      "loss": 0.7379,
+      "step": 399
+    },
+    {
+      "epoch": 0.896358543417367,
+      "grad_norm": 0.24874147772789001,
+      "learning_rate": 0.00019071784915033717,
+      "loss": 0.8973,
+      "step": 400
+    },
+    {
+      "epoch": 0.8985994397759104,
+      "grad_norm": 0.27747422456741333,
+      "learning_rate": 0.00019063537099545455,
+      "loss": 0.8685,
+      "step": 401
+    },
+    {
+      "epoch": 0.9008403361344538,
+      "grad_norm": 0.25184211134910583,
+      "learning_rate": 0.00019055254601888866,
+      "loss": 0.7937,
+      "step": 402
+    },
+    {
+      "epoch": 0.9030812324929972,
+      "grad_norm": 0.2565883994102478,
+      "learning_rate": 0.00019046937453757413,
+      "loss": 0.8677,
+      "step": 403
+    },
+    {
+      "epoch": 0.9053221288515406,
+      "grad_norm": 0.24833756685256958,
+      "learning_rate": 0.00019038585686977167,
+      "loss": 0.8777,
+      "step": 404
+    },
+    {
+      "epoch": 0.907563025210084,
+      "grad_norm": 0.24929295480251312,
+      "learning_rate": 0.00019030199333506666,
+      "loss": 0.8167,
+      "step": 405
+    },
+    {
+      "epoch": 0.9098039215686274,
+      "grad_norm": 0.24500809609889984,
+      "learning_rate": 0.00019021778425436795,
+      "loss": 0.8675,
+      "step": 406
+    },
+    {
+      "epoch": 0.9120448179271708,
+      "grad_norm": 0.25895681977272034,
+      "learning_rate": 0.0001901332299499066,
+      "loss": 0.8718,
+      "step": 407
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 0.22836971282958984,
+      "learning_rate": 0.00019004833074523478,
+      "loss": 0.8602,
+      "step": 408
+    },
+    {
+      "epoch": 0.9165266106442577,
+      "grad_norm": 0.26318010687828064,
+      "learning_rate": 0.00018996308696522433,
+      "loss": 0.838,
+      "step": 409
+    },
+    {
+      "epoch": 0.9187675070028011,
+      "grad_norm": 0.24389663338661194,
+      "learning_rate": 0.00018987749893606575,
+      "loss": 0.7798,
+      "step": 410
+    },
+    {
+      "epoch": 0.9210084033613445,
+      "grad_norm": 0.26448702812194824,
+      "learning_rate": 0.0001897915669852667,
+      "loss": 0.8053,
+      "step": 411
+    },
+    {
+      "epoch": 0.923249299719888,
+      "grad_norm": 0.25245535373687744,
+      "learning_rate": 0.000189705291441651,
+      "loss": 0.7915,
+      "step": 412
+    },
+    {
+      "epoch": 0.9254901960784314,
+      "grad_norm": 0.25623124837875366,
+      "learning_rate": 0.00018961867263535715,
+      "loss": 0.9167,
+      "step": 413
+    },
+    {
+      "epoch": 0.9277310924369748,
+      "grad_norm": 0.25271835923194885,
+      "learning_rate": 0.00018953171089783723,
+      "loss": 0.8663,
+      "step": 414
+    },
+    {
+      "epoch": 0.9299719887955182,
+      "grad_norm": 0.24757803976535797,
+      "learning_rate": 0.00018944440656185556,
+      "loss": 0.8411,
+      "step": 415
+    },
+    {
+      "epoch": 0.9322128851540616,
+      "grad_norm": 0.23879915475845337,
+      "learning_rate": 0.00018935675996148738,
+      "loss": 0.8071,
+      "step": 416
+    },
+    {
+      "epoch": 0.934453781512605,
+      "grad_norm": 0.3934721350669861,
+      "learning_rate": 0.0001892687714321177,
+      "loss": 0.7911,
+      "step": 417
+    },
+    {
+      "epoch": 0.9366946778711485,
+      "grad_norm": 0.27968111634254456,
+      "learning_rate": 0.00018918044131043985,
+      "loss": 0.8452,
+      "step": 418
+    },
+    {
+      "epoch": 0.9389355742296919,
+      "grad_norm": 0.2701101303100586,
+      "learning_rate": 0.00018909176993445442,
+      "loss": 0.8723,
+      "step": 419
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 0.2606533169746399,
+      "learning_rate": 0.00018900275764346768,
+      "loss": 0.7908,
+      "step": 420
+    },
+    {
+      "epoch": 0.9434173669467787,
+      "grad_norm": 0.2672193944454193,
+      "learning_rate": 0.00018891340477809055,
+      "loss": 0.9491,
+      "step": 421
+    },
+    {
+      "epoch": 0.9456582633053221,
+      "grad_norm": 0.2676648795604706,
+      "learning_rate": 0.00018882371168023706,
+      "loss": 0.8352,
+      "step": 422
+    },
+    {
+      "epoch": 0.9478991596638655,
+      "grad_norm": 0.265023410320282,
+      "learning_rate": 0.0001887336786931233,
+      "loss": 0.7894,
+      "step": 423
+    },
+    {
+      "epoch": 0.9501400560224089,
+      "grad_norm": 0.24014434218406677,
+      "learning_rate": 0.00018864330616126586,
+      "loss": 0.8394,
+      "step": 424
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 0.24389366805553436,
+      "learning_rate": 0.00018855259443048067,
+      "loss": 0.7857,
+      "step": 425
+    },
+    {
+      "epoch": 0.9546218487394958,
+      "grad_norm": 0.2471270114183426,
+      "learning_rate": 0.00018846154384788162,
+      "loss": 0.8576,
+      "step": 426
+    },
+    {
+      "epoch": 0.9568627450980393,
+      "grad_norm": 0.2577723264694214,
+      "learning_rate": 0.00018837015476187916,
+      "loss": 0.8377,
+      "step": 427
+    },
+    {
+      "epoch": 0.9591036414565827,
+      "grad_norm": 0.3224787414073944,
+      "learning_rate": 0.00018827842752217917,
+      "loss": 0.8801,
+      "step": 428
+    },
+    {
+      "epoch": 0.9613445378151261,
+      "grad_norm": 0.25494757294654846,
+      "learning_rate": 0.00018818636247978145,
+      "loss": 0.8173,
+      "step": 429
+    },
+    {
+      "epoch": 0.9635854341736695,
+      "grad_norm": 0.24220331013202667,
+      "learning_rate": 0.00018809395998697833,
+      "loss": 0.7747,
+      "step": 430
+    },
+    {
+      "epoch": 0.9658263305322129,
+      "grad_norm": 0.2741996645927429,
+      "learning_rate": 0.00018800122039735358,
+      "loss": 0.8636,
+      "step": 431
+    },
+    {
+      "epoch": 0.9680672268907563,
+      "grad_norm": 0.2558667063713074,
+      "learning_rate": 0.0001879081440657807,
+      "loss": 0.8456,
+      "step": 432
+    },
+    {
+      "epoch": 0.9703081232492997,
+      "grad_norm": 0.25905126333236694,
+      "learning_rate": 0.00018781473134842197,
+      "loss": 0.7961,
+      "step": 433
+    },
+    {
+      "epoch": 0.9725490196078431,
+      "grad_norm": 0.23688547313213348,
+      "learning_rate": 0.00018772098260272667,
+      "loss": 0.7555,
+      "step": 434
+    },
+    {
+      "epoch": 0.9747899159663865,
+      "grad_norm": 0.2701859176158905,
+      "learning_rate": 0.00018762689818743007,
+      "loss": 0.9353,
+      "step": 435
+    },
+    {
+      "epoch": 0.9770308123249299,
+      "grad_norm": 0.24914319813251495,
+      "learning_rate": 0.00018753247846255174,
+      "loss": 0.7678,
+      "step": 436
+    },
+    {
+      "epoch": 0.9792717086834734,
+      "grad_norm": 0.26182475686073303,
+      "learning_rate": 0.00018743772378939448,
+      "loss": 0.8374,
+      "step": 437
+    },
+    {
+      "epoch": 0.9815126050420168,
+      "grad_norm": 0.2661891281604767,
+      "learning_rate": 0.00018734263453054273,
+      "loss": 0.8816,
+      "step": 438
+    },
+    {
+      "epoch": 0.9837535014005602,
+      "grad_norm": 0.24797801673412323,
+      "learning_rate": 0.0001872472110498612,
+      "loss": 0.8069,
+      "step": 439
+    },
+    {
+      "epoch": 0.9859943977591037,
+      "grad_norm": 0.24370808899402618,
+      "learning_rate": 0.0001871514537124936,
+      "loss": 0.7405,
+      "step": 440
+    },
+    {
+      "epoch": 0.9882352941176471,
+      "grad_norm": 0.2744685709476471,
+      "learning_rate": 0.00018705536288486118,
+      "loss": 0.7706,
+      "step": 441
+    },
+    {
+      "epoch": 0.9904761904761905,
+      "grad_norm": 0.265438437461853,
+      "learning_rate": 0.0001869589389346611,
+      "loss": 0.8649,
+      "step": 442
+    },
+    {
+      "epoch": 0.9927170868347339,
+      "grad_norm": 0.24661187827587128,
+      "learning_rate": 0.0001868621822308655,
+      "loss": 0.8138,
+      "step": 443
+    },
+    {
+      "epoch": 0.9949579831932773,
+      "grad_norm": 0.2580495774745941,
+      "learning_rate": 0.00018676509314371974,
+      "loss": 0.7765,
+      "step": 444
+    },
+    {
+      "epoch": 0.9971988795518207,
+      "grad_norm": 0.2546556293964386,
+      "learning_rate": 0.00018666767204474094,
+      "loss": 0.8873,
+      "step": 445
+    },
+    {
+      "epoch": 0.9994397759103641,
+      "grad_norm": 0.25944411754608154,
+      "learning_rate": 0.00018656991930671686,
+      "loss": 0.8651,
+      "step": 446
+    },
+    {
+      "epoch": 1.0016806722689076,
+      "grad_norm": 0.25578224658966064,
+      "learning_rate": 0.00018647183530370415,
+      "loss": 0.9027,
+      "step": 447
+    },
+    {
+      "epoch": 1.003921568627451,
+      "grad_norm": 0.24953621625900269,
+      "learning_rate": 0.00018637342041102718,
+      "loss": 0.6952,
+      "step": 448
+    },
+    {
+      "epoch": 1.0061624649859944,
+      "grad_norm": 0.24714386463165283,
+      "learning_rate": 0.0001862746750052764,
+      "loss": 0.6983,
+      "step": 449
+    },
+    {
+      "epoch": 1.0084033613445378,
+      "grad_norm": 0.2614993155002594,
+      "learning_rate": 0.00018617559946430706,
+      "loss": 0.7272,
+      "step": 450
+    },
+    {
+      "epoch": 1.0106442577030812,
+      "grad_norm": 0.27017897367477417,
+      "learning_rate": 0.00018607619416723765,
+      "loss": 0.7644,
+      "step": 451
+    },
+    {
+      "epoch": 1.0128851540616246,
+      "grad_norm": 0.28906649351119995,
+      "learning_rate": 0.0001859764594944485,
+      "loss": 0.7651,
+      "step": 452
+    },
+    {
+      "epoch": 1.015126050420168,
+      "grad_norm": 0.28600478172302246,
+      "learning_rate": 0.00018587639582758031,
+      "loss": 0.732,
+      "step": 453
+    },
+    {
+      "epoch": 1.0173669467787114,
+      "grad_norm": 0.28704679012298584,
+      "learning_rate": 0.0001857760035495327,
+      "loss": 0.713,
+      "step": 454
+    },
+    {
+      "epoch": 1.0196078431372548,
+      "grad_norm": 0.36615249514579773,
+      "learning_rate": 0.0001856752830444628,
+      "loss": 0.8691,
+      "step": 455
+    },
+    {
+      "epoch": 1.0218487394957982,
+      "grad_norm": 0.28983429074287415,
+      "learning_rate": 0.00018557423469778357,
+      "loss": 0.7513,
+      "step": 456
+    },
+    {
+      "epoch": 1.0240896358543417,
+      "grad_norm": 0.2740822732448578,
+      "learning_rate": 0.0001854728588961626,
+      "loss": 0.7319,
+      "step": 457
+    },
+    {
+      "epoch": 1.026330532212885,
+      "grad_norm": 0.26059162616729736,
+      "learning_rate": 0.00018537115602752053,
+      "loss": 0.7727,
+      "step": 458
+    },
+    {
+      "epoch": 1.0285714285714285,
+      "grad_norm": 0.25983962416648865,
+      "learning_rate": 0.00018526912648102943,
+      "loss": 0.7428,
+      "step": 459
+    },
+    {
+      "epoch": 1.0308123249299719,
+      "grad_norm": 0.2570248246192932,
+      "learning_rate": 0.0001851667706471115,
+      "loss": 0.8065,
+      "step": 460
+    },
+    {
+      "epoch": 1.0330532212885155,
+      "grad_norm": 0.2523268163204193,
+      "learning_rate": 0.0001850640889174375,
+      "loss": 0.729,
+      "step": 461
+    },
+    {
+      "epoch": 1.035294117647059,
+      "grad_norm": 0.2655740976333618,
+      "learning_rate": 0.0001849610816849252,
+      "loss": 0.7717,
+      "step": 462
+    },
+    {
+      "epoch": 1.0375350140056023,
+      "grad_norm": 0.2684931755065918,
+      "learning_rate": 0.0001848577493437379,
+      "loss": 0.6862,
+      "step": 463
+    },
+    {
+      "epoch": 1.0397759103641457,
+      "grad_norm": 0.29195067286491394,
+      "learning_rate": 0.00018475409228928312,
+      "loss": 0.7204,
+      "step": 464
+    },
+    {
+      "epoch": 1.0420168067226891,
+      "grad_norm": 0.299556165933609,
+      "learning_rate": 0.00018465011091821072,
+      "loss": 0.8587,
+      "step": 465
+    },
+    {
+      "epoch": 1.0442577030812326,
+      "grad_norm": 0.2898513078689575,
+      "learning_rate": 0.00018454580562841163,
+      "loss": 0.7628,
+      "step": 466
+    },
+    {
+      "epoch": 1.046498599439776,
+      "grad_norm": 0.30156147480010986,
+      "learning_rate": 0.00018444117681901638,
+      "loss": 0.7437,
+      "step": 467
+    },
+    {
+      "epoch": 1.0487394957983194,
+      "grad_norm": 0.2778584361076355,
+      "learning_rate": 0.00018433622489039334,
+      "loss": 0.6211,
+      "step": 468
+    },
+    {
+      "epoch": 1.0509803921568628,
+      "grad_norm": 0.29723167419433594,
+      "learning_rate": 0.00018423095024414733,
+      "loss": 0.6958,
+      "step": 469
+    },
+    {
+      "epoch": 1.0532212885154062,
+      "grad_norm": 0.27120769023895264,
+      "learning_rate": 0.00018412535328311814,
+      "loss": 0.8491,
+      "step": 470
+    },
+    {
+      "epoch": 1.0554621848739496,
+      "grad_norm": 0.28341060876846313,
+      "learning_rate": 0.00018401943441137886,
+      "loss": 0.65,
+      "step": 471
+    },
+    {
+      "epoch": 1.057703081232493,
+      "grad_norm": 0.3047507107257843,
+      "learning_rate": 0.00018391319403423436,
+      "loss": 0.7248,
+      "step": 472
+    },
+    {
+      "epoch": 1.0599439775910364,
+      "grad_norm": 0.41425445675849915,
+      "learning_rate": 0.00018380663255821995,
+      "loss": 0.7587,
+      "step": 473
+    },
+    {
+      "epoch": 1.0621848739495798,
+      "grad_norm": 0.29975569248199463,
+      "learning_rate": 0.00018369975039109936,
+      "loss": 0.75,
+      "step": 474
+    },
+    {
+      "epoch": 1.0644257703081232,
+      "grad_norm": 0.2992658317089081,
+      "learning_rate": 0.0001835925479418637,
+      "loss": 0.7145,
+      "step": 475
+    },
+    {
+      "epoch": 1.0666666666666667,
+      "grad_norm": 0.29061266779899597,
+      "learning_rate": 0.00018348502562072955,
+      "loss": 0.7085,
+      "step": 476
+    },
+    {
+      "epoch": 1.06890756302521,
+      "grad_norm": 0.2972713112831116,
+      "learning_rate": 0.00018337718383913752,
+      "loss": 0.6741,
+      "step": 477
+    },
+    {
+      "epoch": 1.0711484593837535,
+      "grad_norm": 0.33825528621673584,
+      "learning_rate": 0.0001832690230097506,
+      "loss": 0.9284,
+      "step": 478
+    },
+    {
+      "epoch": 1.0733893557422969,
+      "grad_norm": 0.439996600151062,
+      "learning_rate": 0.00018316054354645283,
+      "loss": 0.7515,
+      "step": 479
+    },
+    {
+      "epoch": 1.0756302521008403,
+      "grad_norm": 0.28441861271858215,
+      "learning_rate": 0.00018305174586434725,
+      "loss": 0.73,
+      "step": 480
+    },
+    {
+      "epoch": 1.0778711484593837,
+      "grad_norm": 0.26948654651641846,
+      "learning_rate": 0.00018294263037975475,
+      "loss": 0.6871,
+      "step": 481
+    },
+    {
+      "epoch": 1.080112044817927,
+      "grad_norm": 0.29222843050956726,
+      "learning_rate": 0.00018283319751021232,
+      "loss": 0.6827,
+      "step": 482
+    },
+    {
+      "epoch": 1.0823529411764705,
+      "grad_norm": 0.31007933616638184,
+      "learning_rate": 0.00018272344767447134,
+      "loss": 0.793,
+      "step": 483
+    },
+    {
+      "epoch": 1.084593837535014,
+      "grad_norm": 0.29892498254776,
+      "learning_rate": 0.0001826133812924962,
+      "loss": 0.6541,
+      "step": 484
+    },
+    {
+      "epoch": 1.0868347338935573,
+      "grad_norm": 0.3294057250022888,
+      "learning_rate": 0.00018250299878546245,
+      "loss": 0.7719,
+      "step": 485
+    },
+    {
+      "epoch": 1.0890756302521007,
+      "grad_norm": 0.2897263765335083,
+      "learning_rate": 0.00018239230057575542,
+      "loss": 0.7306,
+      "step": 486
+    },
+    {
+      "epoch": 1.0913165266106442,
+      "grad_norm": 0.2852244973182678,
+      "learning_rate": 0.00018228128708696844,
+      "loss": 0.6512,
+      "step": 487
+    },
+    {
+      "epoch": 1.0935574229691878,
+      "grad_norm": 0.3132948577404022,
+      "learning_rate": 0.00018216995874390128,
+      "loss": 0.6859,
+      "step": 488
+    },
+    {
+      "epoch": 1.0957983193277312,
+      "grad_norm": 0.33552494645118713,
+      "learning_rate": 0.0001820583159725585,
+      "loss": 0.7039,
+      "step": 489
+    },
+    {
+      "epoch": 1.0980392156862746,
+      "grad_norm": 0.3188576102256775,
+      "learning_rate": 0.0001819463592001479,
+      "loss": 0.702,
+      "step": 490
+    },
+    {
+      "epoch": 1.100280112044818,
+      "grad_norm": 0.3157289922237396,
+      "learning_rate": 0.00018183408885507873,
+      "loss": 0.706,
+      "step": 491
+    },
+    {
+      "epoch": 1.1025210084033614,
+      "grad_norm": 0.27868008613586426,
+      "learning_rate": 0.00018172150536696025,
+      "loss": 0.6802,
+      "step": 492
+    },
+    {
+      "epoch": 1.1047619047619048,
+      "grad_norm": 0.29156798124313354,
+      "learning_rate": 0.0001816086091665999,
+      "loss": 0.7465,
+      "step": 493
+    },
+    {
+      "epoch": 1.1070028011204482,
+      "grad_norm": 0.2826281487941742,
+      "learning_rate": 0.00018149540068600182,
+      "loss": 0.7023,
+      "step": 494
+    },
+    {
+      "epoch": 1.1092436974789917,
+      "grad_norm": 0.3162992596626282,
+      "learning_rate": 0.00018138188035836497,
+      "loss": 0.7039,
+      "step": 495
+    },
+    {
+      "epoch": 1.111484593837535,
+      "grad_norm": 0.2732091248035431,
+      "learning_rate": 0.00018126804861808176,
+      "loss": 0.7372,
+      "step": 496
+    },
+    {
+      "epoch": 1.1137254901960785,
+      "grad_norm": 0.3039727807044983,
+      "learning_rate": 0.0001811539059007361,
+      "loss": 0.7148,
+      "step": 497
+    },
+    {
+      "epoch": 1.1159663865546219,
+      "grad_norm": 0.29023319482803345,
+      "learning_rate": 0.00018103945264310204,
+      "loss": 0.644,
+      "step": 498
+    },
+    {
+      "epoch": 1.1182072829131653,
+      "grad_norm": 0.2907212972640991,
+      "learning_rate": 0.00018092468928314172,
+      "loss": 0.7281,
+      "step": 499
+    },
+    {
+      "epoch": 1.1204481792717087,
+      "grad_norm": 0.2867254912853241,
+      "learning_rate": 0.0001808096162600041,
+      "loss": 0.7652,
+      "step": 500
+    },
+    {
+      "epoch": 1.122689075630252,
+      "grad_norm": 0.29929518699645996,
+      "learning_rate": 0.000180694234014023,
+      "loss": 0.713,
+      "step": 501
+    },
+    {
+      "epoch": 1.1249299719887955,
+      "grad_norm": 0.3078075647354126,
+      "learning_rate": 0.00018057854298671546,
+      "loss": 0.7255,
+      "step": 502
+    },
+    {
+      "epoch": 1.127170868347339,
+      "grad_norm": 0.3214311897754669,
+      "learning_rate": 0.0001804625436207802,
+      "loss": 0.7369,
+      "step": 503
+    },
+    {
+      "epoch": 1.1294117647058823,
+      "grad_norm": 0.3541346490383148,
+      "learning_rate": 0.00018034623636009568,
+      "loss": 0.8864,
+      "step": 504
+    },
+    {
+      "epoch": 1.1316526610644257,
+      "grad_norm": 0.31777986884117126,
+      "learning_rate": 0.00018022962164971867,
+      "loss": 0.7382,
+      "step": 505
+    },
+    {
+      "epoch": 1.1338935574229692,
+      "grad_norm": 0.3204372525215149,
+      "learning_rate": 0.00018011269993588232,
+      "loss": 0.7998,
+      "step": 506
+    },
+    {
+      "epoch": 1.1361344537815126,
+      "grad_norm": 0.30363792181015015,
+      "learning_rate": 0.0001799954716659946,
+      "loss": 0.7145,
+      "step": 507
+    },
+    {
+      "epoch": 1.138375350140056,
+      "grad_norm": 0.3061518371105194,
+      "learning_rate": 0.00017987793728863651,
+      "loss": 0.7217,
+      "step": 508
+    },
+    {
+      "epoch": 1.1406162464985994,
+      "grad_norm": 0.3020443618297577,
+      "learning_rate": 0.00017976009725356038,
+      "loss": 0.6765,
+      "step": 509
+    },
+    {
+      "epoch": 1.1428571428571428,
+      "grad_norm": 0.324278861284256,
+      "learning_rate": 0.00017964195201168817,
+      "loss": 0.8419,
+      "step": 510
+    },
+    {
+      "epoch": 1.1450980392156862,
+      "grad_norm": 0.3056583106517792,
+      "learning_rate": 0.00017952350201510978,
+      "loss": 0.8153,
+      "step": 511
+    },
+    {
+      "epoch": 1.1473389355742296,
+      "grad_norm": 0.3339795470237732,
+      "learning_rate": 0.00017940474771708115,
+      "loss": 0.8701,
+      "step": 512
+    },
+    {
+      "epoch": 1.149579831932773,
+      "grad_norm": 0.2845865488052368,
+      "learning_rate": 0.00017928568957202278,
+      "loss": 0.6865,
+      "step": 513
+    },
+    {
+      "epoch": 1.1518207282913164,
+      "grad_norm": 0.3049021065235138,
+      "learning_rate": 0.0001791663280355178,
+      "loss": 0.6772,
+      "step": 514
+    },
+    {
+      "epoch": 1.1540616246498598,
+      "grad_norm": 0.2814830541610718,
+      "learning_rate": 0.00017904666356431028,
+      "loss": 0.7092,
+      "step": 515
+    },
+    {
+      "epoch": 1.1563025210084033,
+      "grad_norm": 0.2870534360408783,
+      "learning_rate": 0.0001789266966163035,
+      "loss": 0.7056,
+      "step": 516
+    },
+    {
+      "epoch": 1.1585434173669467,
+      "grad_norm": 0.2947506606578827,
+      "learning_rate": 0.00017880642765055816,
+      "loss": 0.7208,
+      "step": 517
+    },
+    {
+      "epoch": 1.1607843137254903,
+      "grad_norm": 0.29607728123664856,
+      "learning_rate": 0.00017868585712729068,
+      "loss": 0.7441,
+      "step": 518
+    },
+    {
+      "epoch": 1.1630252100840337,
+      "grad_norm": 0.3445536494255066,
+      "learning_rate": 0.00017856498550787144,
+      "loss": 0.7116,
+      "step": 519
+    },
+    {
+      "epoch": 1.165266106442577,
+      "grad_norm": 0.3803198039531708,
+      "learning_rate": 0.0001784438132548229,
+      "loss": 0.7871,
+      "step": 520
+    },
+    {
+      "epoch": 1.1675070028011205,
+      "grad_norm": 0.37584301829338074,
+      "learning_rate": 0.00017832234083181795,
+      "loss": 0.7877,
+      "step": 521
+    },
+    {
+      "epoch": 1.169747899159664,
+      "grad_norm": 0.3182366192340851,
+      "learning_rate": 0.0001782005687036781,
+      "loss": 0.7112,
+      "step": 522
+    },
+    {
+      "epoch": 1.1719887955182073,
+      "grad_norm": 0.3022582530975342,
+      "learning_rate": 0.00017807849733637176,
+      "loss": 0.7275,
+      "step": 523
+    },
+    {
+      "epoch": 1.1742296918767507,
+      "grad_norm": 0.31011196970939636,
+      "learning_rate": 0.00017795612719701226,
+      "loss": 0.7439,
+      "step": 524
+    },
+    {
+      "epoch": 1.1764705882352942,
+      "grad_norm": 0.30964523553848267,
+      "learning_rate": 0.00017783345875385634,
+      "loss": 0.7788,
+      "step": 525
+    },
+    {
+      "epoch": 1.1787114845938376,
+      "grad_norm": 0.29043567180633545,
+      "learning_rate": 0.00017771049247630215,
+      "loss": 0.7925,
+      "step": 526
+    },
+    {
+      "epoch": 1.180952380952381,
+      "grad_norm": 0.28265780210494995,
+      "learning_rate": 0.00017758722883488745,
+      "loss": 0.8563,
+      "step": 527
+    },
+    {
+      "epoch": 1.1831932773109244,
+      "grad_norm": 0.2864142060279846,
+      "learning_rate": 0.00017746366830128803,
+      "loss": 0.6427,
+      "step": 528
+    },
+    {
+      "epoch": 1.1854341736694678,
+      "grad_norm": 0.28759056329727173,
+      "learning_rate": 0.00017733981134831567,
+      "loss": 0.6629,
+      "step": 529
+    },
+    {
+      "epoch": 1.1876750700280112,
+      "grad_norm": 0.3355376422405243,
+      "learning_rate": 0.00017721565844991643,
+      "loss": 0.7418,
+      "step": 530
+    },
+    {
+      "epoch": 1.1899159663865546,
+      "grad_norm": 0.3486466109752655,
+      "learning_rate": 0.0001770912100811688,
+      "loss": 0.7885,
+      "step": 531
+    },
+    {
+      "epoch": 1.192156862745098,
+      "grad_norm": 0.2857566475868225,
+      "learning_rate": 0.000176966466718282,
+      "loss": 0.6359,
+      "step": 532
+    },
+    {
+      "epoch": 1.1943977591036414,
+      "grad_norm": 0.3142206072807312,
+      "learning_rate": 0.00017684142883859388,
+      "loss": 0.6964,
+      "step": 533
+    },
+    {
+      "epoch": 1.1966386554621848,
+      "grad_norm": 0.3039001524448395,
+      "learning_rate": 0.00017671609692056946,
+      "loss": 0.6951,
+      "step": 534
+    },
+    {
+      "epoch": 1.1988795518207283,
+      "grad_norm": 0.31849658489227295,
+      "learning_rate": 0.00017659047144379878,
+      "loss": 0.7428,
+      "step": 535
+    },
+    {
+      "epoch": 1.2011204481792717,
+      "grad_norm": 0.2935810983181,
+      "learning_rate": 0.00017646455288899534,
+      "loss": 0.7668,
+      "step": 536
+    },
+    {
+      "epoch": 1.203361344537815,
+      "grad_norm": 0.2911589443683624,
+      "learning_rate": 0.00017633834173799403,
+      "loss": 0.7237,
+      "step": 537
+    },
+    {
+      "epoch": 1.2056022408963585,
+      "grad_norm": 0.28567075729370117,
+      "learning_rate": 0.00017621183847374935,
+      "loss": 0.7464,
+      "step": 538
+    },
+    {
+      "epoch": 1.2078431372549019,
+      "grad_norm": 0.299709677696228,
+      "learning_rate": 0.00017608504358033363,
+      "loss": 0.7176,
+      "step": 539
+    },
+    {
+      "epoch": 1.2100840336134453,
+      "grad_norm": 0.2959325313568115,
+      "learning_rate": 0.00017595795754293513,
+      "loss": 0.6807,
+      "step": 540
+    },
+    {
+      "epoch": 1.2123249299719887,
+      "grad_norm": 0.27634045481681824,
+      "learning_rate": 0.00017583058084785625,
+      "loss": 0.6773,
+      "step": 541
+    },
+    {
+      "epoch": 1.2145658263305321,
+      "grad_norm": 0.33680498600006104,
+      "learning_rate": 0.00017570291398251152,
+      "loss": 0.7985,
+      "step": 542
+    },
+    {
+      "epoch": 1.2168067226890757,
+      "grad_norm": 0.318645179271698,
+      "learning_rate": 0.00017557495743542585,
+      "loss": 0.6376,
+      "step": 543
+    },
+    {
+      "epoch": 1.2190476190476192,
+      "grad_norm": 0.31514203548431396,
+      "learning_rate": 0.0001754467116962326,
+      "loss": 0.7327,
+      "step": 544
+    },
+    {
+      "epoch": 1.2212885154061626,
+      "grad_norm": 0.32726311683654785,
+      "learning_rate": 0.0001753181772556719,
+      "loss": 0.7329,
+      "step": 545
+    },
+    {
+      "epoch": 1.223529411764706,
+      "grad_norm": 0.3274557292461395,
+      "learning_rate": 0.00017518935460558838,
+      "loss": 0.6818,
+      "step": 546
+    },
+    {
+      "epoch": 1.2257703081232494,
+      "grad_norm": 0.3218080699443817,
+      "learning_rate": 0.0001750602442389297,
+      "loss": 0.734,
+      "step": 547
+    },
+    {
+      "epoch": 1.2280112044817928,
+      "grad_norm": 0.3002873659133911,
+      "learning_rate": 0.0001749308466497444,
+      "loss": 0.617,
+      "step": 548
+    },
+    {
+      "epoch": 1.2302521008403362,
+      "grad_norm": 0.30696091055870056,
+      "learning_rate": 0.00017480116233318014,
+      "loss": 0.7417,
+      "step": 549
+    },
+    {
+      "epoch": 1.2324929971988796,
+      "grad_norm": 0.341802716255188,
+      "learning_rate": 0.0001746711917854817,
+      "loss": 0.7806,
+      "step": 550
+    },
+    {
+      "epoch": 1.234733893557423,
+      "grad_norm": 0.3180257976055145,
+      "learning_rate": 0.00017454093550398918,
+      "loss": 0.6813,
+      "step": 551
+    },
+    {
+      "epoch": 1.2369747899159664,
+      "grad_norm": 0.3485969007015228,
+      "learning_rate": 0.00017441039398713608,
+      "loss": 0.7385,
+      "step": 552
+    },
+    {
+      "epoch": 1.2392156862745098,
+      "grad_norm": 0.3271244466304779,
+      "learning_rate": 0.00017427956773444732,
+      "loss": 0.6891,
+      "step": 553
+    },
+    {
+      "epoch": 1.2414565826330533,
+      "grad_norm": 0.31936562061309814,
+      "learning_rate": 0.00017414845724653743,
+      "loss": 0.683,
+      "step": 554
+    },
+    {
+      "epoch": 1.2436974789915967,
+      "grad_norm": 0.33722570538520813,
+      "learning_rate": 0.0001740170630251085,
+      "loss": 0.8026,
+      "step": 555
+    },
+    {
+      "epoch": 1.24593837535014,
+      "grad_norm": 0.3108736276626587,
+      "learning_rate": 0.00017388538557294852,
+      "loss": 0.6923,
+      "step": 556
+    },
+    {
+      "epoch": 1.2481792717086835,
+      "grad_norm": 0.32877469062805176,
+      "learning_rate": 0.00017375342539392903,
+      "loss": 0.7007,
+      "step": 557
+    },
+    {
+      "epoch": 1.250420168067227,
+      "grad_norm": 0.3236118257045746,
+      "learning_rate": 0.00017362118299300361,
+      "loss": 0.6852,
+      "step": 558
+    },
+    {
+      "epoch": 1.2526610644257703,
+      "grad_norm": 0.30720242857933044,
+      "learning_rate": 0.00017348865887620573,
+      "loss": 0.6665,
+      "step": 559
+    },
+    {
+      "epoch": 1.2549019607843137,
+      "grad_norm": 0.32177719473838806,
+      "learning_rate": 0.00017335585355064692,
+      "loss": 0.7097,
+      "step": 560
+    },
+    {
+      "epoch": 1.2571428571428571,
+      "grad_norm": 0.31638845801353455,
+      "learning_rate": 0.0001732227675245147,
+      "loss": 0.6966,
+      "step": 561
+    },
+    {
+      "epoch": 1.2593837535014005,
+      "grad_norm": 0.3173747956752777,
+      "learning_rate": 0.00017308940130707069,
+      "loss": 0.6972,
+      "step": 562
+    },
+    {
+      "epoch": 1.261624649859944,
+      "grad_norm": 0.31755855679512024,
+      "learning_rate": 0.00017295575540864877,
+      "loss": 0.7192,
+      "step": 563
+    },
+    {
+      "epoch": 1.2638655462184873,
+      "grad_norm": 0.30816033482551575,
+      "learning_rate": 0.00017282183034065296,
+      "loss": 0.6723,
+      "step": 564
+    },
+    {
+      "epoch": 1.2661064425770308,
+      "grad_norm": 0.3106657564640045,
+      "learning_rate": 0.00017268762661555557,
+      "loss": 0.754,
+      "step": 565
+    },
+    {
+      "epoch": 1.2683473389355742,
+      "grad_norm": 0.3460423946380615,
+      "learning_rate": 0.00017255314474689523,
+      "loss": 0.7836,
+      "step": 566
+    },
+    {
+      "epoch": 1.2705882352941176,
+      "grad_norm": 0.33377137780189514,
+      "learning_rate": 0.00017241838524927484,
+      "loss": 0.8304,
+      "step": 567
+    },
+    {
+      "epoch": 1.272829131652661,
+      "grad_norm": 0.3150513470172882,
+      "learning_rate": 0.0001722833486383597,
+      "loss": 0.9003,
+      "step": 568
+    },
+    {
+      "epoch": 1.2750700280112044,
+      "grad_norm": 0.2992112934589386,
+      "learning_rate": 0.00017214803543087555,
+      "loss": 0.7655,
+      "step": 569
+    },
+    {
+      "epoch": 1.2773109243697478,
+      "grad_norm": 0.2952958345413208,
+      "learning_rate": 0.00017201244614460643,
+      "loss": 0.6524,
+      "step": 570
+    },
+    {
+      "epoch": 1.2795518207282912,
+      "grad_norm": 0.31578466296195984,
+      "learning_rate": 0.00017187658129839294,
+      "loss": 0.7415,
+      "step": 571
+    },
+    {
+      "epoch": 1.2817927170868346,
+      "grad_norm": 0.33429616689682007,
+      "learning_rate": 0.00017174044141213,
+      "loss": 0.8142,
+      "step": 572
+    },
+    {
+      "epoch": 1.284033613445378,
+      "grad_norm": 0.32365548610687256,
+      "learning_rate": 0.0001716040270067651,
+      "loss": 0.6806,
+      "step": 573
+    },
+    {
+      "epoch": 1.2862745098039214,
+      "grad_norm": 0.3116409182548523,
+      "learning_rate": 0.00017146733860429612,
+      "loss": 0.6899,
+      "step": 574
+    },
+    {
+      "epoch": 1.2885154061624648,
+      "grad_norm": 0.35744285583496094,
+      "learning_rate": 0.00017133037672776942,
+      "loss": 0.74,
+      "step": 575
+    },
+    {
+      "epoch": 1.2907563025210085,
+      "grad_norm": 0.2882843613624573,
+      "learning_rate": 0.00017119314190127788,
+      "loss": 0.6437,
+      "step": 576
+    },
+    {
+      "epoch": 1.292997198879552,
+      "grad_norm": 0.31813856959342957,
+      "learning_rate": 0.00017105563464995873,
+      "loss": 0.6738,
+      "step": 577
+    },
+    {
+      "epoch": 1.2952380952380953,
+      "grad_norm": 0.32429373264312744,
+      "learning_rate": 0.00017091785549999176,
+      "loss": 0.8131,
+      "step": 578
+    },
+    {
+      "epoch": 1.2974789915966387,
+      "grad_norm": 0.32878828048706055,
+      "learning_rate": 0.00017077980497859713,
+      "loss": 0.6904,
+      "step": 579
+    },
+    {
+      "epoch": 1.2997198879551821,
+      "grad_norm": 0.30764883756637573,
+      "learning_rate": 0.00017064148361403347,
+      "loss": 0.7343,
+      "step": 580
+    },
+    {
+      "epoch": 1.3019607843137255,
+      "grad_norm": 0.319346159696579,
+      "learning_rate": 0.00017050289193559578,
+      "loss": 0.6926,
+      "step": 581
+    },
+    {
+      "epoch": 1.304201680672269,
+      "grad_norm": 0.31245169043540955,
+      "learning_rate": 0.00017036403047361335,
+      "loss": 0.7876,
+      "step": 582
+    },
+    {
+      "epoch": 1.3064425770308123,
+      "grad_norm": 0.29874372482299805,
+      "learning_rate": 0.000170224899759448,
+      "loss": 0.6569,
+      "step": 583
+    },
+    {
+      "epoch": 1.3086834733893558,
+      "grad_norm": 0.3087962865829468,
+      "learning_rate": 0.00017008550032549167,
+      "loss": 0.6892,
+      "step": 584
+    },
+    {
+      "epoch": 1.3109243697478992,
+      "grad_norm": 0.31366726756095886,
+      "learning_rate": 0.0001699458327051647,
+      "loss": 0.7782,
+      "step": 585
+    },
+    {
+      "epoch": 1.3131652661064426,
+      "grad_norm": 0.304023802280426,
+      "learning_rate": 0.00016980589743291363,
+      "loss": 0.7213,
+      "step": 586
+    },
+    {
+      "epoch": 1.315406162464986,
+      "grad_norm": 0.2973663806915283,
+      "learning_rate": 0.00016966569504420914,
+      "loss": 0.6942,
+      "step": 587
+    },
+    {
+      "epoch": 1.3176470588235294,
+      "grad_norm": 0.3077528178691864,
+      "learning_rate": 0.0001695252260755441,
+      "loss": 0.7192,
+      "step": 588
+    },
+    {
+      "epoch": 1.3198879551820728,
+      "grad_norm": 0.3302268087863922,
+      "learning_rate": 0.00016938449106443138,
+      "loss": 0.7904,
+      "step": 589
+    },
+    {
+      "epoch": 1.3221288515406162,
+      "grad_norm": 0.3201766312122345,
+      "learning_rate": 0.00016924349054940204,
+      "loss": 0.6851,
+      "step": 590
+    },
+    {
+      "epoch": 1.3243697478991596,
+      "grad_norm": 0.31299325823783875,
+      "learning_rate": 0.00016910222507000294,
+      "loss": 0.6355,
+      "step": 591
+    },
+    {
+      "epoch": 1.326610644257703,
+      "grad_norm": 0.3279891610145569,
+      "learning_rate": 0.00016896069516679493,
+      "loss": 0.7587,
+      "step": 592
+    },
+    {
+      "epoch": 1.3288515406162464,
+      "grad_norm": 0.3423704206943512,
+      "learning_rate": 0.0001688189013813507,
+      "loss": 0.7352,
+      "step": 593
+    },
+    {
+      "epoch": 1.3310924369747898,
+      "grad_norm": 0.3414992690086365,
+      "learning_rate": 0.00016867684425625262,
+      "loss": 0.6362,
+      "step": 594
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 0.3365124464035034,
+      "learning_rate": 0.00016853452433509086,
+      "loss": 0.7817,
+      "step": 595
+    },
+    {
+      "epoch": 1.3355742296918767,
+      "grad_norm": 0.3402608633041382,
+      "learning_rate": 0.00016839194216246108,
+      "loss": 0.713,
+      "step": 596
+    },
+    {
+      "epoch": 1.3378151260504203,
+      "grad_norm": 0.3226512670516968,
+      "learning_rate": 0.00016824909828396255,
+      "loss": 0.6853,
+      "step": 597
+    },
+    {
+      "epoch": 1.3400560224089637,
+      "grad_norm": 0.3510406017303467,
+      "learning_rate": 0.0001681059932461959,
+      "loss": 0.7548,
+      "step": 598
+    },
+    {
+      "epoch": 1.3422969187675071,
+      "grad_norm": 0.3165980875492096,
+      "learning_rate": 0.00016796262759676117,
+      "loss": 0.6952,
+      "step": 599
+    },
+    {
+      "epoch": 1.3445378151260505,
+      "grad_norm": 0.3366287052631378,
+      "learning_rate": 0.00016781900188425562,
+      "loss": 0.7872,
+      "step": 600
+    },
+    {
+      "epoch": 1.346778711484594,
+      "grad_norm": 0.30944567918777466,
+      "learning_rate": 0.00016767511665827166,
+      "loss": 0.6944,
+      "step": 601
+    },
+    {
+      "epoch": 1.3490196078431373,
+      "grad_norm": 0.31927919387817383,
+      "learning_rate": 0.00016753097246939474,
+      "loss": 0.6778,
+      "step": 602
+    },
+    {
+      "epoch": 1.3512605042016808,
+      "grad_norm": 0.36404141783714294,
+      "learning_rate": 0.0001673865698692012,
+      "loss": 0.8198,
+      "step": 603
+    },
+    {
+      "epoch": 1.3535014005602242,
+      "grad_norm": 0.28067895770072937,
+      "learning_rate": 0.00016724190941025627,
+      "loss": 0.6561,
+      "step": 604
+    },
+    {
+      "epoch": 1.3557422969187676,
+      "grad_norm": 0.33814799785614014,
+      "learning_rate": 0.00016709699164611192,
+      "loss": 0.725,
+      "step": 605
+    },
+    {
+      "epoch": 1.357983193277311,
+      "grad_norm": 0.3168368935585022,
+      "learning_rate": 0.0001669518171313046,
+      "loss": 0.7295,
+      "step": 606
+    },
+    {
+      "epoch": 1.3602240896358544,
+      "grad_norm": 0.37248319387435913,
+      "learning_rate": 0.00016680638642135336,
+      "loss": 0.7566,
+      "step": 607
+    },
+    {
+      "epoch": 1.3624649859943978,
+      "grad_norm": 0.32318514585494995,
+      "learning_rate": 0.00016666070007275748,
+      "loss": 0.6949,
+      "step": 608
+    },
+    {
+      "epoch": 1.3647058823529412,
+      "grad_norm": 0.34030449390411377,
+      "learning_rate": 0.00016651475864299452,
+      "loss": 0.6823,
+      "step": 609
+    },
+    {
+      "epoch": 1.3669467787114846,
+      "grad_norm": 0.3123067319393158,
+      "learning_rate": 0.00016636856269051814,
+      "loss": 0.7236,
+      "step": 610
+    },
+    {
+      "epoch": 1.369187675070028,
+      "grad_norm": 0.32035380601882935,
+      "learning_rate": 0.0001662221127747559,
+      "loss": 0.7254,
+      "step": 611
+    },
+    {
+      "epoch": 1.3714285714285714,
+      "grad_norm": 0.3208359181880951,
+      "learning_rate": 0.00016607540945610722,
+      "loss": 0.7309,
+      "step": 612
+    },
+    {
+      "epoch": 1.3736694677871149,
+      "grad_norm": 0.31935855746269226,
+      "learning_rate": 0.00016592845329594112,
+      "loss": 0.8216,
+      "step": 613
+    },
+    {
+      "epoch": 1.3759103641456583,
+      "grad_norm": 0.2906378209590912,
+      "learning_rate": 0.00016578124485659414,
+      "loss": 0.7283,
+      "step": 614
+    },
+    {
+      "epoch": 1.3781512605042017,
+      "grad_norm": 0.3059033751487732,
+      "learning_rate": 0.00016563378470136822,
+      "loss": 0.7455,
+      "step": 615
+    },
+    {
+      "epoch": 1.380392156862745,
+      "grad_norm": 0.30803483724594116,
+      "learning_rate": 0.00016548607339452853,
+      "loss": 0.6463,
+      "step": 616
+    },
+    {
+      "epoch": 1.3826330532212885,
+      "grad_norm": 0.32379990816116333,
+      "learning_rate": 0.00016533811150130117,
+      "loss": 0.7454,
+      "step": 617
+    },
+    {
+      "epoch": 1.384873949579832,
+      "grad_norm": 0.3142244815826416,
+      "learning_rate": 0.00016518989958787126,
+      "loss": 0.7142,
+      "step": 618
+    },
+    {
+      "epoch": 1.3871148459383753,
+      "grad_norm": 0.32228538393974304,
+      "learning_rate": 0.00016504143822138056,
+      "loss": 0.626,
+      "step": 619
+    },
+    {
+      "epoch": 1.3893557422969187,
+      "grad_norm": 0.3554072082042694,
+      "learning_rate": 0.00016489272796992537,
+      "loss": 0.6818,
+      "step": 620
+    },
+    {
+      "epoch": 1.3915966386554621,
+      "grad_norm": 0.3763510584831238,
+      "learning_rate": 0.00016474376940255444,
+      "loss": 0.7584,
+      "step": 621
+    },
+    {
+      "epoch": 1.3938375350140055,
+      "grad_norm": 0.3938269317150116,
+      "learning_rate": 0.0001645945630892666,
+      "loss": 0.815,
+      "step": 622
+    },
+    {
+      "epoch": 1.396078431372549,
+      "grad_norm": 0.32350701093673706,
+      "learning_rate": 0.00016444510960100879,
+      "loss": 0.7073,
+      "step": 623
+    },
+    {
+      "epoch": 1.3983193277310924,
+      "grad_norm": 0.33908578753471375,
+      "learning_rate": 0.00016429540950967371,
+      "loss": 0.8126,
+      "step": 624
+    },
+    {
+      "epoch": 1.4005602240896358,
+      "grad_norm": 0.32018956542015076,
+      "learning_rate": 0.0001641454633880978,
+      "loss": 0.7489,
+      "step": 625
+    },
+    {
+      "epoch": 1.4028011204481792,
+      "grad_norm": 0.324883371591568,
+      "learning_rate": 0.0001639952718100589,
+      "loss": 0.7915,
+      "step": 626
+    },
+    {
+      "epoch": 1.4050420168067226,
+      "grad_norm": 0.3411893844604492,
+      "learning_rate": 0.000163844835350274,
+      "loss": 0.7736,
+      "step": 627
+    },
+    {
+      "epoch": 1.407282913165266,
+      "grad_norm": 0.3181053400039673,
+      "learning_rate": 0.0001636941545843973,
+      "loss": 0.7398,
+      "step": 628
+    },
+    {
+      "epoch": 1.4095238095238094,
+      "grad_norm": 0.3206365704536438,
+      "learning_rate": 0.00016354323008901776,
+      "loss": 0.7825,
+      "step": 629
+    },
+    {
+      "epoch": 1.4117647058823528,
+      "grad_norm": 0.30065983533859253,
+      "learning_rate": 0.00016339206244165704,
+      "loss": 0.714,
+      "step": 630
+    },
+    {
+      "epoch": 1.4140056022408962,
+      "grad_norm": 0.3132588565349579,
+      "learning_rate": 0.00016324065222076718,
+      "loss": 0.8118,
+      "step": 631
+    },
+    {
+      "epoch": 1.4162464985994399,
+      "grad_norm": 0.3143763840198517,
+      "learning_rate": 0.00016308900000572851,
+      "loss": 0.7045,
+      "step": 632
+    },
+    {
+      "epoch": 1.4184873949579833,
+      "grad_norm": 0.3230004608631134,
+      "learning_rate": 0.00016293710637684732,
+      "loss": 0.5901,
+      "step": 633
+    },
+    {
+      "epoch": 1.4207282913165267,
+      "grad_norm": 0.31268176436424255,
+      "learning_rate": 0.00016278497191535364,
+      "loss": 0.7745,
+      "step": 634
+    },
+    {
+      "epoch": 1.42296918767507,
+      "grad_norm": 0.33265724778175354,
+      "learning_rate": 0.00016263259720339916,
+      "loss": 0.7444,
+      "step": 635
+    },
+    {
+      "epoch": 1.4252100840336135,
+      "grad_norm": 0.32188957929611206,
+      "learning_rate": 0.00016247998282405485,
+      "loss": 0.7899,
+      "step": 636
+    },
+    {
+      "epoch": 1.427450980392157,
+      "grad_norm": 0.3007752001285553,
+      "learning_rate": 0.0001623271293613088,
+      "loss": 0.6891,
+      "step": 637
+    },
+    {
+      "epoch": 1.4296918767507003,
+      "grad_norm": 0.29558807611465454,
+      "learning_rate": 0.0001621740374000639,
+      "loss": 0.7253,
+      "step": 638
+    },
+    {
+      "epoch": 1.4319327731092437,
+      "grad_norm": 0.32872480154037476,
+      "learning_rate": 0.0001620207075261358,
+      "loss": 0.7858,
+      "step": 639
+    },
+    {
+      "epoch": 1.4341736694677871,
+      "grad_norm": 0.30687081813812256,
+      "learning_rate": 0.00016186714032625035,
+      "loss": 0.7395,
+      "step": 640
+    },
+    {
+      "epoch": 1.4364145658263305,
+      "grad_norm": 0.31080397963523865,
+      "learning_rate": 0.00016171333638804176,
+      "loss": 0.7491,
+      "step": 641
+    },
+    {
+      "epoch": 1.438655462184874,
+      "grad_norm": 0.3163350820541382,
+      "learning_rate": 0.00016155929630004996,
+      "loss": 0.7222,
+      "step": 642
+    },
+    {
+      "epoch": 1.4408963585434174,
+      "grad_norm": 0.3228285610675812,
+      "learning_rate": 0.00016140502065171863,
+      "loss": 0.722,
+      "step": 643
+    },
+    {
+      "epoch": 1.4431372549019608,
+      "grad_norm": 0.3150191605091095,
+      "learning_rate": 0.00016125051003339276,
+      "loss": 0.8325,
+      "step": 644
+    },
+    {
+      "epoch": 1.4453781512605042,
+      "grad_norm": 0.2988094687461853,
+      "learning_rate": 0.00016109576503631646,
+      "loss": 0.6268,
+      "step": 645
+    },
+    {
+      "epoch": 1.4476190476190476,
+      "grad_norm": 0.3043825030326843,
+      "learning_rate": 0.00016094078625263083,
+      "loss": 0.6615,
+      "step": 646
+    },
+    {
+      "epoch": 1.449859943977591,
+      "grad_norm": 0.3339695930480957,
+      "learning_rate": 0.00016078557427537144,
+      "loss": 0.7564,
+      "step": 647
+    },
+    {
+      "epoch": 1.4521008403361344,
+      "grad_norm": 0.37711572647094727,
+      "learning_rate": 0.00016063012969846625,
+      "loss": 0.8914,
+      "step": 648
+    },
+    {
+      "epoch": 1.4543417366946778,
+      "grad_norm": 0.3254697322845459,
+      "learning_rate": 0.0001604744531167332,
+      "loss": 0.7375,
+      "step": 649
+    },
+    {
+      "epoch": 1.4565826330532212,
+      "grad_norm": 0.30244678258895874,
+      "learning_rate": 0.0001603185451258781,
+      "loss": 0.649,
+      "step": 650
+    },
+    {
+      "epoch": 1.4588235294117646,
+      "grad_norm": 0.3273305892944336,
+      "learning_rate": 0.00016016240632249224,
+      "loss": 0.7635,
+      "step": 651
+    },
+    {
+      "epoch": 1.4610644257703083,
+      "grad_norm": 0.3089764714241028,
+      "learning_rate": 0.00016000603730405012,
+      "loss": 0.7321,
+      "step": 652
+    },
+    {
+      "epoch": 1.4633053221288517,
+      "grad_norm": 0.3246336579322815,
+      "learning_rate": 0.00015984943866890718,
+      "loss": 0.7163,
+      "step": 653
+    },
+    {
+      "epoch": 1.465546218487395,
+      "grad_norm": 0.29445281624794006,
+      "learning_rate": 0.00015969261101629742,
+      "loss": 0.7109,
+      "step": 654
+    },
+    {
+      "epoch": 1.4677871148459385,
+      "grad_norm": 0.3255884051322937,
+      "learning_rate": 0.00015953555494633136,
+      "loss": 0.7698,
+      "step": 655
+    },
+    {
+      "epoch": 1.470028011204482,
+      "grad_norm": 0.3040069043636322,
+      "learning_rate": 0.00015937827105999336,
+      "loss": 0.7155,
+      "step": 656
+    },
+    {
+      "epoch": 1.4722689075630253,
+      "grad_norm": 0.30603310465812683,
+      "learning_rate": 0.00015922075995913974,
+      "loss": 0.7512,
+      "step": 657
+    },
+    {
+      "epoch": 1.4745098039215687,
+      "grad_norm": 0.3210160732269287,
+      "learning_rate": 0.00015906302224649615,
+      "loss": 0.7153,
+      "step": 658
+    },
+    {
+      "epoch": 1.4767507002801121,
+      "grad_norm": 0.3401980996131897,
+      "learning_rate": 0.0001589050585256554,
+      "loss": 0.705,
+      "step": 659
+    },
+    {
+      "epoch": 1.4789915966386555,
+      "grad_norm": 0.3499704599380493,
+      "learning_rate": 0.00015874686940107506,
+      "loss": 0.7966,
+      "step": 660
+    },
+    {
+      "epoch": 1.481232492997199,
+      "grad_norm": 0.31771430373191833,
+      "learning_rate": 0.00015858845547807543,
+      "loss": 0.7383,
+      "step": 661
+    },
+    {
+      "epoch": 1.4834733893557424,
+      "grad_norm": 0.3159136474132538,
+      "learning_rate": 0.00015842981736283686,
+      "loss": 0.6415,
+      "step": 662
+    },
+    {
+      "epoch": 1.4857142857142858,
+      "grad_norm": 0.3231973946094513,
+      "learning_rate": 0.0001582709556623976,
+      "loss": 0.7462,
+      "step": 663
+    },
+    {
+      "epoch": 1.4879551820728292,
+      "grad_norm": 0.3222534954547882,
+      "learning_rate": 0.0001581118709846514,
+      "loss": 0.6833,
+      "step": 664
+    },
+    {
+      "epoch": 1.4901960784313726,
+      "grad_norm": 0.34087467193603516,
+      "learning_rate": 0.00015795256393834545,
+      "loss": 0.7325,
+      "step": 665
+    },
+    {
+      "epoch": 1.492436974789916,
+      "grad_norm": 0.33144867420196533,
+      "learning_rate": 0.00015779303513307764,
+      "loss": 0.7278,
+      "step": 666
+    },
+    {
+      "epoch": 1.4946778711484594,
+      "grad_norm": 0.3868750035762787,
+      "learning_rate": 0.0001576332851792945,
+      "loss": 0.9117,
+      "step": 667
+    },
+    {
+      "epoch": 1.4969187675070028,
+      "grad_norm": 0.3211595118045807,
+      "learning_rate": 0.00015747331468828887,
+      "loss": 0.7015,
+      "step": 668
+    },
+    {
+      "epoch": 1.4991596638655462,
+      "grad_norm": 0.30169111490249634,
+      "learning_rate": 0.00015731312427219737,
+      "loss": 0.8056,
+      "step": 669
+    },
+    {
+      "epoch": 1.5014005602240896,
+      "grad_norm": 0.30103328824043274,
+      "learning_rate": 0.0001571527145439983,
+      "loss": 0.6391,
+      "step": 670
+    },
+    {
+      "epoch": 1.503641456582633,
+      "grad_norm": 0.3065439462661743,
+      "learning_rate": 0.00015699208611750902,
+      "loss": 0.7279,
+      "step": 671
+    },
+    {
+      "epoch": 1.5058823529411764,
+      "grad_norm": 0.3444465100765228,
+      "learning_rate": 0.00015683123960738392,
+      "loss": 0.7274,
+      "step": 672
+    },
+    {
+      "epoch": 1.5081232492997199,
+      "grad_norm": 0.3165910542011261,
+      "learning_rate": 0.00015667017562911176,
+      "loss": 0.6784,
+      "step": 673
+    },
+    {
+      "epoch": 1.5103641456582633,
+      "grad_norm": 0.3377099335193634,
+      "learning_rate": 0.00015650889479901356,
+      "loss": 0.8188,
+      "step": 674
+    },
+    {
+      "epoch": 1.5126050420168067,
+      "grad_norm": 0.3051726818084717,
+      "learning_rate": 0.00015634739773424006,
+      "loss": 0.657,
+      "step": 675
+    },
+    {
+      "epoch": 1.51484593837535,
+      "grad_norm": 0.3249804675579071,
+      "learning_rate": 0.00015618568505276946,
+      "loss": 0.7148,
+      "step": 676
+    },
+    {
+      "epoch": 1.5170868347338935,
+      "grad_norm": 0.3395232856273651,
+      "learning_rate": 0.00015602375737340507,
+      "loss": 0.6749,
+      "step": 677
+    },
+    {
+      "epoch": 1.519327731092437,
+      "grad_norm": 0.33914825320243835,
+      "learning_rate": 0.0001558616153157728,
+      "loss": 0.7133,
+      "step": 678
+    },
+    {
+      "epoch": 1.5215686274509803,
+      "grad_norm": 0.3608812689781189,
+      "learning_rate": 0.00015569925950031908,
+      "loss": 0.7519,
+      "step": 679
+    },
+    {
+      "epoch": 1.5238095238095237,
+      "grad_norm": 0.37755894660949707,
+      "learning_rate": 0.00015553669054830805,
+      "loss": 0.757,
+      "step": 680
+    },
+    {
+      "epoch": 1.5260504201680671,
+      "grad_norm": 0.313101589679718,
+      "learning_rate": 0.0001553739090818196,
+      "loss": 0.7849,
+      "step": 681
+    },
+    {
+      "epoch": 1.5282913165266105,
+      "grad_norm": 0.2970316410064697,
+      "learning_rate": 0.0001552109157237468,
+      "loss": 0.6365,
+      "step": 682
+    },
+    {
+      "epoch": 1.530532212885154,
+      "grad_norm": 0.3263746201992035,
+      "learning_rate": 0.00015504771109779348,
+      "loss": 0.6997,
+      "step": 683
+    },
+    {
+      "epoch": 1.5327731092436974,
+      "grad_norm": 0.3154606521129608,
+      "learning_rate": 0.00015488429582847192,
+      "loss": 0.7298,
+      "step": 684
+    },
+    {
+      "epoch": 1.5350140056022408,
+      "grad_norm": 0.3260630965232849,
+      "learning_rate": 0.00015472067054110052,
+      "loss": 0.7921,
+      "step": 685
+    },
+    {
+      "epoch": 1.5372549019607842,
+      "grad_norm": 0.32374054193496704,
+      "learning_rate": 0.00015455683586180116,
+      "loss": 0.718,
+      "step": 686
+    },
+    {
+      "epoch": 1.5394957983193276,
+      "grad_norm": 0.3299919366836548,
+      "learning_rate": 0.00015439279241749715,
+      "loss": 0.7179,
+      "step": 687
+    },
+    {
+      "epoch": 1.541736694677871,
+      "grad_norm": 0.32276657223701477,
+      "learning_rate": 0.0001542285408359105,
+      "loss": 0.7589,
+      "step": 688
+    },
+    {
+      "epoch": 1.5439775910364144,
+      "grad_norm": 0.3329083323478699,
+      "learning_rate": 0.00015406408174555976,
+      "loss": 0.7549,
+      "step": 689
+    },
+    {
+      "epoch": 1.5462184873949578,
+      "grad_norm": 0.3457712233066559,
+      "learning_rate": 0.00015389941577575753,
+      "loss": 0.7139,
+      "step": 690
+    },
+    {
+      "epoch": 1.5484593837535015,
+      "grad_norm": 0.3504430949687958,
+      "learning_rate": 0.00015373454355660802,
+      "loss": 0.788,
+      "step": 691
+    },
+    {
+      "epoch": 1.5507002801120449,
+      "grad_norm": 0.3265605866909027,
+      "learning_rate": 0.00015356946571900464,
+      "loss": 0.7077,
+      "step": 692
+    },
+    {
+      "epoch": 1.5529411764705883,
+      "grad_norm": 0.3154314458370209,
+      "learning_rate": 0.00015340418289462764,
+      "loss": 0.7,
+      "step": 693
+    },
+    {
+      "epoch": 1.5551820728291317,
+      "grad_norm": 0.3218802511692047,
+      "learning_rate": 0.00015323869571594166,
+      "loss": 0.7735,
+      "step": 694
+    },
+    {
+      "epoch": 1.557422969187675,
+      "grad_norm": 0.31704089045524597,
+      "learning_rate": 0.00015307300481619333,
+      "loss": 0.7946,
+      "step": 695
+    },
+    {
+      "epoch": 1.5596638655462185,
+      "grad_norm": 0.3201853632926941,
+      "learning_rate": 0.0001529071108294088,
+      "loss": 0.7154,
+      "step": 696
+    },
+    {
+      "epoch": 1.561904761904762,
+      "grad_norm": 0.3154377341270447,
+      "learning_rate": 0.00015274101439039138,
+      "loss": 0.6905,
+      "step": 697
+    },
+    {
+      "epoch": 1.5641456582633053,
+      "grad_norm": 0.30675947666168213,
+      "learning_rate": 0.00015257471613471906,
+      "loss": 0.6897,
+      "step": 698
+    },
+    {
+      "epoch": 1.5663865546218487,
+      "grad_norm": 0.30410274863243103,
+      "learning_rate": 0.00015240821669874202,
+      "loss": 0.7181,
+      "step": 699
+    },
+    {
+      "epoch": 1.5686274509803921,
+      "grad_norm": 0.3099222779273987,
+      "learning_rate": 0.00015224151671958043,
+      "loss": 0.732,
+      "step": 700
+    },
+    {
+      "epoch": 1.5708683473389355,
+      "grad_norm": 0.32526805996894836,
+      "learning_rate": 0.00015207461683512175,
+      "loss": 0.7442,
+      "step": 701
+    },
+    {
+      "epoch": 1.573109243697479,
+      "grad_norm": 0.3597675859928131,
+      "learning_rate": 0.00015190751768401833,
+      "loss": 0.7059,
+      "step": 702
+    },
+    {
+      "epoch": 1.5753501400560224,
+      "grad_norm": 0.34002843499183655,
+      "learning_rate": 0.00015174021990568517,
+      "loss": 0.7309,
+      "step": 703
+    },
+    {
+      "epoch": 1.5775910364145658,
+      "grad_norm": 0.3448459804058075,
+      "learning_rate": 0.0001515727241402972,
+      "loss": 0.7543,
+      "step": 704
+    },
+    {
+      "epoch": 1.5798319327731094,
+      "grad_norm": 0.3388139605522156,
+      "learning_rate": 0.000151405031028787,
+      "loss": 0.6604,
+      "step": 705
+    },
+    {
+      "epoch": 1.5820728291316528,
+      "grad_norm": 0.33875682950019836,
+      "learning_rate": 0.0001512371412128424,
+      "loss": 0.7234,
+      "step": 706
+    },
+    {
+      "epoch": 1.5843137254901962,
+      "grad_norm": 0.3654973804950714,
+      "learning_rate": 0.00015106905533490372,
+      "loss": 0.8452,
+      "step": 707
+    },
+    {
+      "epoch": 1.5865546218487396,
+      "grad_norm": 0.31986573338508606,
+      "learning_rate": 0.00015090077403816178,
+      "loss": 0.6683,
+      "step": 708
+    },
+    {
+      "epoch": 1.588795518207283,
+      "grad_norm": 0.29579469561576843,
+      "learning_rate": 0.00015073229796655504,
+      "loss": 0.723,
+      "step": 709
+    },
+    {
+      "epoch": 1.5910364145658265,
+      "grad_norm": 0.31319934129714966,
+      "learning_rate": 0.0001505636277647672,
+      "loss": 0.7384,
+      "step": 710
+    },
+    {
+      "epoch": 1.5932773109243699,
+      "grad_norm": 0.30319178104400635,
+      "learning_rate": 0.00015039476407822502,
+      "loss": 0.7044,
+      "step": 711
+    },
+    {
+      "epoch": 1.5955182072829133,
+      "grad_norm": 0.3266353905200958,
+      "learning_rate": 0.0001502257075530954,
+      "loss": 0.7777,
+      "step": 712
+    },
+    {
+      "epoch": 1.5977591036414567,
+      "grad_norm": 0.3113664388656616,
+      "learning_rate": 0.00015005645883628342,
+      "loss": 0.7394,
+      "step": 713
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.29923635721206665,
+      "learning_rate": 0.00014988701857542933,
+      "loss": 0.6867,
+      "step": 714
+    },
+    {
+      "epoch": 1.6022408963585435,
+      "grad_norm": 0.32305604219436646,
+      "learning_rate": 0.00014971738741890647,
+      "loss": 0.7512,
+      "step": 715
+    },
+    {
+      "epoch": 1.604481792717087,
+      "grad_norm": 0.30608245730400085,
+      "learning_rate": 0.0001495475660158187,
+      "loss": 0.7076,
+      "step": 716
+    },
+    {
+      "epoch": 1.6067226890756303,
+      "grad_norm": 0.3273196220397949,
+      "learning_rate": 0.00014937755501599772,
+      "loss": 0.7259,
+      "step": 717
+    },
+    {
+      "epoch": 1.6089635854341737,
+      "grad_norm": 0.3238683342933655,
+      "learning_rate": 0.0001492073550700009,
+      "loss": 0.716,
+      "step": 718
+    },
+    {
+      "epoch": 1.6112044817927171,
+      "grad_norm": 0.3258748948574066,
+      "learning_rate": 0.00014903696682910846,
+      "loss": 0.739,
+      "step": 719
+    },
+    {
+      "epoch": 1.6134453781512605,
+      "grad_norm": 0.32485276460647583,
+      "learning_rate": 0.00014886639094532128,
+      "loss": 0.681,
+      "step": 720
+    },
+    {
+      "epoch": 1.615686274509804,
+      "grad_norm": 0.3358374536037445,
+      "learning_rate": 0.0001486956280713582,
+      "loss": 0.7625,
+      "step": 721
+    },
+    {
+      "epoch": 1.6179271708683474,
+      "grad_norm": 0.30938801169395447,
+      "learning_rate": 0.00014852467886065357,
+      "loss": 0.6942,
+      "step": 722
+    },
+    {
+      "epoch": 1.6201680672268908,
+      "grad_norm": 0.35836121439933777,
+      "learning_rate": 0.00014835354396735482,
+      "loss": 0.7397,
+      "step": 723
+    },
+    {
+      "epoch": 1.6224089635854342,
+      "grad_norm": 0.3162292540073395,
+      "learning_rate": 0.00014818222404631992,
+      "loss": 0.7071,
+      "step": 724
+    },
+    {
+      "epoch": 1.6246498599439776,
+      "grad_norm": 0.32497039437294006,
+      "learning_rate": 0.0001480107197531148,
+      "loss": 0.7396,
+      "step": 725
+    },
+    {
+      "epoch": 1.626890756302521,
+      "grad_norm": 0.33408358693122864,
+      "learning_rate": 0.00014783903174401085,
+      "loss": 0.7593,
+      "step": 726
+    },
+    {
+      "epoch": 1.6291316526610644,
+      "grad_norm": 0.3246319591999054,
+      "learning_rate": 0.00014766716067598262,
+      "loss": 0.7302,
+      "step": 727
+    },
+    {
+      "epoch": 1.6313725490196078,
+      "grad_norm": 0.32565364241600037,
+      "learning_rate": 0.00014749510720670506,
+      "loss": 0.8113,
+      "step": 728
+    },
+    {
+      "epoch": 1.6336134453781512,
+      "grad_norm": 0.32790714502334595,
+      "learning_rate": 0.00014732287199455103,
+      "loss": 0.7884,
+      "step": 729
+    },
+    {
+      "epoch": 1.6358543417366946,
+      "grad_norm": 0.3148501217365265,
+      "learning_rate": 0.00014715045569858894,
+      "loss": 0.7214,
+      "step": 730
+    },
+    {
+      "epoch": 1.638095238095238,
+      "grad_norm": 0.30682241916656494,
+      "learning_rate": 0.00014697785897858012,
+      "loss": 0.725,
+      "step": 731
+    },
+    {
+      "epoch": 1.6403361344537815,
+      "grad_norm": 0.3391934037208557,
+      "learning_rate": 0.00014680508249497622,
+      "loss": 0.84,
+      "step": 732
+    },
+    {
+      "epoch": 1.6425770308123249,
+      "grad_norm": 0.31384411454200745,
+      "learning_rate": 0.0001466321269089168,
+      "loss": 0.6867,
+      "step": 733
+    },
+    {
+      "epoch": 1.6448179271708683,
+      "grad_norm": 0.33052271604537964,
+      "learning_rate": 0.00014645899288222687,
+      "loss": 0.7761,
+      "step": 734
+    },
+    {
+      "epoch": 1.6470588235294117,
+      "grad_norm": 0.3304360806941986,
+      "learning_rate": 0.00014628568107741407,
+      "loss": 0.8817,
+      "step": 735
+    },
+    {
+      "epoch": 1.649299719887955,
+      "grad_norm": 0.34404993057250977,
+      "learning_rate": 0.0001461121921576665,
+      "loss": 0.8155,
+      "step": 736
+    },
+    {
+      "epoch": 1.6515406162464985,
+      "grad_norm": 0.33394402265548706,
+      "learning_rate": 0.00014593852678684984,
+      "loss": 0.7656,
+      "step": 737
+    },
+    {
+      "epoch": 1.653781512605042,
+      "grad_norm": 0.35093650221824646,
+      "learning_rate": 0.0001457646856295051,
+      "loss": 0.8171,
+      "step": 738
+    },
+    {
+      "epoch": 1.6560224089635853,
+      "grad_norm": 0.31678837537765503,
+      "learning_rate": 0.00014559066935084588,
+      "loss": 0.7061,
+      "step": 739
+    },
+    {
+      "epoch": 1.6582633053221287,
+      "grad_norm": 0.3170653283596039,
+      "learning_rate": 0.00014541647861675592,
+      "loss": 0.7351,
+      "step": 740
+    },
+    {
+      "epoch": 1.6605042016806721,
+      "grad_norm": 0.34166768193244934,
+      "learning_rate": 0.0001452421140937865,
+      "loss": 0.7937,
+      "step": 741
+    },
+    {
+      "epoch": 1.6627450980392156,
+      "grad_norm": 0.3269054591655731,
+      "learning_rate": 0.00014506757644915393,
+      "loss": 0.8038,
+      "step": 742
+    },
+    {
+      "epoch": 1.664985994397759,
+      "grad_norm": 0.3237577974796295,
+      "learning_rate": 0.00014489286635073693,
+      "loss": 0.657,
+      "step": 743
+    },
+    {
+      "epoch": 1.6672268907563024,
+      "grad_norm": 0.3239234685897827,
+      "learning_rate": 0.00014471798446707426,
+      "loss": 0.6732,
+      "step": 744
+    },
+    {
+      "epoch": 1.6694677871148458,
+      "grad_norm": 0.30346667766571045,
+      "learning_rate": 0.00014454293146736187,
+      "loss": 0.669,
+      "step": 745
+    },
+    {
+      "epoch": 1.6717086834733892,
+      "grad_norm": 0.32579341530799866,
+      "learning_rate": 0.00014436770802145059,
+      "loss": 0.6693,
+      "step": 746
+    },
+    {
+      "epoch": 1.6739495798319328,
+      "grad_norm": 0.34438079595565796,
+      "learning_rate": 0.0001441923147998434,
+      "loss": 0.8594,
+      "step": 747
+    },
+    {
+      "epoch": 1.6761904761904762,
+      "grad_norm": 0.3287278115749359,
+      "learning_rate": 0.00014401675247369307,
+      "loss": 0.7633,
+      "step": 748
+    },
+    {
+      "epoch": 1.6784313725490196,
+      "grad_norm": 0.34410589933395386,
+      "learning_rate": 0.0001438410217147993,
+      "loss": 0.7815,
+      "step": 749
+    },
+    {
+      "epoch": 1.680672268907563,
+      "grad_norm": 0.4113364815711975,
+      "learning_rate": 0.0001436651231956064,
+      "loss": 0.7617,
+      "step": 750
+    },
+    {
+      "epoch": 1.6829131652661065,
+      "grad_norm": 0.3100757598876953,
+      "learning_rate": 0.0001434890575892006,
+      "loss": 0.673,
+      "step": 751
+    },
+    {
+      "epoch": 1.6851540616246499,
+      "grad_norm": 0.32215428352355957,
+      "learning_rate": 0.0001433128255693075,
+      "loss": 0.7694,
+      "step": 752
+    },
+    {
+      "epoch": 1.6873949579831933,
+      "grad_norm": 0.3526766002178192,
+      "learning_rate": 0.00014313642781028953,
+      "loss": 0.7397,
+      "step": 753
+    },
+    {
+      "epoch": 1.6896358543417367,
+      "grad_norm": 0.3373475968837738,
+      "learning_rate": 0.00014295986498714326,
+      "loss": 0.8275,
+      "step": 754
+    },
+    {
+      "epoch": 1.69187675070028,
+      "grad_norm": 0.32114461064338684,
+      "learning_rate": 0.0001427831377754969,
+      "loss": 0.7225,
+      "step": 755
+    },
+    {
+      "epoch": 1.6941176470588235,
+      "grad_norm": 0.320982426404953,
+      "learning_rate": 0.00014260624685160777,
+      "loss": 0.7966,
+      "step": 756
+    },
+    {
+      "epoch": 1.696358543417367,
+      "grad_norm": 0.28297820687294006,
+      "learning_rate": 0.0001424291928923596,
+      "loss": 0.6789,
+      "step": 757
+    },
+    {
+      "epoch": 1.6985994397759103,
+      "grad_norm": 0.31439271569252014,
+      "learning_rate": 0.00014225197657525995,
+      "loss": 0.7194,
+      "step": 758
+    },
+    {
+      "epoch": 1.7008403361344537,
+      "grad_norm": 0.33543679118156433,
+      "learning_rate": 0.0001420745985784377,
+      "loss": 0.8552,
+      "step": 759
+    },
+    {
+      "epoch": 1.7030812324929971,
+      "grad_norm": 0.33300474286079407,
+      "learning_rate": 0.0001418970595806404,
+      "loss": 0.867,
+      "step": 760
+    },
+    {
+      "epoch": 1.7053221288515408,
+      "grad_norm": 0.3134838938713074,
+      "learning_rate": 0.00014171936026123168,
+      "loss": 0.6651,
+      "step": 761
+    },
+    {
+      "epoch": 1.7075630252100842,
+      "grad_norm": 0.32312485575675964,
+      "learning_rate": 0.00014154150130018866,
+      "loss": 0.7978,
+      "step": 762
+    },
+    {
+      "epoch": 1.7098039215686276,
+      "grad_norm": 0.3270231783390045,
+      "learning_rate": 0.00014136348337809927,
+      "loss": 0.7574,
+      "step": 763
+    },
+    {
+      "epoch": 1.712044817927171,
+      "grad_norm": 0.32470935583114624,
+      "learning_rate": 0.0001411853071761598,
+      "loss": 0.6881,
+      "step": 764
+    },
+    {
+      "epoch": 1.7142857142857144,
+      "grad_norm": 0.3110044300556183,
+      "learning_rate": 0.00014100697337617217,
+      "loss": 0.6684,
+      "step": 765
+    },
+    {
+      "epoch": 1.7165266106442578,
+      "grad_norm": 0.344539076089859,
+      "learning_rate": 0.00014082848266054135,
+      "loss": 0.7387,
+      "step": 766
+    },
+    {
+      "epoch": 1.7187675070028012,
+      "grad_norm": 0.3174740672111511,
+      "learning_rate": 0.0001406498357122728,
+      "loss": 0.6459,
+      "step": 767
+    },
+    {
+      "epoch": 1.7210084033613446,
+      "grad_norm": 0.339348167181015,
+      "learning_rate": 0.00014047103321496976,
+      "loss": 0.658,
+      "step": 768
+    },
+    {
+      "epoch": 1.723249299719888,
+      "grad_norm": 0.3239974081516266,
+      "learning_rate": 0.0001402920758528307,
+      "loss": 0.6356,
+      "step": 769
+    },
+    {
+      "epoch": 1.7254901960784315,
+      "grad_norm": 0.33558371663093567,
+      "learning_rate": 0.00014011296431064676,
+      "loss": 0.7531,
+      "step": 770
+    },
+    {
+      "epoch": 1.7277310924369749,
+      "grad_norm": 0.35468053817749023,
+      "learning_rate": 0.0001399336992737989,
+      "loss": 0.783,
+      "step": 771
+    },
+    {
+      "epoch": 1.7299719887955183,
+      "grad_norm": 0.34820565581321716,
+      "learning_rate": 0.0001397542814282556,
+      "loss": 0.7227,
+      "step": 772
+    },
+    {
+      "epoch": 1.7322128851540617,
+      "grad_norm": 0.3655050992965698,
+      "learning_rate": 0.00013957471146056998,
+      "loss": 0.7366,
+      "step": 773
+    },
+    {
+      "epoch": 1.734453781512605,
+      "grad_norm": 0.3187251389026642,
+      "learning_rate": 0.00013939499005787736,
+      "loss": 0.7304,
+      "step": 774
+    },
+    {
+      "epoch": 1.7366946778711485,
+      "grad_norm": 0.3165695071220398,
+      "learning_rate": 0.00013921511790789234,
+      "loss": 0.7757,
+      "step": 775
+    },
+    {
+      "epoch": 1.738935574229692,
+      "grad_norm": 0.3043893873691559,
+      "learning_rate": 0.00013903509569890662,
+      "loss": 0.7689,
+      "step": 776
+    },
+    {
+      "epoch": 1.7411764705882353,
+      "grad_norm": 0.30263444781303406,
+      "learning_rate": 0.0001388549241197859,
+      "loss": 0.6638,
+      "step": 777
+    },
+    {
+      "epoch": 1.7434173669467787,
+      "grad_norm": 0.3344278931617737,
+      "learning_rate": 0.00013867460385996754,
+      "loss": 0.7027,
+      "step": 778
+    },
+    {
+      "epoch": 1.7456582633053221,
+      "grad_norm": 0.309756338596344,
+      "learning_rate": 0.00013849413560945787,
+      "loss": 0.7662,
+      "step": 779
+    },
+    {
+      "epoch": 1.7478991596638656,
+      "grad_norm": 0.33109283447265625,
+      "learning_rate": 0.00013831352005882946,
+      "loss": 0.7888,
+      "step": 780
+    },
+    {
+      "epoch": 1.750140056022409,
+      "grad_norm": 0.32347214221954346,
+      "learning_rate": 0.00013813275789921855,
+      "loss": 0.7313,
+      "step": 781
+    },
+    {
+      "epoch": 1.7523809523809524,
+      "grad_norm": 0.3274037539958954,
+      "learning_rate": 0.00013795184982232233,
+      "loss": 0.779,
+      "step": 782
+    },
+    {
+      "epoch": 1.7546218487394958,
+      "grad_norm": 0.3241097927093506,
+      "learning_rate": 0.0001377707965203965,
+      "loss": 0.744,
+      "step": 783
+    },
+    {
+      "epoch": 1.7568627450980392,
+      "grad_norm": 0.32738566398620605,
+      "learning_rate": 0.00013758959868625232,
+      "loss": 0.7585,
+      "step": 784
+    },
+    {
+      "epoch": 1.7591036414565826,
+      "grad_norm": 0.3516925275325775,
+      "learning_rate": 0.00013740825701325418,
+      "loss": 0.7445,
+      "step": 785
+    },
+    {
+      "epoch": 1.761344537815126,
+      "grad_norm": 0.33777570724487305,
+      "learning_rate": 0.00013722677219531683,
+      "loss": 0.7038,
+      "step": 786
+    },
+    {
+      "epoch": 1.7635854341736694,
+      "grad_norm": 0.35104092955589294,
+      "learning_rate": 0.0001370451449269029,
+      "loss": 0.7527,
+      "step": 787
+    },
+    {
+      "epoch": 1.7658263305322128,
+      "grad_norm": 0.33028444647789,
+      "learning_rate": 0.00013686337590301995,
+      "loss": 0.7227,
+      "step": 788
+    },
+    {
+      "epoch": 1.7680672268907562,
+      "grad_norm": 0.3553149104118347,
+      "learning_rate": 0.0001366814658192181,
+      "loss": 0.6937,
+      "step": 789
+    },
+    {
+      "epoch": 1.7703081232492996,
+      "grad_norm": 0.32514214515686035,
+      "learning_rate": 0.0001364994153715872,
+      "loss": 0.7198,
+      "step": 790
+    },
+    {
+      "epoch": 1.772549019607843,
+      "grad_norm": 0.3584795892238617,
+      "learning_rate": 0.00013631722525675412,
+      "loss": 0.8049,
+      "step": 791
+    },
+    {
+      "epoch": 1.7747899159663865,
+      "grad_norm": 0.3179537057876587,
+      "learning_rate": 0.0001361348961718804,
+      "loss": 0.7795,
+      "step": 792
+    },
+    {
+      "epoch": 1.7770308123249299,
+      "grad_norm": 0.2919451594352722,
+      "learning_rate": 0.0001359524288146591,
+      "loss": 0.6553,
+      "step": 793
+    },
+    {
+      "epoch": 1.7792717086834733,
+      "grad_norm": 0.31730496883392334,
+      "learning_rate": 0.0001357698238833126,
+      "loss": 0.812,
+      "step": 794
+    },
+    {
+      "epoch": 1.7815126050420167,
+      "grad_norm": 0.31148526072502136,
+      "learning_rate": 0.00013558708207658948,
+      "loss": 0.6558,
+      "step": 795
+    },
+    {
+      "epoch": 1.78375350140056,
+      "grad_norm": 0.3431221544742584,
+      "learning_rate": 0.00013540420409376236,
+      "loss": 0.766,
+      "step": 796
+    },
+    {
+      "epoch": 1.7859943977591035,
+      "grad_norm": 0.32656344771385193,
+      "learning_rate": 0.00013522119063462482,
+      "loss": 0.744,
+      "step": 797
+    },
+    {
+      "epoch": 1.788235294117647,
+      "grad_norm": 0.3525942862033844,
+      "learning_rate": 0.00013503804239948874,
+      "loss": 0.7954,
+      "step": 798
+    },
+    {
+      "epoch": 1.7904761904761903,
+      "grad_norm": 0.3282519280910492,
+      "learning_rate": 0.00013485476008918184,
+      "loss": 0.72,
+      "step": 799
+    },
+    {
+      "epoch": 1.7927170868347337,
+      "grad_norm": 0.3348991870880127,
+      "learning_rate": 0.00013467134440504495,
+      "loss": 0.6925,
+      "step": 800
+    },
+    {
+      "epoch": 1.7949579831932772,
+      "grad_norm": 0.325764000415802,
+      "learning_rate": 0.00013448779604892917,
+      "loss": 0.7261,
+      "step": 801
+    },
+    {
+      "epoch": 1.7971988795518208,
+      "grad_norm": 0.33784714341163635,
+      "learning_rate": 0.00013430411572319323,
+      "loss": 0.7637,
+      "step": 802
+    },
+    {
+      "epoch": 1.7994397759103642,
+      "grad_norm": 0.31615525484085083,
+      "learning_rate": 0.00013412030413070095,
+      "loss": 0.649,
+      "step": 803
+    },
+    {
+      "epoch": 1.8016806722689076,
+      "grad_norm": 0.30358991026878357,
+      "learning_rate": 0.00013393636197481842,
+      "loss": 0.6566,
+      "step": 804
+    },
+    {
+      "epoch": 1.803921568627451,
+      "grad_norm": 0.3021032512187958,
+      "learning_rate": 0.00013375228995941133,
+      "loss": 0.7694,
+      "step": 805
+    },
+    {
+      "epoch": 1.8061624649859944,
+      "grad_norm": 0.3464861810207367,
+      "learning_rate": 0.00013356808878884228,
+      "loss": 0.7604,
+      "step": 806
+    },
+    {
+      "epoch": 1.8084033613445378,
+      "grad_norm": 0.3448963165283203,
+      "learning_rate": 0.00013338375916796812,
+      "loss": 0.7434,
+      "step": 807
+    },
+    {
+      "epoch": 1.8106442577030812,
+      "grad_norm": 0.3179613947868347,
+      "learning_rate": 0.00013319930180213712,
+      "loss": 0.6885,
+      "step": 808
+    },
+    {
+      "epoch": 1.8128851540616246,
+      "grad_norm": 0.31533604860305786,
+      "learning_rate": 0.0001330147173971866,
+      "loss": 0.6736,
+      "step": 809
+    },
+    {
+      "epoch": 1.815126050420168,
+      "grad_norm": 0.3316449224948883,
+      "learning_rate": 0.00013283000665943972,
+      "loss": 0.7354,
+      "step": 810
+    },
+    {
+      "epoch": 1.8173669467787115,
+      "grad_norm": 0.3497374951839447,
+      "learning_rate": 0.00013264517029570324,
+      "loss": 0.7956,
+      "step": 811
+    },
+    {
+      "epoch": 1.8196078431372549,
+      "grad_norm": 0.33198150992393494,
+      "learning_rate": 0.00013246020901326464,
+      "loss": 0.7105,
+      "step": 812
+    },
+    {
+      "epoch": 1.8218487394957983,
+      "grad_norm": 0.3188040554523468,
+      "learning_rate": 0.00013227512351988925,
+      "loss": 0.7141,
+      "step": 813
+    },
+    {
+      "epoch": 1.8240896358543417,
+      "grad_norm": 0.30372536182403564,
+      "learning_rate": 0.00013208991452381798,
+      "loss": 0.7223,
+      "step": 814
+    },
+    {
+      "epoch": 1.826330532212885,
+      "grad_norm": 0.6289974451065063,
+      "learning_rate": 0.00013190458273376404,
+      "loss": 0.7972,
+      "step": 815
+    },
+    {
+      "epoch": 1.8285714285714287,
+      "grad_norm": 0.3201170563697815,
+      "learning_rate": 0.00013171912885891063,
+      "loss": 0.7433,
+      "step": 816
+    },
+    {
+      "epoch": 1.8308123249299721,
+      "grad_norm": 0.35013505816459656,
+      "learning_rate": 0.00013153355360890815,
+      "loss": 0.7361,
+      "step": 817
+    },
+    {
+      "epoch": 1.8330532212885156,
+      "grad_norm": 0.34328508377075195,
+      "learning_rate": 0.00013134785769387147,
+      "loss": 0.7031,
+      "step": 818
+    },
+    {
+      "epoch": 1.835294117647059,
+      "grad_norm": 0.3286396265029907,
+      "learning_rate": 0.0001311620418243771,
+      "loss": 0.7657,
+      "step": 819
+    },
+    {
+      "epoch": 1.8375350140056024,
+      "grad_norm": 0.3106536567211151,
+      "learning_rate": 0.00013097610671146065,
+      "loss": 0.7554,
+      "step": 820
+    },
+    {
+      "epoch": 1.8397759103641458,
+      "grad_norm": 0.3301306366920471,
+      "learning_rate": 0.0001307900530666139,
+      "loss": 0.7126,
+      "step": 821
+    },
+    {
+      "epoch": 1.8420168067226892,
+      "grad_norm": 0.34890398383140564,
+      "learning_rate": 0.00013060388160178235,
+      "loss": 0.7953,
+      "step": 822
+    },
+    {
+      "epoch": 1.8442577030812326,
+      "grad_norm": 0.31672972440719604,
+      "learning_rate": 0.0001304175930293623,
+      "loss": 0.7359,
+      "step": 823
+    },
+    {
+      "epoch": 1.846498599439776,
+      "grad_norm": 0.3178110122680664,
+      "learning_rate": 0.0001302311880621981,
+      "loss": 0.7662,
+      "step": 824
+    },
+    {
+      "epoch": 1.8487394957983194,
+      "grad_norm": 0.35035309195518494,
+      "learning_rate": 0.0001300446674135795,
+      "loss": 0.7105,
+      "step": 825
+    },
+    {
+      "epoch": 1.8509803921568628,
+      "grad_norm": 0.3116212785243988,
+      "learning_rate": 0.00012985803179723903,
+      "loss": 0.7424,
+      "step": 826
+    },
+    {
+      "epoch": 1.8532212885154062,
+      "grad_norm": 0.34882014989852905,
+      "learning_rate": 0.00012967128192734902,
+      "loss": 0.7574,
+      "step": 827
+    },
+    {
+      "epoch": 1.8554621848739496,
+      "grad_norm": 0.31585201621055603,
+      "learning_rate": 0.0001294844185185191,
+      "loss": 0.805,
+      "step": 828
+    },
+    {
+      "epoch": 1.857703081232493,
+      "grad_norm": 0.314979612827301,
+      "learning_rate": 0.00012929744228579323,
+      "loss": 0.5924,
+      "step": 829
+    },
+    {
+      "epoch": 1.8599439775910365,
+      "grad_norm": 0.3267279863357544,
+      "learning_rate": 0.00012911035394464723,
+      "loss": 0.763,
+      "step": 830
+    },
+    {
+      "epoch": 1.8621848739495799,
+      "grad_norm": 0.3523454964160919,
+      "learning_rate": 0.00012892315421098586,
+      "loss": 0.8221,
+      "step": 831
+    },
+    {
+      "epoch": 1.8644257703081233,
+      "grad_norm": 0.31915390491485596,
+      "learning_rate": 0.00012873584380114012,
+      "loss": 0.8081,
+      "step": 832
+    },
+    {
+      "epoch": 1.8666666666666667,
+      "grad_norm": 0.32959550619125366,
+      "learning_rate": 0.00012854842343186455,
+      "loss": 0.7208,
+      "step": 833
+    },
+    {
+      "epoch": 1.86890756302521,
+      "grad_norm": 0.32218843698501587,
+      "learning_rate": 0.0001283608938203344,
+      "loss": 0.7514,
+      "step": 834
+    },
+    {
+      "epoch": 1.8711484593837535,
+      "grad_norm": 0.3358590602874756,
+      "learning_rate": 0.00012817325568414297,
+      "loss": 0.7401,
+      "step": 835
+    },
+    {
+      "epoch": 1.873389355742297,
+      "grad_norm": 0.3331390917301178,
+      "learning_rate": 0.00012798550974129887,
+      "loss": 0.6833,
+      "step": 836
+    },
+    {
+      "epoch": 1.8756302521008403,
+      "grad_norm": 0.33320388197898865,
+      "learning_rate": 0.00012779765671022325,
+      "loss": 0.6287,
+      "step": 837
+    },
+    {
+      "epoch": 1.8778711484593837,
+      "grad_norm": 0.3285226821899414,
+      "learning_rate": 0.00012760969730974694,
+      "loss": 0.6698,
+      "step": 838
+    },
+    {
+      "epoch": 1.8801120448179272,
+      "grad_norm": 0.3503000736236572,
+      "learning_rate": 0.0001274216322591078,
+      "loss": 0.6997,
+      "step": 839
+    },
+    {
+      "epoch": 1.8823529411764706,
+      "grad_norm": 0.35233861207962036,
+      "learning_rate": 0.00012723346227794816,
+      "loss": 0.7241,
+      "step": 840
+    },
+    {
+      "epoch": 1.884593837535014,
+      "grad_norm": 0.3368009924888611,
+      "learning_rate": 0.00012704518808631166,
+      "loss": 0.7379,
+      "step": 841
+    },
+    {
+      "epoch": 1.8868347338935574,
+      "grad_norm": 0.3214666247367859,
+      "learning_rate": 0.0001268568104046408,
+      "loss": 0.6946,
+      "step": 842
+    },
+    {
+      "epoch": 1.8890756302521008,
+      "grad_norm": 0.3163416385650635,
+      "learning_rate": 0.0001266683299537741,
+      "loss": 0.7044,
+      "step": 843
+    },
+    {
+      "epoch": 1.8913165266106442,
+      "grad_norm": 0.3129757046699524,
+      "learning_rate": 0.0001264797474549433,
+      "loss": 0.6105,
+      "step": 844
+    },
+    {
+      "epoch": 1.8935574229691876,
+      "grad_norm": 0.35761409997940063,
+      "learning_rate": 0.00012629106362977064,
+      "loss": 0.8279,
+      "step": 845
+    },
+    {
+      "epoch": 1.895798319327731,
+      "grad_norm": 0.3365795314311981,
+      "learning_rate": 0.00012610227920026608,
+      "loss": 0.6859,
+      "step": 846
+    },
+    {
+      "epoch": 1.8980392156862744,
+      "grad_norm": 0.3187201917171478,
+      "learning_rate": 0.00012591339488882456,
+      "loss": 0.6907,
+      "step": 847
+    },
+    {
+      "epoch": 1.9002801120448178,
+      "grad_norm": 0.31638118624687195,
+      "learning_rate": 0.0001257244114182232,
+      "loss": 0.7243,
+      "step": 848
+    },
+    {
+      "epoch": 1.9025210084033612,
+      "grad_norm": 0.34840863943099976,
+      "learning_rate": 0.0001255353295116187,
+      "loss": 0.687,
+      "step": 849
+    },
+    {
+      "epoch": 1.9047619047619047,
+      "grad_norm": 0.3138674199581146,
+      "learning_rate": 0.00012534614989254423,
+      "loss": 0.7198,
+      "step": 850
+    },
+    {
+      "epoch": 1.907002801120448,
+      "grad_norm": 0.362076997756958,
+      "learning_rate": 0.00012515687328490695,
+      "loss": 0.7757,
+      "step": 851
+    },
+    {
+      "epoch": 1.9092436974789915,
+      "grad_norm": 0.32191118597984314,
+      "learning_rate": 0.00012496750041298516,
+      "loss": 0.7103,
+      "step": 852
+    },
+    {
+      "epoch": 1.9114845938375349,
+      "grad_norm": 0.3364141583442688,
+      "learning_rate": 0.0001247780320014255,
+      "loss": 0.7509,
+      "step": 853
+    },
+    {
+      "epoch": 1.9137254901960783,
+      "grad_norm": 0.35079094767570496,
+      "learning_rate": 0.00012458846877524024,
+      "loss": 0.6844,
+      "step": 854
+    },
+    {
+      "epoch": 1.9159663865546217,
+      "grad_norm": 0.33669090270996094,
+      "learning_rate": 0.00012439881145980444,
+      "loss": 0.6801,
+      "step": 855
+    },
+    {
+      "epoch": 1.9182072829131651,
+      "grad_norm": 0.31381383538246155,
+      "learning_rate": 0.00012420906078085316,
+      "loss": 0.6341,
+      "step": 856
+    },
+    {
+      "epoch": 1.9204481792717085,
+      "grad_norm": 0.3355211615562439,
+      "learning_rate": 0.00012401921746447872,
+      "loss": 0.7244,
+      "step": 857
+    },
+    {
+      "epoch": 1.9226890756302522,
+      "grad_norm": 0.3467940092086792,
+      "learning_rate": 0.00012382928223712806,
+      "loss": 0.7195,
+      "step": 858
+    },
+    {
+      "epoch": 1.9249299719887956,
+      "grad_norm": 0.33815139532089233,
+      "learning_rate": 0.00012363925582559968,
+      "loss": 0.704,
+      "step": 859
+    },
+    {
+      "epoch": 1.927170868347339,
+      "grad_norm": 0.315331369638443,
+      "learning_rate": 0.00012344913895704097,
+      "loss": 0.6618,
+      "step": 860
+    },
+    {
+      "epoch": 1.9294117647058824,
+      "grad_norm": 0.3420298099517822,
+      "learning_rate": 0.00012325893235894564,
+      "loss": 0.7005,
+      "step": 861
+    },
+    {
+      "epoch": 1.9316526610644258,
+      "grad_norm": 0.33387431502342224,
+      "learning_rate": 0.00012306863675915056,
+      "loss": 0.8085,
+      "step": 862
+    },
+    {
+      "epoch": 1.9338935574229692,
+      "grad_norm": 0.35296881198883057,
+      "learning_rate": 0.0001228782528858333,
+      "loss": 0.7798,
+      "step": 863
+    },
+    {
+      "epoch": 1.9361344537815126,
+      "grad_norm": 0.3383727967739105,
+      "learning_rate": 0.00012268778146750915,
+      "loss": 0.6835,
+      "step": 864
+    },
+    {
+      "epoch": 1.938375350140056,
+      "grad_norm": 0.33279767632484436,
+      "learning_rate": 0.00012249722323302842,
+      "loss": 0.7388,
+      "step": 865
+    },
+    {
+      "epoch": 1.9406162464985994,
+      "grad_norm": 0.3255688548088074,
+      "learning_rate": 0.00012230657891157363,
+      "loss": 0.7167,
+      "step": 866
+    },
+    {
+      "epoch": 1.9428571428571428,
+      "grad_norm": 0.34093961119651794,
+      "learning_rate": 0.00012211584923265672,
+      "loss": 0.7139,
+      "step": 867
+    },
+    {
+      "epoch": 1.9450980392156862,
+      "grad_norm": 0.3231501281261444,
+      "learning_rate": 0.00012192503492611625,
+      "loss": 0.6996,
+      "step": 868
+    },
+    {
+      "epoch": 1.9473389355742297,
+      "grad_norm": 0.3145335614681244,
+      "learning_rate": 0.00012173413672211458,
+      "loss": 0.7754,
+      "step": 869
+    },
+    {
+      "epoch": 1.949579831932773,
+      "grad_norm": 0.32647013664245605,
+      "learning_rate": 0.00012154315535113511,
+      "loss": 0.6923,
+      "step": 870
+    },
+    {
+      "epoch": 1.9518207282913165,
+      "grad_norm": 0.3004699647426605,
+      "learning_rate": 0.00012135209154397962,
+      "loss": 0.6856,
+      "step": 871
+    },
+    {
+      "epoch": 1.95406162464986,
+      "grad_norm": 0.33689776062965393,
+      "learning_rate": 0.00012116094603176513,
+      "loss": 0.7621,
+      "step": 872
+    },
+    {
+      "epoch": 1.9563025210084035,
+      "grad_norm": 0.30934080481529236,
+      "learning_rate": 0.00012096971954592145,
+      "loss": 0.7126,
+      "step": 873
+    },
+    {
+      "epoch": 1.958543417366947,
+      "grad_norm": 0.346757173538208,
+      "learning_rate": 0.00012077841281818816,
+      "loss": 0.708,
+      "step": 874
+    },
+    {
+      "epoch": 1.9607843137254903,
+      "grad_norm": 0.3257780075073242,
+      "learning_rate": 0.00012058702658061197,
+      "loss": 0.6621,
+      "step": 875
+    },
+    {
+      "epoch": 1.9630252100840337,
+      "grad_norm": 0.3402419090270996,
+      "learning_rate": 0.0001203955615655438,
+      "loss": 0.7003,
+      "step": 876
+    },
+    {
+      "epoch": 1.9652661064425772,
+      "grad_norm": 0.3437844514846802,
+      "learning_rate": 0.00012020401850563596,
+      "loss": 0.7469,
+      "step": 877
+    },
+    {
+      "epoch": 1.9675070028011206,
+      "grad_norm": 0.3671571612358093,
+      "learning_rate": 0.00012001239813383951,
+      "loss": 0.785,
+      "step": 878
+    },
+    {
+      "epoch": 1.969747899159664,
+      "grad_norm": 0.32898640632629395,
+      "learning_rate": 0.00011982070118340127,
+      "loss": 0.7292,
+      "step": 879
+    },
+    {
+      "epoch": 1.9719887955182074,
+      "grad_norm": 0.3525889217853546,
+      "learning_rate": 0.00011962892838786115,
+      "loss": 0.7226,
+      "step": 880
+    },
+    {
+      "epoch": 1.9742296918767508,
+      "grad_norm": 0.33842483162879944,
+      "learning_rate": 0.00011943708048104922,
+      "loss": 0.6483,
+      "step": 881
+    },
+    {
+      "epoch": 1.9764705882352942,
+      "grad_norm": 0.3088597357273102,
+      "learning_rate": 0.000119245158197083,
+      "loss": 0.6449,
+      "step": 882
+    },
+    {
+      "epoch": 1.9787114845938376,
+      "grad_norm": 0.32097896933555603,
+      "learning_rate": 0.00011905316227036465,
+      "loss": 0.7823,
+      "step": 883
+    },
+    {
+      "epoch": 1.980952380952381,
+      "grad_norm": 0.316945880651474,
+      "learning_rate": 0.00011886109343557808,
+      "loss": 0.6802,
+      "step": 884
+    },
+    {
+      "epoch": 1.9831932773109244,
+      "grad_norm": 0.3052690327167511,
+      "learning_rate": 0.00011866895242768621,
+      "loss": 0.6601,
+      "step": 885
+    },
+    {
+      "epoch": 1.9854341736694678,
+      "grad_norm": 0.3162146210670471,
+      "learning_rate": 0.00011847673998192815,
+      "loss": 0.7377,
+      "step": 886
+    },
+    {
+      "epoch": 1.9876750700280112,
+      "grad_norm": 0.3386717736721039,
+      "learning_rate": 0.00011828445683381628,
+      "loss": 0.7741,
+      "step": 887
+    },
+    {
+      "epoch": 1.9899159663865547,
+      "grad_norm": 0.36137786507606506,
+      "learning_rate": 0.00011809210371913368,
+      "loss": 0.765,
+      "step": 888
+    },
+    {
+      "epoch": 1.992156862745098,
+      "grad_norm": 0.37440425157546997,
+      "learning_rate": 0.00011789968137393108,
+      "loss": 0.7596,
+      "step": 889
+    },
+    {
+      "epoch": 1.9943977591036415,
+      "grad_norm": 0.36767804622650146,
+      "learning_rate": 0.00011770719053452407,
+      "loss": 0.761,
+      "step": 890
+    },
+    {
+      "epoch": 1.9966386554621849,
+      "grad_norm": 0.39699792861938477,
+      "learning_rate": 0.00011751463193749044,
+      "loss": 0.7781,
+      "step": 891
+    },
+    {
+      "epoch": 1.9988795518207283,
+      "grad_norm": 0.35793137550354004,
+      "learning_rate": 0.00011732200631966716,
+      "loss": 0.7117,
+      "step": 892
+    },
+    {
+      "epoch": 2.0011204481792717,
+      "grad_norm": 0.3200768828392029,
+      "learning_rate": 0.00011712931441814776,
+      "loss": 0.5798,
+      "step": 893
+    },
+    {
+      "epoch": 2.003361344537815,
+      "grad_norm": 0.3186042308807373,
+      "learning_rate": 0.00011693655697027934,
+      "loss": 0.5207,
+      "step": 894
+    },
+    {
+      "epoch": 2.0056022408963585,
+      "grad_norm": 0.3172122538089752,
+      "learning_rate": 0.00011674373471365987,
+      "loss": 0.6287,
+      "step": 895
+    },
+    {
+      "epoch": 2.007843137254902,
+      "grad_norm": 0.31914347410202026,
+      "learning_rate": 0.00011655084838613519,
+      "loss": 0.5249,
+      "step": 896
+    },
+    {
+      "epoch": 2.0100840336134453,
+      "grad_norm": 0.33173030614852905,
+      "learning_rate": 0.00011635789872579647,
+      "loss": 0.5942,
+      "step": 897
+    },
+    {
+      "epoch": 2.0123249299719888,
+      "grad_norm": 0.32792940735816956,
+      "learning_rate": 0.00011616488647097718,
+      "loss": 0.5245,
+      "step": 898
+    },
+    {
+      "epoch": 2.014565826330532,
+      "grad_norm": 0.3804270625114441,
+      "learning_rate": 0.00011597181236025023,
+      "loss": 0.5439,
+      "step": 899
+    },
+    {
+      "epoch": 2.0168067226890756,
+      "grad_norm": 0.387532114982605,
+      "learning_rate": 0.00011577867713242531,
+      "loss": 0.5392,
+      "step": 900
+    },
+    {
+      "epoch": 2.019047619047619,
+      "grad_norm": 0.4034246504306793,
+      "learning_rate": 0.00011558548152654596,
+      "loss": 0.6632,
+      "step": 901
+    },
+    {
+      "epoch": 2.0212885154061624,
+      "grad_norm": 0.367631733417511,
+      "learning_rate": 0.00011539222628188675,
+      "loss": 0.483,
+      "step": 902
+    },
+    {
+      "epoch": 2.023529411764706,
+      "grad_norm": 0.3613899052143097,
+      "learning_rate": 0.00011519891213795049,
+      "loss": 0.5233,
+      "step": 903
+    },
+    {
+      "epoch": 2.025770308123249,
+      "grad_norm": 0.3706178665161133,
+      "learning_rate": 0.00011500553983446527,
+      "loss": 0.5169,
+      "step": 904
+    },
+    {
+      "epoch": 2.0280112044817926,
+      "grad_norm": 0.349579781293869,
+      "learning_rate": 0.00011481211011138188,
+      "loss": 0.5005,
+      "step": 905
+    },
+    {
+      "epoch": 2.030252100840336,
+      "grad_norm": 0.3860476016998291,
+      "learning_rate": 0.00011461862370887076,
+      "loss": 0.4231,
+      "step": 906
+    },
+    {
+      "epoch": 2.0324929971988794,
+      "grad_norm": 0.3320625424385071,
+      "learning_rate": 0.00011442508136731918,
+      "loss": 0.454,
+      "step": 907
+    },
+    {
+      "epoch": 2.034733893557423,
+      "grad_norm": 0.37210145592689514,
+      "learning_rate": 0.00011423148382732853,
+      "loss": 0.5261,
+      "step": 908
+    },
+    {
+      "epoch": 2.0369747899159663,
+      "grad_norm": 0.3801030218601227,
+      "learning_rate": 0.00011403783182971144,
+      "loss": 0.4948,
+      "step": 909
+    },
+    {
+      "epoch": 2.0392156862745097,
+      "grad_norm": 0.3721443712711334,
+      "learning_rate": 0.00011384412611548886,
+      "loss": 0.5317,
+      "step": 910
+    },
+    {
+      "epoch": 2.041456582633053,
+      "grad_norm": 0.3912367522716522,
+      "learning_rate": 0.00011365036742588739,
+      "loss": 0.5498,
+      "step": 911
+    },
+    {
+      "epoch": 2.0436974789915965,
+      "grad_norm": 0.3820691704750061,
+      "learning_rate": 0.0001134565565023362,
+      "loss": 0.505,
+      "step": 912
+    },
+    {
+      "epoch": 2.04593837535014,
+      "grad_norm": 0.38775426149368286,
+      "learning_rate": 0.00011326269408646444,
+      "loss": 0.5591,
+      "step": 913
+    },
+    {
+      "epoch": 2.0481792717086833,
+      "grad_norm": 0.3893496096134186,
+      "learning_rate": 0.00011306878092009828,
+      "loss": 0.4718,
+      "step": 914
+    },
+    {
+      "epoch": 2.0504201680672267,
+      "grad_norm": 0.41591331362724304,
+      "learning_rate": 0.0001128748177452581,
+      "loss": 0.4804,
+      "step": 915
+    },
+    {
+      "epoch": 2.05266106442577,
+      "grad_norm": 0.428853839635849,
+      "learning_rate": 0.00011268080530415557,
+      "loss": 0.5182,
+      "step": 916
+    },
+    {
+      "epoch": 2.0549019607843135,
+      "grad_norm": 0.4089893698692322,
+      "learning_rate": 0.00011248674433919097,
+      "loss": 0.5354,
+      "step": 917
+    },
+    {
+      "epoch": 2.057142857142857,
+      "grad_norm": 0.4228387773036957,
+      "learning_rate": 0.00011229263559295021,
+      "loss": 0.5265,
+      "step": 918
+    },
+    {
+      "epoch": 2.0593837535014003,
+      "grad_norm": 0.35249876976013184,
+      "learning_rate": 0.00011209847980820208,
+      "loss": 0.4888,
+      "step": 919
+    },
+    {
+      "epoch": 2.0616246498599438,
+      "grad_norm": 0.3890874683856964,
+      "learning_rate": 0.00011190427772789529,
+      "loss": 0.5673,
+      "step": 920
+    },
+    {
+      "epoch": 2.063865546218487,
+      "grad_norm": 0.3728325366973877,
+      "learning_rate": 0.00011171003009515578,
+      "loss": 0.5417,
+      "step": 921
+    },
+    {
+      "epoch": 2.066106442577031,
+      "grad_norm": 0.34896883368492126,
+      "learning_rate": 0.00011151573765328373,
+      "loss": 0.5229,
+      "step": 922
+    },
+    {
+      "epoch": 2.0683473389355744,
+      "grad_norm": 0.3686348795890808,
+      "learning_rate": 0.00011132140114575085,
+      "loss": 0.5064,
+      "step": 923
+    },
+    {
+      "epoch": 2.070588235294118,
+      "grad_norm": 0.37526431679725647,
+      "learning_rate": 0.00011112702131619746,
+      "loss": 0.5321,
+      "step": 924
+    },
+    {
+      "epoch": 2.0728291316526612,
+      "grad_norm": 0.36911851167678833,
+      "learning_rate": 0.00011093259890842962,
+      "loss": 0.5587,
+      "step": 925
+    },
+    {
+      "epoch": 2.0750700280112047,
+      "grad_norm": 0.37566208839416504,
+      "learning_rate": 0.00011073813466641632,
+      "loss": 0.4848,
+      "step": 926
+    },
+    {
+      "epoch": 2.077310924369748,
+      "grad_norm": 0.36949753761291504,
+      "learning_rate": 0.00011054362933428666,
+      "loss": 0.4581,
+      "step": 927
+    },
+    {
+      "epoch": 2.0795518207282915,
+      "grad_norm": 0.3933381140232086,
+      "learning_rate": 0.00011034908365632695,
+      "loss": 0.5107,
+      "step": 928
+    },
+    {
+      "epoch": 2.081792717086835,
+      "grad_norm": 0.4068252742290497,
+      "learning_rate": 0.00011015449837697791,
+      "loss": 0.576,
+      "step": 929
+    },
+    {
+      "epoch": 2.0840336134453783,
+      "grad_norm": 0.3985835015773773,
+      "learning_rate": 0.00010995987424083178,
+      "loss": 0.53,
+      "step": 930
+    },
+    {
+      "epoch": 2.0862745098039217,
+      "grad_norm": 0.404930055141449,
+      "learning_rate": 0.00010976521199262945,
+      "loss": 0.4857,
+      "step": 931
+    },
+    {
+      "epoch": 2.088515406162465,
+      "grad_norm": 0.4016098082065582,
+      "learning_rate": 0.00010957051237725775,
+      "loss": 0.5401,
+      "step": 932
+    },
+    {
+      "epoch": 2.0907563025210085,
+      "grad_norm": 0.4225110113620758,
+      "learning_rate": 0.00010937577613974641,
+      "loss": 0.518,
+      "step": 933
+    },
+    {
+      "epoch": 2.092997198879552,
+      "grad_norm": 0.409502238035202,
+      "learning_rate": 0.00010918100402526532,
+      "loss": 0.5052,
+      "step": 934
+    },
+    {
+      "epoch": 2.0952380952380953,
+      "grad_norm": 0.4569055736064911,
+      "learning_rate": 0.00010898619677912165,
+      "loss": 0.5265,
+      "step": 935
+    },
+    {
+      "epoch": 2.0974789915966388,
+      "grad_norm": 0.3866918087005615,
+      "learning_rate": 0.00010879135514675705,
+      "loss": 0.484,
+      "step": 936
+    },
+    {
+      "epoch": 2.099719887955182,
+      "grad_norm": 0.3866770267486572,
+      "learning_rate": 0.00010859647987374467,
+      "loss": 0.5016,
+      "step": 937
+    },
+    {
+      "epoch": 2.1019607843137256,
+      "grad_norm": 0.6051259636878967,
+      "learning_rate": 0.00010840157170578644,
+      "loss": 0.5076,
+      "step": 938
+    },
+    {
+      "epoch": 2.104201680672269,
+      "grad_norm": 0.8082510828971863,
+      "learning_rate": 0.00010820663138871017,
+      "loss": 0.5766,
+      "step": 939
+    },
+    {
+      "epoch": 2.1064425770308124,
+      "grad_norm": 0.38558223843574524,
+      "learning_rate": 0.00010801165966846663,
+      "loss": 0.4923,
+      "step": 940
+    },
+    {
+      "epoch": 2.108683473389356,
+      "grad_norm": 0.3915948271751404,
+      "learning_rate": 0.00010781665729112687,
+      "loss": 0.4829,
+      "step": 941
+    },
+    {
+      "epoch": 2.110924369747899,
+      "grad_norm": 0.39486053586006165,
+      "learning_rate": 0.00010762162500287915,
+      "loss": 0.4444,
+      "step": 942
+    },
+    {
+      "epoch": 2.1131652661064426,
+      "grad_norm": 0.4007076919078827,
+      "learning_rate": 0.00010742656355002622,
+      "loss": 0.5095,
+      "step": 943
+    },
+    {
+      "epoch": 2.115406162464986,
+      "grad_norm": 0.38552355766296387,
+      "learning_rate": 0.00010723147367898243,
+      "loss": 0.4971,
+      "step": 944
+    },
+    {
+      "epoch": 2.1176470588235294,
+      "grad_norm": 0.39927443861961365,
+      "learning_rate": 0.00010703635613627083,
+      "loss": 0.4723,
+      "step": 945
+    },
+    {
+      "epoch": 2.119887955182073,
+      "grad_norm": 0.4161412715911865,
+      "learning_rate": 0.0001068412116685205,
+      "loss": 0.5383,
+      "step": 946
+    },
+    {
+      "epoch": 2.1221288515406163,
+      "grad_norm": 0.41281387209892273,
+      "learning_rate": 0.00010664604102246336,
+      "loss": 0.5495,
+      "step": 947
+    },
+    {
+      "epoch": 2.1243697478991597,
+      "grad_norm": 0.4148519039154053,
+      "learning_rate": 0.00010645084494493165,
+      "loss": 0.507,
+      "step": 948
+    },
+    {
+      "epoch": 2.126610644257703,
+      "grad_norm": 0.3995266556739807,
+      "learning_rate": 0.00010625562418285482,
+      "loss": 0.5555,
+      "step": 949
+    },
+    {
+      "epoch": 2.1288515406162465,
+      "grad_norm": 0.37733468413352966,
+      "learning_rate": 0.00010606037948325687,
+      "loss": 0.4587,
+      "step": 950
+    },
+    {
+      "epoch": 2.13109243697479,
+      "grad_norm": 0.4213622212409973,
+      "learning_rate": 0.00010586511159325332,
+      "loss": 0.4619,
+      "step": 951
+    },
+    {
+      "epoch": 2.1333333333333333,
+      "grad_norm": 0.4159161448478699,
+      "learning_rate": 0.00010566982126004847,
+      "loss": 0.4313,
+      "step": 952
+    },
+    {
+      "epoch": 2.1355742296918767,
+      "grad_norm": 0.39115792512893677,
+      "learning_rate": 0.00010547450923093247,
+      "loss": 0.4614,
+      "step": 953
+    },
+    {
+      "epoch": 2.13781512605042,
+      "grad_norm": 0.41564685106277466,
+      "learning_rate": 0.0001052791762532786,
+      "loss": 0.4961,
+      "step": 954
+    },
+    {
+      "epoch": 2.1400560224089635,
+      "grad_norm": 0.43851983547210693,
+      "learning_rate": 0.00010508382307454012,
+      "loss": 0.5061,
+      "step": 955
+    },
+    {
+      "epoch": 2.142296918767507,
+      "grad_norm": 0.4009677469730377,
+      "learning_rate": 0.00010488845044224773,
+      "loss": 0.4842,
+      "step": 956
+    },
+    {
+      "epoch": 2.1445378151260504,
+      "grad_norm": 0.3707684278488159,
+      "learning_rate": 0.0001046930591040065,
+      "loss": 0.4427,
+      "step": 957
+    },
+    {
+      "epoch": 2.1467787114845938,
+      "grad_norm": 0.41808104515075684,
+      "learning_rate": 0.00010449764980749317,
+      "loss": 0.5344,
+      "step": 958
+    },
+    {
+      "epoch": 2.149019607843137,
+      "grad_norm": 0.3968338668346405,
+      "learning_rate": 0.00010430222330045304,
+      "loss": 0.4834,
+      "step": 959
+    },
+    {
+      "epoch": 2.1512605042016806,
+      "grad_norm": 0.4360380172729492,
+      "learning_rate": 0.00010410678033069745,
+      "loss": 0.5652,
+      "step": 960
+    },
+    {
+      "epoch": 2.153501400560224,
+      "grad_norm": 0.3921569883823395,
+      "learning_rate": 0.0001039113216461006,
+      "loss": 0.5277,
+      "step": 961
+    },
+    {
+      "epoch": 2.1557422969187674,
+      "grad_norm": 0.3638018071651459,
+      "learning_rate": 0.00010371584799459684,
+      "loss": 0.4433,
+      "step": 962
+    },
+    {
+      "epoch": 2.157983193277311,
+      "grad_norm": 0.41490018367767334,
+      "learning_rate": 0.00010352036012417787,
+      "loss": 0.5051,
+      "step": 963
+    },
+    {
+      "epoch": 2.160224089635854,
+      "grad_norm": 0.40135008096694946,
+      "learning_rate": 0.00010332485878288976,
+      "loss": 0.5134,
+      "step": 964
+    },
+    {
+      "epoch": 2.1624649859943976,
+      "grad_norm": 0.43049126863479614,
+      "learning_rate": 0.00010312934471883007,
+      "loss": 0.4991,
+      "step": 965
+    },
+    {
+      "epoch": 2.164705882352941,
+      "grad_norm": 0.426323264837265,
+      "learning_rate": 0.0001029338186801451,
+      "loss": 0.4926,
+      "step": 966
+    },
+    {
+      "epoch": 2.1669467787114844,
+      "grad_norm": 0.4975692629814148,
+      "learning_rate": 0.00010273828141502701,
+      "loss": 0.5008,
+      "step": 967
+    },
+    {
+      "epoch": 2.169187675070028,
+      "grad_norm": 0.4585362374782562,
+      "learning_rate": 0.00010254273367171085,
+      "loss": 0.5372,
+      "step": 968
+    },
+    {
+      "epoch": 2.1714285714285713,
+      "grad_norm": 0.4774106740951538,
+      "learning_rate": 0.0001023471761984718,
+      "loss": 0.5576,
+      "step": 969
+    },
+    {
+      "epoch": 2.1736694677871147,
+      "grad_norm": 0.38876253366470337,
+      "learning_rate": 0.00010215160974362223,
+      "loss": 0.5064,
+      "step": 970
+    },
+    {
+      "epoch": 2.175910364145658,
+      "grad_norm": 0.39690589904785156,
+      "learning_rate": 0.00010195603505550892,
+      "loss": 0.4827,
+      "step": 971
+    },
+    {
+      "epoch": 2.1781512605042015,
+      "grad_norm": 0.38885483145713806,
+      "learning_rate": 0.00010176045288251015,
+      "loss": 0.5288,
+      "step": 972
+    },
+    {
+      "epoch": 2.180392156862745,
+      "grad_norm": 0.4034357964992523,
+      "learning_rate": 0.00010156486397303284,
+      "loss": 0.4972,
+      "step": 973
+    },
+    {
+      "epoch": 2.1826330532212883,
+      "grad_norm": 0.4167933762073517,
+      "learning_rate": 0.00010136926907550967,
+      "loss": 0.4697,
+      "step": 974
+    },
+    {
+      "epoch": 2.184873949579832,
+      "grad_norm": 0.43337056040763855,
+      "learning_rate": 0.00010117366893839625,
+      "loss": 0.6123,
+      "step": 975
+    },
+    {
+      "epoch": 2.1871148459383756,
+      "grad_norm": 0.4040941298007965,
+      "learning_rate": 0.00010097806431016826,
+      "loss": 0.5713,
+      "step": 976
+    },
+    {
+      "epoch": 2.189355742296919,
+      "grad_norm": 0.3885524272918701,
+      "learning_rate": 0.00010078245593931852,
+      "loss": 0.4791,
+      "step": 977
+    },
+    {
+      "epoch": 2.1915966386554624,
+      "grad_norm": 0.4015814960002899,
+      "learning_rate": 0.0001005868445743542,
+      "loss": 0.5125,
+      "step": 978
+    },
+    {
+      "epoch": 2.193837535014006,
+      "grad_norm": 0.38841763138771057,
+      "learning_rate": 0.00010039123096379387,
+      "loss": 0.5713,
+      "step": 979
+    },
+    {
+      "epoch": 2.196078431372549,
+      "grad_norm": 0.42656928300857544,
+      "learning_rate": 0.00010019561585616486,
+      "loss": 0.5685,
+      "step": 980
+    },
+    {
+      "epoch": 2.1983193277310926,
+      "grad_norm": 0.40539607405662537,
+      "learning_rate": 0.0001,
+      "loss": 0.5409,
+      "step": 981
+    },
+    {
+      "epoch": 2.200560224089636,
+      "grad_norm": 0.38911890983581543,
+      "learning_rate": 9.980438414383517e-05,
+      "loss": 0.4751,
+      "step": 982
+    },
+    {
+      "epoch": 2.2028011204481794,
+      "grad_norm": 0.4134393632411957,
+      "learning_rate": 9.960876903620613e-05,
+      "loss": 0.4815,
+      "step": 983
+    },
+    {
+      "epoch": 2.205042016806723,
+      "grad_norm": 0.4219866096973419,
+      "learning_rate": 9.941315542564582e-05,
+      "loss": 0.4524,
+      "step": 984
+    },
+    {
+      "epoch": 2.2072829131652663,
+      "grad_norm": 0.39480990171432495,
+      "learning_rate": 9.92175440606815e-05,
+      "loss": 0.4704,
+      "step": 985
+    },
+    {
+      "epoch": 2.2095238095238097,
+      "grad_norm": 0.44161802530288696,
+      "learning_rate": 9.902193568983175e-05,
+      "loss": 0.5188,
+      "step": 986
+    },
+    {
+      "epoch": 2.211764705882353,
+      "grad_norm": 0.45645326375961304,
+      "learning_rate": 9.882633106160376e-05,
+      "loss": 0.5173,
+      "step": 987
+    },
+    {
+      "epoch": 2.2140056022408965,
+      "grad_norm": 0.43310198187828064,
+      "learning_rate": 9.863073092449034e-05,
+      "loss": 0.4756,
+      "step": 988
+    },
+    {
+      "epoch": 2.21624649859944,
+      "grad_norm": 0.4334922134876251,
+      "learning_rate": 9.843513602696717e-05,
+      "loss": 0.5117,
+      "step": 989
+    },
+    {
+      "epoch": 2.2184873949579833,
+      "grad_norm": 0.4409882128238678,
+      "learning_rate": 9.823954711748986e-05,
+      "loss": 0.5314,
+      "step": 990
+    },
+    {
+      "epoch": 2.2207282913165267,
+      "grad_norm": 0.44057101011276245,
+      "learning_rate": 9.80439649444911e-05,
+      "loss": 0.5062,
+      "step": 991
+    },
+    {
+      "epoch": 2.22296918767507,
+      "grad_norm": 0.4002052843570709,
+      "learning_rate": 9.784839025637778e-05,
+      "loss": 0.493,
+      "step": 992
+    },
+    {
+      "epoch": 2.2252100840336135,
+      "grad_norm": 0.45808616280555725,
+      "learning_rate": 9.765282380152821e-05,
+      "loss": 0.575,
+      "step": 993
+    },
+    {
+      "epoch": 2.227450980392157,
+      "grad_norm": 0.3935520350933075,
+      "learning_rate": 9.745726632828913e-05,
+      "loss": 0.4905,
+      "step": 994
+    },
+    {
+      "epoch": 2.2296918767507004,
+      "grad_norm": 0.4213854968547821,
+      "learning_rate": 9.726171858497297e-05,
+      "loss": 0.514,
+      "step": 995
+    },
+    {
+      "epoch": 2.2319327731092438,
+      "grad_norm": 0.39440077543258667,
+      "learning_rate": 9.706618131985489e-05,
+      "loss": 0.4915,
+      "step": 996
+    },
+    {
+      "epoch": 2.234173669467787,
+      "grad_norm": 0.40655189752578735,
+      "learning_rate": 9.687065528116996e-05,
+      "loss": 0.5126,
+      "step": 997
+    },
+    {
+      "epoch": 2.2364145658263306,
+      "grad_norm": 0.39869415760040283,
+      "learning_rate": 9.667514121711025e-05,
+      "loss": 0.4476,
+      "step": 998
+    },
+    {
+      "epoch": 2.238655462184874,
+      "grad_norm": 0.41084200143814087,
+      "learning_rate": 9.647963987582212e-05,
+      "loss": 0.5781,
+      "step": 999
+    },
+    {
+      "epoch": 2.2408963585434174,
+      "grad_norm": 0.4361216723918915,
+      "learning_rate": 9.628415200540317e-05,
+      "loss": 0.5486,
+      "step": 1000
+    },
+    {
+      "epoch": 2.243137254901961,
+      "grad_norm": 0.41102784872055054,
+      "learning_rate": 9.608867835389943e-05,
+      "loss": 0.5043,
+      "step": 1001
+    },
+    {
+      "epoch": 2.245378151260504,
+      "grad_norm": 0.38688912987709045,
+      "learning_rate": 9.589321966930255e-05,
+      "loss": 0.6149,
+      "step": 1002
+    },
+    {
+      "epoch": 2.2476190476190476,
+      "grad_norm": 0.4278058409690857,
+      "learning_rate": 9.569777669954694e-05,
+      "loss": 0.4524,
+      "step": 1003
+    },
+    {
+      "epoch": 2.249859943977591,
+      "grad_norm": 0.41745269298553467,
+      "learning_rate": 9.550235019250688e-05,
+      "loss": 0.5073,
+      "step": 1004
+    },
+    {
+      "epoch": 2.2521008403361344,
+      "grad_norm": 0.41152727603912354,
+      "learning_rate": 9.530694089599351e-05,
+      "loss": 0.4801,
+      "step": 1005
+    },
+    {
+      "epoch": 2.254341736694678,
+      "grad_norm": 0.416883260011673,
+      "learning_rate": 9.511154955775231e-05,
+      "loss": 0.5401,
+      "step": 1006
+    },
+    {
+      "epoch": 2.2565826330532213,
+      "grad_norm": 0.4182227849960327,
+      "learning_rate": 9.491617692545992e-05,
+      "loss": 0.5813,
+      "step": 1007
+    },
+    {
+      "epoch": 2.2588235294117647,
+      "grad_norm": 0.3997863531112671,
+      "learning_rate": 9.472082374672146e-05,
+      "loss": 0.5075,
+      "step": 1008
+    },
+    {
+      "epoch": 2.261064425770308,
+      "grad_norm": 0.41225093603134155,
+      "learning_rate": 9.452549076906755e-05,
+      "loss": 0.5302,
+      "step": 1009
+    },
+    {
+      "epoch": 2.2633053221288515,
+      "grad_norm": 0.41989865899086,
+      "learning_rate": 9.433017873995158e-05,
+      "loss": 0.4532,
+      "step": 1010
+    },
+    {
+      "epoch": 2.265546218487395,
+      "grad_norm": 0.3788585364818573,
+      "learning_rate": 9.413488840674673e-05,
+      "loss": 0.5296,
+      "step": 1011
+    },
+    {
+      "epoch": 2.2677871148459383,
+      "grad_norm": 0.39189624786376953,
+      "learning_rate": 9.393962051674318e-05,
+      "loss": 0.4802,
+      "step": 1012
+    },
+    {
+      "epoch": 2.2700280112044817,
+      "grad_norm": 0.4206637740135193,
+      "learning_rate": 9.374437581714523e-05,
+      "loss": 0.5033,
+      "step": 1013
+    },
+    {
+      "epoch": 2.272268907563025,
+      "grad_norm": 0.44238483905792236,
+      "learning_rate": 9.354915505506839e-05,
+      "loss": 0.4976,
+      "step": 1014
+    },
+    {
+      "epoch": 2.2745098039215685,
+      "grad_norm": 0.44965559244155884,
+      "learning_rate": 9.335395897753666e-05,
+      "loss": 0.5419,
+      "step": 1015
+    },
+    {
+      "epoch": 2.276750700280112,
+      "grad_norm": 0.4196763038635254,
+      "learning_rate": 9.315878833147953e-05,
+      "loss": 0.5027,
+      "step": 1016
+    },
+    {
+      "epoch": 2.2789915966386554,
+      "grad_norm": 0.3971319794654846,
+      "learning_rate": 9.296364386372918e-05,
+      "loss": 0.5604,
+      "step": 1017
+    },
+    {
+      "epoch": 2.2812324929971988,
+      "grad_norm": 0.4141682982444763,
+      "learning_rate": 9.27685263210176e-05,
+      "loss": 0.4437,
+      "step": 1018
+    },
+    {
+      "epoch": 2.283473389355742,
+      "grad_norm": 0.46171408891677856,
+      "learning_rate": 9.25734364499738e-05,
+      "loss": 0.6103,
+      "step": 1019
+    },
+    {
+      "epoch": 2.2857142857142856,
+      "grad_norm": 0.41306909918785095,
+      "learning_rate": 9.237837499712088e-05,
+      "loss": 0.556,
+      "step": 1020
+    },
+    {
+      "epoch": 2.287955182072829,
+      "grad_norm": 0.4035610556602478,
+      "learning_rate": 9.218334270887316e-05,
+      "loss": 0.5183,
+      "step": 1021
+    },
+    {
+      "epoch": 2.2901960784313724,
+      "grad_norm": 0.402854859828949,
+      "learning_rate": 9.19883403315334e-05,
+      "loss": 0.4592,
+      "step": 1022
+    },
+    {
+      "epoch": 2.292436974789916,
+      "grad_norm": 0.4036504030227661,
+      "learning_rate": 9.179336861128987e-05,
+      "loss": 0.4513,
+      "step": 1023
+    },
+    {
+      "epoch": 2.2946778711484592,
+      "grad_norm": 0.42101335525512695,
+      "learning_rate": 9.159842829421358e-05,
+      "loss": 0.5122,
+      "step": 1024
+    },
+    {
+      "epoch": 2.2969187675070026,
+      "grad_norm": 0.41138187050819397,
+      "learning_rate": 9.140352012625537e-05,
+      "loss": 0.5554,
+      "step": 1025
+    },
+    {
+      "epoch": 2.299159663865546,
+      "grad_norm": 0.42715969681739807,
+      "learning_rate": 9.120864485324299e-05,
+      "loss": 0.4697,
+      "step": 1026
+    },
+    {
+      "epoch": 2.3014005602240895,
+      "grad_norm": 0.3975067138671875,
+      "learning_rate": 9.101380322087836e-05,
+      "loss": 0.4772,
+      "step": 1027
+    },
+    {
+      "epoch": 2.303641456582633,
+      "grad_norm": 0.42877110838890076,
+      "learning_rate": 9.081899597473469e-05,
+      "loss": 0.4915,
+      "step": 1028
+    },
+    {
+      "epoch": 2.3058823529411763,
+      "grad_norm": 0.40029025077819824,
+      "learning_rate": 9.06242238602536e-05,
+      "loss": 0.5242,
+      "step": 1029
+    },
+    {
+      "epoch": 2.3081232492997197,
+      "grad_norm": 0.44601088762283325,
+      "learning_rate": 9.042948762274227e-05,
+      "loss": 0.5101,
+      "step": 1030
+    },
+    {
+      "epoch": 2.310364145658263,
+      "grad_norm": 0.41966551542282104,
+      "learning_rate": 9.023478800737057e-05,
+      "loss": 0.4863,
+      "step": 1031
+    },
+    {
+      "epoch": 2.3126050420168065,
+      "grad_norm": 0.4753289222717285,
+      "learning_rate": 9.004012575916824e-05,
+      "loss": 0.6469,
+      "step": 1032
+    },
+    {
+      "epoch": 2.31484593837535,
+      "grad_norm": 0.4360703229904175,
+      "learning_rate": 8.984550162302211e-05,
+      "loss": 0.5078,
+      "step": 1033
+    },
+    {
+      "epoch": 2.3170868347338933,
+      "grad_norm": 0.4141191840171814,
+      "learning_rate": 8.965091634367306e-05,
+      "loss": 0.4478,
+      "step": 1034
+    },
+    {
+      "epoch": 2.3193277310924367,
+      "grad_norm": 0.4165865182876587,
+      "learning_rate": 8.945637066571337e-05,
+      "loss": 0.4496,
+      "step": 1035
+    },
+    {
+      "epoch": 2.3215686274509806,
+      "grad_norm": 0.41498279571533203,
+      "learning_rate": 8.92618653335837e-05,
+      "loss": 0.572,
+      "step": 1036
+    },
+    {
+      "epoch": 2.323809523809524,
+      "grad_norm": 0.43287456035614014,
+      "learning_rate": 8.906740109157039e-05,
+      "loss": 0.5647,
+      "step": 1037
+    },
+    {
+      "epoch": 2.3260504201680674,
+      "grad_norm": 0.42451250553131104,
+      "learning_rate": 8.887297868380255e-05,
+      "loss": 0.5155,
+      "step": 1038
+    },
+    {
+      "epoch": 2.328291316526611,
+      "grad_norm": 0.4161588251590729,
+      "learning_rate": 8.867859885424916e-05,
+      "loss": 0.5157,
+      "step": 1039
+    },
+    {
+      "epoch": 2.330532212885154,
+      "grad_norm": 0.4384361803531647,
+      "learning_rate": 8.848426234671628e-05,
+      "loss": 0.4937,
+      "step": 1040
+    },
+    {
+      "epoch": 2.3327731092436976,
+      "grad_norm": 0.42889484763145447,
+      "learning_rate": 8.828996990484423e-05,
+      "loss": 0.5067,
+      "step": 1041
+    },
+    {
+      "epoch": 2.335014005602241,
+      "grad_norm": 0.42189306020736694,
+      "learning_rate": 8.809572227210472e-05,
+      "loss": 0.4646,
+      "step": 1042
+    },
+    {
+      "epoch": 2.3372549019607844,
+      "grad_norm": 0.3996080458164215,
+      "learning_rate": 8.790152019179793e-05,
+      "loss": 0.5148,
+      "step": 1043
+    },
+    {
+      "epoch": 2.339495798319328,
+      "grad_norm": 0.40798112750053406,
+      "learning_rate": 8.770736440704979e-05,
+      "loss": 0.5793,
+      "step": 1044
+    },
+    {
+      "epoch": 2.3417366946778713,
+      "grad_norm": 0.40013808012008667,
+      "learning_rate": 8.751325566080905e-05,
+      "loss": 0.4127,
+      "step": 1045
+    },
+    {
+      "epoch": 2.3439775910364147,
+      "grad_norm": 0.41228431463241577,
+      "learning_rate": 8.731919469584442e-05,
+      "loss": 0.5119,
+      "step": 1046
+    },
+    {
+      "epoch": 2.346218487394958,
+      "grad_norm": 0.416579931974411,
+      "learning_rate": 8.712518225474191e-05,
+      "loss": 0.5385,
+      "step": 1047
+    },
+    {
+      "epoch": 2.3484593837535015,
+      "grad_norm": 0.45098868012428284,
+      "learning_rate": 8.693121907990176e-05,
+      "loss": 0.4893,
+      "step": 1048
+    },
+    {
+      "epoch": 2.350700280112045,
+      "grad_norm": 0.4259752333164215,
+      "learning_rate": 8.673730591353559e-05,
+      "loss": 0.4854,
+      "step": 1049
+    },
+    {
+      "epoch": 2.3529411764705883,
+      "grad_norm": 0.4256626069545746,
+      "learning_rate": 8.654344349766383e-05,
+      "loss": 0.5299,
+      "step": 1050
+    },
+    {
+      "epoch": 2.3551820728291317,
+      "grad_norm": 0.4528552293777466,
+      "learning_rate": 8.634963257411266e-05,
+      "loss": 0.6318,
+      "step": 1051
+    },
+    {
+      "epoch": 2.357422969187675,
+      "grad_norm": 0.43573692440986633,
+      "learning_rate": 8.615587388451116e-05,
+      "loss": 0.5874,
+      "step": 1052
+    },
+    {
+      "epoch": 2.3596638655462185,
+      "grad_norm": 0.43992942571640015,
+      "learning_rate": 8.59621681702886e-05,
+      "loss": 0.4871,
+      "step": 1053
+    },
+    {
+      "epoch": 2.361904761904762,
+      "grad_norm": 0.45180973410606384,
+      "learning_rate": 8.57685161726715e-05,
+      "loss": 0.569,
+      "step": 1054
+    },
+    {
+      "epoch": 2.3641456582633054,
+      "grad_norm": 0.44669607281684875,
+      "learning_rate": 8.557491863268087e-05,
+      "loss": 0.4861,
+      "step": 1055
+    },
+    {
+      "epoch": 2.3663865546218488,
+      "grad_norm": 0.4159175157546997,
+      "learning_rate": 8.53813762911293e-05,
+      "loss": 0.465,
+      "step": 1056
+    },
+    {
+      "epoch": 2.368627450980392,
+      "grad_norm": 0.408426970243454,
+      "learning_rate": 8.518788988861815e-05,
+      "loss": 0.5288,
+      "step": 1057
+    },
+    {
+      "epoch": 2.3708683473389356,
+      "grad_norm": 0.38745927810668945,
+      "learning_rate": 8.499446016553474e-05,
+      "loss": 0.4711,
+      "step": 1058
+    },
+    {
+      "epoch": 2.373109243697479,
+      "grad_norm": 0.4092199504375458,
+      "learning_rate": 8.480108786204955e-05,
+      "loss": 0.4444,
+      "step": 1059
+    },
+    {
+      "epoch": 2.3753501400560224,
+      "grad_norm": 0.3924252986907959,
+      "learning_rate": 8.460777371811327e-05,
+      "loss": 0.4669,
+      "step": 1060
+    },
+    {
+      "epoch": 2.377591036414566,
+      "grad_norm": 0.40003421902656555,
+      "learning_rate": 8.441451847345407e-05,
+      "loss": 0.5144,
+      "step": 1061
+    },
+    {
+      "epoch": 2.3798319327731092,
+      "grad_norm": 0.4236973524093628,
+      "learning_rate": 8.42213228675747e-05,
+      "loss": 0.4746,
+      "step": 1062
+    },
+    {
+      "epoch": 2.3820728291316526,
+      "grad_norm": 0.4162292182445526,
+      "learning_rate": 8.402818763974978e-05,
+      "loss": 0.5576,
+      "step": 1063
+    },
+    {
+      "epoch": 2.384313725490196,
+      "grad_norm": 0.4187072813510895,
+      "learning_rate": 8.383511352902285e-05,
+      "loss": 0.4439,
+      "step": 1064
+    },
+    {
+      "epoch": 2.3865546218487395,
+      "grad_norm": 0.42568284273147583,
+      "learning_rate": 8.364210127420354e-05,
+      "loss": 0.5249,
+      "step": 1065
+    },
+    {
+      "epoch": 2.388795518207283,
+      "grad_norm": 0.4502849280834198,
+      "learning_rate": 8.344915161386483e-05,
+      "loss": 0.4901,
+      "step": 1066
+    },
+    {
+      "epoch": 2.3910364145658263,
+      "grad_norm": 0.41129040718078613,
+      "learning_rate": 8.325626528634017e-05,
+      "loss": 0.4934,
+      "step": 1067
+    },
+    {
+      "epoch": 2.3932773109243697,
+      "grad_norm": 0.4660985767841339,
+      "learning_rate": 8.306344302972067e-05,
+      "loss": 0.4783,
+      "step": 1068
+    },
+    {
+      "epoch": 2.395518207282913,
+      "grad_norm": 0.4513007700443268,
+      "learning_rate": 8.287068558185225e-05,
+      "loss": 0.5745,
+      "step": 1069
+    },
+    {
+      "epoch": 2.3977591036414565,
+      "grad_norm": 0.45751145482063293,
+      "learning_rate": 8.267799368033286e-05,
+      "loss": 0.496,
+      "step": 1070
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.40702319145202637,
+      "learning_rate": 8.248536806250958e-05,
+      "loss": 0.4638,
+      "step": 1071
+    },
+    {
+      "epoch": 2.4022408963585433,
+      "grad_norm": 0.4384859800338745,
+      "learning_rate": 8.229280946547595e-05,
+      "loss": 0.4855,
+      "step": 1072
+    },
+    {
+      "epoch": 2.4044817927170867,
+      "grad_norm": 0.40514451265335083,
+      "learning_rate": 8.210031862606895e-05,
+      "loss": 0.45,
+      "step": 1073
+    },
+    {
+      "epoch": 2.40672268907563,
+      "grad_norm": 0.4280382990837097,
+      "learning_rate": 8.190789628086632e-05,
+      "loss": 0.4715,
+      "step": 1074
+    },
+    {
+      "epoch": 2.4089635854341735,
+      "grad_norm": 0.39819565415382385,
+      "learning_rate": 8.171554316618374e-05,
+      "loss": 0.5013,
+      "step": 1075
+    },
+    {
+      "epoch": 2.411204481792717,
+      "grad_norm": 0.4179481863975525,
+      "learning_rate": 8.152326001807189e-05,
+      "loss": 0.4887,
+      "step": 1076
+    },
+    {
+      "epoch": 2.4134453781512604,
+      "grad_norm": 0.41948774456977844,
+      "learning_rate": 8.13310475723138e-05,
+      "loss": 0.5164,
+      "step": 1077
+    },
+    {
+      "epoch": 2.4156862745098038,
+      "grad_norm": 0.4570457935333252,
+      "learning_rate": 8.113890656442193e-05,
+      "loss": 0.6124,
+      "step": 1078
+    },
+    {
+      "epoch": 2.417927170868347,
+      "grad_norm": 0.42094066739082336,
+      "learning_rate": 8.094683772963537e-05,
+      "loss": 0.4857,
+      "step": 1079
+    },
+    {
+      "epoch": 2.4201680672268906,
+      "grad_norm": 0.42249664664268494,
+      "learning_rate": 8.075484180291701e-05,
+      "loss": 0.5505,
+      "step": 1080
+    },
+    {
+      "epoch": 2.422408963585434,
+      "grad_norm": 0.41316911578178406,
+      "learning_rate": 8.056291951895079e-05,
+      "loss": 0.5063,
+      "step": 1081
+    },
+    {
+      "epoch": 2.4246498599439774,
+      "grad_norm": 0.423313170671463,
+      "learning_rate": 8.037107161213886e-05,
+      "loss": 0.4174,
+      "step": 1082
+    },
+    {
+      "epoch": 2.426890756302521,
+      "grad_norm": 0.45118579268455505,
+      "learning_rate": 8.017929881659874e-05,
+      "loss": 0.5024,
+      "step": 1083
+    },
+    {
+      "epoch": 2.4291316526610642,
+      "grad_norm": 0.431448757648468,
+      "learning_rate": 7.99876018661605e-05,
+      "loss": 0.5391,
+      "step": 1084
+    },
+    {
+      "epoch": 2.431372549019608,
+      "grad_norm": 0.43506568670272827,
+      "learning_rate": 7.979598149436403e-05,
+      "loss": 0.5026,
+      "step": 1085
+    },
+    {
+      "epoch": 2.4336134453781515,
+      "grad_norm": 0.42530521750450134,
+      "learning_rate": 7.960443843445621e-05,
+      "loss": 0.5372,
+      "step": 1086
+    },
+    {
+      "epoch": 2.435854341736695,
+      "grad_norm": 0.4265046715736389,
+      "learning_rate": 7.941297341938803e-05,
+      "loss": 0.5104,
+      "step": 1087
+    },
+    {
+      "epoch": 2.4380952380952383,
+      "grad_norm": 0.4294826090335846,
+      "learning_rate": 7.922158718181185e-05,
+      "loss": 0.5355,
+      "step": 1088
+    },
+    {
+      "epoch": 2.4403361344537817,
+      "grad_norm": 0.3806697726249695,
+      "learning_rate": 7.903028045407857e-05,
+      "loss": 0.4372,
+      "step": 1089
+    },
+    {
+      "epoch": 2.442577030812325,
+      "grad_norm": 0.4443027377128601,
+      "learning_rate": 7.883905396823486e-05,
+      "loss": 0.5097,
+      "step": 1090
+    },
+    {
+      "epoch": 2.4448179271708685,
+      "grad_norm": 0.4052489101886749,
+      "learning_rate": 7.864790845602039e-05,
+      "loss": 0.4297,
+      "step": 1091
+    },
+    {
+      "epoch": 2.447058823529412,
+      "grad_norm": 0.38045182824134827,
+      "learning_rate": 7.845684464886487e-05,
+      "loss": 0.507,
+      "step": 1092
+    },
+    {
+      "epoch": 2.4492997198879554,
+      "grad_norm": 0.3937990069389343,
+      "learning_rate": 7.826586327788547e-05,
+      "loss": 0.5029,
+      "step": 1093
+    },
+    {
+      "epoch": 2.4515406162464988,
+      "grad_norm": 0.4530947804450989,
+      "learning_rate": 7.80749650738838e-05,
+      "loss": 0.5362,
+      "step": 1094
+    },
+    {
+      "epoch": 2.453781512605042,
+      "grad_norm": 0.46375659108161926,
+      "learning_rate": 7.788415076734333e-05,
+      "loss": 0.5646,
+      "step": 1095
+    },
+    {
+      "epoch": 2.4560224089635856,
+      "grad_norm": 0.4116787314414978,
+      "learning_rate": 7.76934210884264e-05,
+      "loss": 0.6341,
+      "step": 1096
+    },
+    {
+      "epoch": 2.458263305322129,
+      "grad_norm": 0.4486657381057739,
+      "learning_rate": 7.75027767669716e-05,
+      "loss": 0.5135,
+      "step": 1097
+    },
+    {
+      "epoch": 2.4605042016806724,
+      "grad_norm": 0.42132434248924255,
+      "learning_rate": 7.731221853249088e-05,
+      "loss": 0.5435,
+      "step": 1098
+    },
+    {
+      "epoch": 2.462745098039216,
+      "grad_norm": 0.42719486355781555,
+      "learning_rate": 7.712174711416674e-05,
+      "loss": 0.5286,
+      "step": 1099
+    },
+    {
+      "epoch": 2.4649859943977592,
+      "grad_norm": 0.4020358622074127,
+      "learning_rate": 7.693136324084948e-05,
+      "loss": 0.4945,
+      "step": 1100
+    },
+    {
+      "epoch": 2.4672268907563026,
+      "grad_norm": 0.4580785036087036,
+      "learning_rate": 7.674106764105442e-05,
+      "loss": 0.589,
+      "step": 1101
+    },
+    {
+      "epoch": 2.469467787114846,
+      "grad_norm": 0.4302530288696289,
+      "learning_rate": 7.655086104295904e-05,
+      "loss": 0.5739,
+      "step": 1102
+    },
+    {
+      "epoch": 2.4717086834733895,
+      "grad_norm": 0.4251365661621094,
+      "learning_rate": 7.636074417440036e-05,
+      "loss": 0.4898,
+      "step": 1103
+    },
+    {
+      "epoch": 2.473949579831933,
+      "grad_norm": 0.40312501788139343,
+      "learning_rate": 7.617071776287196e-05,
+      "loss": 0.5138,
+      "step": 1104
+    },
+    {
+      "epoch": 2.4761904761904763,
+      "grad_norm": 0.43058258295059204,
+      "learning_rate": 7.598078253552129e-05,
+      "loss": 0.5195,
+      "step": 1105
+    },
+    {
+      "epoch": 2.4784313725490197,
+      "grad_norm": 0.41228926181793213,
+      "learning_rate": 7.579093921914688e-05,
+      "loss": 0.4914,
+      "step": 1106
+    },
+    {
+      "epoch": 2.480672268907563,
+      "grad_norm": 0.3853016197681427,
+      "learning_rate": 7.560118854019559e-05,
+      "loss": 0.4631,
+      "step": 1107
+    },
+    {
+      "epoch": 2.4829131652661065,
+      "grad_norm": 0.446071594953537,
+      "learning_rate": 7.541153122475978e-05,
+      "loss": 0.5478,
+      "step": 1108
+    },
+    {
+      "epoch": 2.48515406162465,
+      "grad_norm": 0.39395663142204285,
+      "learning_rate": 7.522196799857453e-05,
+      "loss": 0.4713,
+      "step": 1109
+    },
+    {
+      "epoch": 2.4873949579831933,
+      "grad_norm": 0.44347715377807617,
+      "learning_rate": 7.503249958701489e-05,
+      "loss": 0.5647,
+      "step": 1110
+    },
+    {
+      "epoch": 2.4896358543417367,
+      "grad_norm": 0.4742254614830017,
+      "learning_rate": 7.484312671509306e-05,
+      "loss": 0.5057,
+      "step": 1111
+    },
+    {
+      "epoch": 2.49187675070028,
+      "grad_norm": 0.4173833429813385,
+      "learning_rate": 7.465385010745579e-05,
+      "loss": 0.4004,
+      "step": 1112
+    },
+    {
+      "epoch": 2.4941176470588236,
+      "grad_norm": 0.4468843638896942,
+      "learning_rate": 7.446467048838131e-05,
+      "loss": 0.5514,
+      "step": 1113
+    },
+    {
+      "epoch": 2.496358543417367,
+      "grad_norm": 0.48716241121292114,
+      "learning_rate": 7.427558858177679e-05,
+      "loss": 0.4748,
+      "step": 1114
+    },
+    {
+      "epoch": 2.4985994397759104,
+      "grad_norm": 0.45233801007270813,
+      "learning_rate": 7.408660511117546e-05,
+      "loss": 0.5237,
+      "step": 1115
+    },
+    {
+      "epoch": 2.500840336134454,
+      "grad_norm": 0.4716877043247223,
+      "learning_rate": 7.389772079973396e-05,
+      "loss": 0.5594,
+      "step": 1116
+    },
+    {
+      "epoch": 2.503081232492997,
+      "grad_norm": 0.4315103590488434,
+      "learning_rate": 7.37089363702294e-05,
+      "loss": 0.4487,
+      "step": 1117
+    },
+    {
+      "epoch": 2.5053221288515406,
+      "grad_norm": 0.44232210516929626,
+      "learning_rate": 7.352025254505673e-05,
+      "loss": 0.5537,
+      "step": 1118
+    },
+    {
+      "epoch": 2.507563025210084,
+      "grad_norm": 0.44675686955451965,
+      "learning_rate": 7.333167004622592e-05,
+      "loss": 0.4987,
+      "step": 1119
+    },
+    {
+      "epoch": 2.5098039215686274,
+      "grad_norm": 0.3972238004207611,
+      "learning_rate": 7.31431895953592e-05,
+      "loss": 0.5414,
+      "step": 1120
+    },
+    {
+      "epoch": 2.512044817927171,
+      "grad_norm": 0.4098942279815674,
+      "learning_rate": 7.295481191368836e-05,
+      "loss": 0.5653,
+      "step": 1121
+    },
+    {
+      "epoch": 2.5142857142857142,
+      "grad_norm": 0.4425329566001892,
+      "learning_rate": 7.276653772205186e-05,
+      "loss": 0.502,
+      "step": 1122
+    },
+    {
+      "epoch": 2.5165266106442576,
+      "grad_norm": 0.44188177585601807,
+      "learning_rate": 7.257836774089222e-05,
+      "loss": 0.5204,
+      "step": 1123
+    },
+    {
+      "epoch": 2.518767507002801,
+      "grad_norm": 0.40702101588249207,
+      "learning_rate": 7.239030269025311e-05,
+      "loss": 0.5016,
+      "step": 1124
+    },
+    {
+      "epoch": 2.5210084033613445,
+      "grad_norm": 0.47361934185028076,
+      "learning_rate": 7.220234328977677e-05,
+      "loss": 0.5352,
+      "step": 1125
+    },
+    {
+      "epoch": 2.523249299719888,
+      "grad_norm": 0.4118124842643738,
+      "learning_rate": 7.201449025870113e-05,
+      "loss": 0.483,
+      "step": 1126
+    },
+    {
+      "epoch": 2.5254901960784313,
+      "grad_norm": 0.42633935809135437,
+      "learning_rate": 7.182674431585704e-05,
+      "loss": 0.5221,
+      "step": 1127
+    },
+    {
+      "epoch": 2.5277310924369747,
+      "grad_norm": 0.41050711274147034,
+      "learning_rate": 7.163910617966563e-05,
+      "loss": 0.4936,
+      "step": 1128
+    },
+    {
+      "epoch": 2.529971988795518,
+      "grad_norm": 0.4213041365146637,
+      "learning_rate": 7.145157656813546e-05,
+      "loss": 0.5258,
+      "step": 1129
+    },
+    {
+      "epoch": 2.5322128851540615,
+      "grad_norm": 0.44016504287719727,
+      "learning_rate": 7.126415619885986e-05,
+      "loss": 0.5254,
+      "step": 1130
+    },
+    {
+      "epoch": 2.534453781512605,
+      "grad_norm": 0.4144013226032257,
+      "learning_rate": 7.107684578901414e-05,
+      "loss": 0.5113,
+      "step": 1131
+    },
+    {
+      "epoch": 2.5366946778711483,
+      "grad_norm": 0.4324791431427002,
+      "learning_rate": 7.088964605535278e-05,
+      "loss": 0.4534,
+      "step": 1132
+    },
+    {
+      "epoch": 2.5389355742296917,
+      "grad_norm": 0.4527924656867981,
+      "learning_rate": 7.070255771420678e-05,
+      "loss": 0.5252,
+      "step": 1133
+    },
+    {
+      "epoch": 2.541176470588235,
+      "grad_norm": 0.42882460355758667,
+      "learning_rate": 7.051558148148092e-05,
+      "loss": 0.4494,
+      "step": 1134
+    },
+    {
+      "epoch": 2.5434173669467786,
+      "grad_norm": 0.45250919461250305,
+      "learning_rate": 7.032871807265096e-05,
+      "loss": 0.4848,
+      "step": 1135
+    },
+    {
+      "epoch": 2.545658263305322,
+      "grad_norm": 0.452020525932312,
+      "learning_rate": 7.014196820276097e-05,
+      "loss": 0.5801,
+      "step": 1136
+    },
+    {
+      "epoch": 2.5478991596638654,
+      "grad_norm": 0.44832712411880493,
+      "learning_rate": 6.99553325864205e-05,
+      "loss": 0.4844,
+      "step": 1137
+    },
+    {
+      "epoch": 2.550140056022409,
+      "grad_norm": 0.44664841890335083,
+      "learning_rate": 6.976881193780196e-05,
+      "loss": 0.4997,
+      "step": 1138
+    },
+    {
+      "epoch": 2.552380952380952,
+      "grad_norm": 0.45292359590530396,
+      "learning_rate": 6.958240697063773e-05,
+      "loss": 0.4583,
+      "step": 1139
+    },
+    {
+      "epoch": 2.5546218487394956,
+      "grad_norm": 0.44887852668762207,
+      "learning_rate": 6.939611839821767e-05,
+      "loss": 0.5134,
+      "step": 1140
+    },
+    {
+      "epoch": 2.556862745098039,
+      "grad_norm": 0.46710190176963806,
+      "learning_rate": 6.920994693338612e-05,
+      "loss": 0.5406,
+      "step": 1141
+    },
+    {
+      "epoch": 2.5591036414565824,
+      "grad_norm": 0.4302251935005188,
+      "learning_rate": 6.90238932885394e-05,
+      "loss": 0.4367,
+      "step": 1142
+    },
+    {
+      "epoch": 2.561344537815126,
+      "grad_norm": 0.39620494842529297,
+      "learning_rate": 6.883795817562293e-05,
+      "loss": 0.4373,
+      "step": 1143
+    },
+    {
+      "epoch": 2.5635854341736692,
+      "grad_norm": 0.4327729046344757,
+      "learning_rate": 6.865214230612857e-05,
+      "loss": 0.4567,
+      "step": 1144
+    },
+    {
+      "epoch": 2.5658263305322127,
+      "grad_norm": 0.4318556487560272,
+      "learning_rate": 6.846644639109186e-05,
+      "loss": 0.4956,
+      "step": 1145
+    },
+    {
+      "epoch": 2.568067226890756,
+      "grad_norm": 0.410940021276474,
+      "learning_rate": 6.82808711410894e-05,
+      "loss": 0.4715,
+      "step": 1146
+    },
+    {
+      "epoch": 2.5703081232492995,
+      "grad_norm": 0.44518476724624634,
+      "learning_rate": 6.809541726623601e-05,
+      "loss": 0.5613,
+      "step": 1147
+    },
+    {
+      "epoch": 2.572549019607843,
+      "grad_norm": 0.4663293957710266,
+      "learning_rate": 6.791008547618206e-05,
+      "loss": 0.4837,
+      "step": 1148
+    },
+    {
+      "epoch": 2.5747899159663863,
+      "grad_norm": 0.43246734142303467,
+      "learning_rate": 6.772487648011074e-05,
+      "loss": 0.5244,
+      "step": 1149
+    },
+    {
+      "epoch": 2.5770308123249297,
+      "grad_norm": 0.471043199300766,
+      "learning_rate": 6.753979098673538e-05,
+      "loss": 0.5452,
+      "step": 1150
+    },
+    {
+      "epoch": 2.5792717086834736,
+      "grad_norm": 0.43286454677581787,
+      "learning_rate": 6.735482970429676e-05,
+      "loss": 0.448,
+      "step": 1151
+    },
+    {
+      "epoch": 2.581512605042017,
+      "grad_norm": 0.43996450304985046,
+      "learning_rate": 6.716999334056031e-05,
+      "loss": 0.4486,
+      "step": 1152
+    },
+    {
+      "epoch": 2.5837535014005604,
+      "grad_norm": 0.40108829736709595,
+      "learning_rate": 6.698528260281345e-05,
+      "loss": 0.39,
+      "step": 1153
+    },
+    {
+      "epoch": 2.585994397759104,
+      "grad_norm": 0.4602837562561035,
+      "learning_rate": 6.680069819786287e-05,
+      "loss": 0.5458,
+      "step": 1154
+    },
+    {
+      "epoch": 2.588235294117647,
+      "grad_norm": 0.44124406576156616,
+      "learning_rate": 6.66162408320319e-05,
+      "loss": 0.5629,
+      "step": 1155
+    },
+    {
+      "epoch": 2.5904761904761906,
+      "grad_norm": 0.41357114911079407,
+      "learning_rate": 6.643191121115773e-05,
+      "loss": 0.4054,
+      "step": 1156
+    },
+    {
+      "epoch": 2.592717086834734,
+      "grad_norm": 0.4528425633907318,
+      "learning_rate": 6.624771004058868e-05,
+      "loss": 0.547,
+      "step": 1157
+    },
+    {
+      "epoch": 2.5949579831932774,
+      "grad_norm": 0.4345560371875763,
+      "learning_rate": 6.606363802518159e-05,
+      "loss": 0.4827,
+      "step": 1158
+    },
+    {
+      "epoch": 2.597198879551821,
+      "grad_norm": 0.44091105461120605,
+      "learning_rate": 6.587969586929906e-05,
+      "loss": 0.5285,
+      "step": 1159
+    },
+    {
+      "epoch": 2.5994397759103642,
+      "grad_norm": 0.4253813326358795,
+      "learning_rate": 6.569588427680678e-05,
+      "loss": 0.4701,
+      "step": 1160
+    },
+    {
+      "epoch": 2.6016806722689076,
+      "grad_norm": 0.4591507315635681,
+      "learning_rate": 6.551220395107085e-05,
+      "loss": 0.4894,
+      "step": 1161
+    },
+    {
+      "epoch": 2.603921568627451,
+      "grad_norm": 0.4634987711906433,
+      "learning_rate": 6.532865559495504e-05,
+      "loss": 0.5739,
+      "step": 1162
+    },
+    {
+      "epoch": 2.6061624649859945,
+      "grad_norm": 0.4665946960449219,
+      "learning_rate": 6.514523991081815e-05,
+      "loss": 0.5316,
+      "step": 1163
+    },
+    {
+      "epoch": 2.608403361344538,
+      "grad_norm": 0.42269474267959595,
+      "learning_rate": 6.496195760051129e-05,
+      "loss": 0.5457,
+      "step": 1164
+    },
+    {
+      "epoch": 2.6106442577030813,
+      "grad_norm": 0.39959385991096497,
+      "learning_rate": 6.477880936537521e-05,
+      "loss": 0.4687,
+      "step": 1165
+    },
+    {
+      "epoch": 2.6128851540616247,
+      "grad_norm": 0.45105481147766113,
+      "learning_rate": 6.459579590623763e-05,
+      "loss": 0.4732,
+      "step": 1166
+    },
+    {
+      "epoch": 2.615126050420168,
+      "grad_norm": 0.4361535906791687,
+      "learning_rate": 6.441291792341053e-05,
+      "loss": 0.5406,
+      "step": 1167
+    },
+    {
+      "epoch": 2.6173669467787115,
+      "grad_norm": 0.4421353340148926,
+      "learning_rate": 6.423017611668745e-05,
+      "loss": 0.4506,
+      "step": 1168
+    },
+    {
+      "epoch": 2.619607843137255,
+      "grad_norm": 0.40406641364097595,
+      "learning_rate": 6.40475711853409e-05,
+      "loss": 0.512,
+      "step": 1169
+    },
+    {
+      "epoch": 2.6218487394957983,
+      "grad_norm": 0.4766140878200531,
+      "learning_rate": 6.386510382811962e-05,
+      "loss": 0.4282,
+      "step": 1170
+    },
+    {
+      "epoch": 2.6240896358543417,
+      "grad_norm": 0.4143347442150116,
+      "learning_rate": 6.368277474324587e-05,
+      "loss": 0.4387,
+      "step": 1171
+    },
+    {
+      "epoch": 2.626330532212885,
+      "grad_norm": 0.42166438698768616,
+      "learning_rate": 6.350058462841283e-05,
+      "loss": 0.4871,
+      "step": 1172
+    },
+    {
+      "epoch": 2.6285714285714286,
+      "grad_norm": 0.4512467086315155,
+      "learning_rate": 6.331853418078189e-05,
+      "loss": 0.4713,
+      "step": 1173
+    },
+    {
+      "epoch": 2.630812324929972,
+      "grad_norm": 0.4364948272705078,
+      "learning_rate": 6.313662409698004e-05,
+      "loss": 0.5566,
+      "step": 1174
+    },
+    {
+      "epoch": 2.6330532212885154,
+      "grad_norm": 0.4114439785480499,
+      "learning_rate": 6.29548550730971e-05,
+      "loss": 0.442,
+      "step": 1175
+    },
+    {
+      "epoch": 2.635294117647059,
+      "grad_norm": 0.4442448914051056,
+      "learning_rate": 6.277322780468316e-05,
+      "loss": 0.4886,
+      "step": 1176
+    },
+    {
+      "epoch": 2.637535014005602,
+      "grad_norm": 0.44406870007514954,
+      "learning_rate": 6.259174298674586e-05,
+      "loss": 0.4747,
+      "step": 1177
+    },
+    {
+      "epoch": 2.6397759103641456,
+      "grad_norm": 0.4712062478065491,
+      "learning_rate": 6.241040131374769e-05,
+      "loss": 0.5397,
+      "step": 1178
+    },
+    {
+      "epoch": 2.642016806722689,
+      "grad_norm": 0.4444422125816345,
+      "learning_rate": 6.22292034796035e-05,
+      "loss": 0.4413,
+      "step": 1179
+    },
+    {
+      "epoch": 2.6442577030812324,
+      "grad_norm": 0.43544045090675354,
+      "learning_rate": 6.204815017767767e-05,
+      "loss": 0.4931,
+      "step": 1180
+    },
+    {
+      "epoch": 2.646498599439776,
+      "grad_norm": 0.4698467254638672,
+      "learning_rate": 6.186724210078148e-05,
+      "loss": 0.5931,
+      "step": 1181
+    },
+    {
+      "epoch": 2.6487394957983192,
+      "grad_norm": 0.4257587194442749,
+      "learning_rate": 6.168647994117058e-05,
+      "loss": 0.4852,
+      "step": 1182
+    },
+    {
+      "epoch": 2.6509803921568627,
+      "grad_norm": 0.44725215435028076,
+      "learning_rate": 6.150586439054215e-05,
+      "loss": 0.5422,
+      "step": 1183
+    },
+    {
+      "epoch": 2.653221288515406,
+      "grad_norm": 0.4267517626285553,
+      "learning_rate": 6.132539614003249e-05,
+      "loss": 0.5024,
+      "step": 1184
+    },
+    {
+      "epoch": 2.6554621848739495,
+      "grad_norm": 0.44710227847099304,
+      "learning_rate": 6.114507588021412e-05,
+      "loss": 0.5129,
+      "step": 1185
+    },
+    {
+      "epoch": 2.657703081232493,
+      "grad_norm": 0.40692219138145447,
+      "learning_rate": 6.096490430109343e-05,
+      "loss": 0.4922,
+      "step": 1186
+    },
+    {
+      "epoch": 2.6599439775910363,
+      "grad_norm": 0.4133314788341522,
+      "learning_rate": 6.078488209210769e-05,
+      "loss": 0.5757,
+      "step": 1187
+    },
+    {
+      "epoch": 2.6621848739495797,
+      "grad_norm": 0.4211864471435547,
+      "learning_rate": 6.060500994212271e-05,
+      "loss": 0.467,
+      "step": 1188
+    },
+    {
+      "epoch": 2.664425770308123,
+      "grad_norm": 0.4237733483314514,
+      "learning_rate": 6.042528853943004e-05,
+      "loss": 0.4428,
+      "step": 1189
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 0.41876572370529175,
+      "learning_rate": 6.024571857174443e-05,
+      "loss": 0.4409,
+      "step": 1190
+    },
+    {
+      "epoch": 2.66890756302521,
+      "grad_norm": 0.45893558859825134,
+      "learning_rate": 6.006630072620113e-05,
+      "loss": 0.5965,
+      "step": 1191
+    },
+    {
+      "epoch": 2.6711484593837533,
+      "grad_norm": 0.5006417036056519,
+      "learning_rate": 5.9887035689353285e-05,
+      "loss": 0.492,
+      "step": 1192
+    },
+    {
+      "epoch": 2.673389355742297,
+      "grad_norm": 0.4403904676437378,
+      "learning_rate": 5.9707924147169315e-05,
+      "loss": 0.5206,
+      "step": 1193
+    },
+    {
+      "epoch": 2.6756302521008406,
+      "grad_norm": 0.4360312819480896,
+      "learning_rate": 5.952896678503025e-05,
+      "loss": 0.4696,
+      "step": 1194
+    },
+    {
+      "epoch": 2.677871148459384,
+      "grad_norm": 0.4301529824733734,
+      "learning_rate": 5.935016428772721e-05,
+      "loss": 0.5675,
+      "step": 1195
+    },
+    {
+      "epoch": 2.6801120448179274,
+      "grad_norm": 0.42791324853897095,
+      "learning_rate": 5.9171517339458646e-05,
+      "loss": 0.4538,
+      "step": 1196
+    },
+    {
+      "epoch": 2.682352941176471,
+      "grad_norm": 0.43683886528015137,
+      "learning_rate": 5.899302662382785e-05,
+      "loss": 0.5144,
+      "step": 1197
+    },
+    {
+      "epoch": 2.6845938375350142,
+      "grad_norm": 0.419698029756546,
+      "learning_rate": 5.88146928238402e-05,
+      "loss": 0.4614,
+      "step": 1198
+    },
+    {
+      "epoch": 2.6868347338935576,
+      "grad_norm": 0.48740556836128235,
+      "learning_rate": 5.863651662190075e-05,
+      "loss": 0.4979,
+      "step": 1199
+    },
+    {
+      "epoch": 2.689075630252101,
+      "grad_norm": 0.4334785044193268,
+      "learning_rate": 5.845849869981137e-05,
+      "loss": 0.6011,
+      "step": 1200
+    },
+    {
+      "epoch": 2.6913165266106445,
+      "grad_norm": 0.450212299823761,
+      "learning_rate": 5.828063973876834e-05,
+      "loss": 0.4903,
+      "step": 1201
+    },
+    {
+      "epoch": 2.693557422969188,
+      "grad_norm": 0.4369335472583771,
+      "learning_rate": 5.81029404193596e-05,
+      "loss": 0.4872,
+      "step": 1202
+    },
+    {
+      "epoch": 2.6957983193277313,
+      "grad_norm": 0.4307531714439392,
+      "learning_rate": 5.792540142156233e-05,
+      "loss": 0.4272,
+      "step": 1203
+    },
+    {
+      "epoch": 2.6980392156862747,
+      "grad_norm": 0.44111305475234985,
+      "learning_rate": 5.7748023424740083e-05,
+      "loss": 0.5081,
+      "step": 1204
+    },
+    {
+      "epoch": 2.700280112044818,
+      "grad_norm": 0.4529974162578583,
+      "learning_rate": 5.757080710764041e-05,
+      "loss": 0.4823,
+      "step": 1205
+    },
+    {
+      "epoch": 2.7025210084033615,
+      "grad_norm": 0.4316770136356354,
+      "learning_rate": 5.739375314839226e-05,
+      "loss": 0.4983,
+      "step": 1206
+    },
+    {
+      "epoch": 2.704761904761905,
+      "grad_norm": 0.4267878830432892,
+      "learning_rate": 5.721686222450311e-05,
+      "loss": 0.4634,
+      "step": 1207
+    },
+    {
+      "epoch": 2.7070028011204483,
+      "grad_norm": 0.4317241907119751,
+      "learning_rate": 5.7040135012856786e-05,
+      "loss": 0.481,
+      "step": 1208
+    },
+    {
+      "epoch": 2.7092436974789917,
+      "grad_norm": 0.45203784108161926,
+      "learning_rate": 5.686357218971049e-05,
+      "loss": 0.5158,
+      "step": 1209
+    },
+    {
+      "epoch": 2.711484593837535,
+      "grad_norm": 0.4764373004436493,
+      "learning_rate": 5.668717443069249e-05,
+      "loss": 0.6243,
+      "step": 1210
+    },
+    {
+      "epoch": 2.7137254901960786,
+      "grad_norm": 0.4173125922679901,
+      "learning_rate": 5.6510942410799415e-05,
+      "loss": 0.5189,
+      "step": 1211
+    },
+    {
+      "epoch": 2.715966386554622,
+      "grad_norm": 0.43439099192619324,
+      "learning_rate": 5.633487680439361e-05,
+      "loss": 0.4766,
+      "step": 1212
+    },
+    {
+      "epoch": 2.7182072829131654,
+      "grad_norm": 0.46178168058395386,
+      "learning_rate": 5.615897828520074e-05,
+      "loss": 0.5407,
+      "step": 1213
+    },
+    {
+      "epoch": 2.720448179271709,
+      "grad_norm": 0.42440083622932434,
+      "learning_rate": 5.598324752630695e-05,
+      "loss": 0.471,
+      "step": 1214
+    },
+    {
+      "epoch": 2.722689075630252,
+      "grad_norm": 0.47547709941864014,
+      "learning_rate": 5.580768520015658e-05,
+      "loss": 0.6282,
+      "step": 1215
+    },
+    {
+      "epoch": 2.7249299719887956,
+      "grad_norm": 0.40208446979522705,
+      "learning_rate": 5.5632291978549444e-05,
+      "loss": 0.5341,
+      "step": 1216
+    },
+    {
+      "epoch": 2.727170868347339,
+      "grad_norm": 0.41205033659935,
+      "learning_rate": 5.545706853263814e-05,
+      "loss": 0.4511,
+      "step": 1217
+    },
+    {
+      "epoch": 2.7294117647058824,
+      "grad_norm": 0.43807148933410645,
+      "learning_rate": 5.528201553292578e-05,
+      "loss": 0.513,
+      "step": 1218
+    },
+    {
+      "epoch": 2.731652661064426,
+      "grad_norm": 0.4304596781730652,
+      "learning_rate": 5.5107133649263077e-05,
+      "loss": 0.5122,
+      "step": 1219
+    },
+    {
+      "epoch": 2.7338935574229692,
+      "grad_norm": 0.4425150454044342,
+      "learning_rate": 5.493242355084609e-05,
+      "loss": 0.5225,
+      "step": 1220
+    },
+    {
+      "epoch": 2.7361344537815127,
+      "grad_norm": 0.47015315294265747,
+      "learning_rate": 5.4757885906213525e-05,
+      "loss": 0.5872,
+      "step": 1221
+    },
+    {
+      "epoch": 2.738375350140056,
+      "grad_norm": 0.4287366271018982,
+      "learning_rate": 5.4583521383244076e-05,
+      "loss": 0.5247,
+      "step": 1222
+    },
+    {
+      "epoch": 2.7406162464985995,
+      "grad_norm": 0.4516020715236664,
+      "learning_rate": 5.440933064915414e-05,
+      "loss": 0.5552,
+      "step": 1223
+    },
+    {
+      "epoch": 2.742857142857143,
+      "grad_norm": 0.46535906195640564,
+      "learning_rate": 5.4235314370494905e-05,
+      "loss": 0.5469,
+      "step": 1224
+    },
+    {
+      "epoch": 2.7450980392156863,
+      "grad_norm": 0.41264423727989197,
+      "learning_rate": 5.4061473213150146e-05,
+      "loss": 0.4707,
+      "step": 1225
+    },
+    {
+      "epoch": 2.7473389355742297,
+      "grad_norm": 0.4428427815437317,
+      "learning_rate": 5.3887807842333536e-05,
+      "loss": 0.462,
+      "step": 1226
+    },
+    {
+      "epoch": 2.749579831932773,
+      "grad_norm": 0.4278802275657654,
+      "learning_rate": 5.371431892258596e-05,
+      "loss": 0.45,
+      "step": 1227
+    },
+    {
+      "epoch": 2.7518207282913165,
+      "grad_norm": 0.4178737699985504,
+      "learning_rate": 5.354100711777317e-05,
+      "loss": 0.521,
+      "step": 1228
+    },
+    {
+      "epoch": 2.75406162464986,
+      "grad_norm": 0.4378300607204437,
+      "learning_rate": 5.336787309108324e-05,
+      "loss": 0.5341,
+      "step": 1229
+    },
+    {
+      "epoch": 2.7563025210084033,
+      "grad_norm": 0.428938627243042,
+      "learning_rate": 5.319491750502383e-05,
+      "loss": 0.5213,
+      "step": 1230
+    },
+    {
+      "epoch": 2.7585434173669467,
+      "grad_norm": 0.44063812494277954,
+      "learning_rate": 5.302214102141991e-05,
+      "loss": 0.4556,
+      "step": 1231
+    },
+    {
+      "epoch": 2.76078431372549,
+      "grad_norm": 0.4765867590904236,
+      "learning_rate": 5.2849544301411094e-05,
+      "loss": 0.4859,
+      "step": 1232
+    },
+    {
+      "epoch": 2.7630252100840336,
+      "grad_norm": 0.4411394000053406,
+      "learning_rate": 5.2677128005449e-05,
+      "loss": 0.4559,
+      "step": 1233
+    },
+    {
+      "epoch": 2.765266106442577,
+      "grad_norm": 0.4739338755607605,
+      "learning_rate": 5.2504892793295e-05,
+      "loss": 0.5517,
+      "step": 1234
+    },
+    {
+      "epoch": 2.7675070028011204,
+      "grad_norm": 0.40744367241859436,
+      "learning_rate": 5.233283932401741e-05,
+      "loss": 0.4635,
+      "step": 1235
+    },
+    {
+      "epoch": 2.769747899159664,
+      "grad_norm": 0.4491940140724182,
+      "learning_rate": 5.2160968255989176e-05,
+      "loss": 0.4626,
+      "step": 1236
+    },
+    {
+      "epoch": 2.771988795518207,
+      "grad_norm": 0.44875219464302063,
+      "learning_rate": 5.1989280246885275e-05,
+      "loss": 0.4961,
+      "step": 1237
+    },
+    {
+      "epoch": 2.7742296918767506,
+      "grad_norm": 0.4800289273262024,
+      "learning_rate": 5.181777595368009e-05,
+      "loss": 0.5092,
+      "step": 1238
+    },
+    {
+      "epoch": 2.776470588235294,
+      "grad_norm": 0.4514055550098419,
+      "learning_rate": 5.16464560326452e-05,
+      "loss": 0.4889,
+      "step": 1239
+    },
+    {
+      "epoch": 2.7787114845938374,
+      "grad_norm": 0.44190871715545654,
+      "learning_rate": 5.1475321139346456e-05,
+      "loss": 0.5033,
+      "step": 1240
+    },
+    {
+      "epoch": 2.780952380952381,
+      "grad_norm": 0.4622608423233032,
+      "learning_rate": 5.130437192864182e-05,
+      "loss": 0.4663,
+      "step": 1241
+    },
+    {
+      "epoch": 2.7831932773109243,
+      "grad_norm": 0.45036548376083374,
+      "learning_rate": 5.113360905467874e-05,
+      "loss": 0.5187,
+      "step": 1242
+    },
+    {
+      "epoch": 2.7854341736694677,
+      "grad_norm": 0.4636622667312622,
+      "learning_rate": 5.096303317089155e-05,
+      "loss": 0.4426,
+      "step": 1243
+    },
+    {
+      "epoch": 2.787675070028011,
+      "grad_norm": 0.4120221734046936,
+      "learning_rate": 5.079264492999915e-05,
+      "loss": 0.4223,
+      "step": 1244
+    },
+    {
+      "epoch": 2.7899159663865545,
+      "grad_norm": 0.44056281447410583,
+      "learning_rate": 5.062244498400228e-05,
+      "loss": 0.4905,
+      "step": 1245
+    },
+    {
+      "epoch": 2.792156862745098,
+      "grad_norm": 0.44559818506240845,
+      "learning_rate": 5.045243398418131e-05,
+      "loss": 0.5281,
+      "step": 1246
+    },
+    {
+      "epoch": 2.7943977591036413,
+      "grad_norm": 0.4363376498222351,
+      "learning_rate": 5.028261258109355e-05,
+      "loss": 0.4977,
+      "step": 1247
+    },
+    {
+      "epoch": 2.7966386554621847,
+      "grad_norm": 0.45672979950904846,
+      "learning_rate": 5.011298142457069e-05,
+      "loss": 0.5212,
+      "step": 1248
+    },
+    {
+      "epoch": 2.798879551820728,
+      "grad_norm": 0.4205709993839264,
+      "learning_rate": 4.994354116371659e-05,
+      "loss": 0.5179,
+      "step": 1249
+    },
+    {
+      "epoch": 2.8011204481792715,
+      "grad_norm": 0.4712340831756592,
+      "learning_rate": 4.9774292446904605e-05,
+      "loss": 0.5128,
+      "step": 1250
+    },
+    {
+      "epoch": 2.803361344537815,
+      "grad_norm": 0.4125993251800537,
+      "learning_rate": 4.9605235921775006e-05,
+      "loss": 0.5666,
+      "step": 1251
+    },
+    {
+      "epoch": 2.8056022408963583,
+      "grad_norm": 0.4541053771972656,
+      "learning_rate": 4.9436372235232816e-05,
+      "loss": 0.5223,
+      "step": 1252
+    },
+    {
+      "epoch": 2.8078431372549018,
+      "grad_norm": 0.42332640290260315,
+      "learning_rate": 4.9267702033444996e-05,
+      "loss": 0.4782,
+      "step": 1253
+    },
+    {
+      "epoch": 2.810084033613445,
+      "grad_norm": 0.4206790328025818,
+      "learning_rate": 4.9099225961838215e-05,
+      "loss": 0.4846,
+      "step": 1254
+    },
+    {
+      "epoch": 2.8123249299719886,
+      "grad_norm": 0.47637486457824707,
+      "learning_rate": 4.893094466509629e-05,
+      "loss": 0.5505,
+      "step": 1255
+    },
+    {
+      "epoch": 2.814565826330532,
+      "grad_norm": 0.4126443564891815,
+      "learning_rate": 4.876285878715764e-05,
+      "loss": 0.436,
+      "step": 1256
+    },
+    {
+      "epoch": 2.8168067226890754,
+      "grad_norm": 0.4458106756210327,
+      "learning_rate": 4.859496897121303e-05,
+      "loss": 0.5215,
+      "step": 1257
+    },
+    {
+      "epoch": 2.819047619047619,
+      "grad_norm": 0.4408244788646698,
+      "learning_rate": 4.8427275859702833e-05,
+      "loss": 0.5526,
+      "step": 1258
+    },
+    {
+      "epoch": 2.821288515406162,
+      "grad_norm": 0.47083553671836853,
+      "learning_rate": 4.825978009431484e-05,
+      "loss": 0.5461,
+      "step": 1259
+    },
+    {
+      "epoch": 2.8235294117647056,
+      "grad_norm": 0.44672128558158875,
+      "learning_rate": 4.809248231598168e-05,
+      "loss": 0.5313,
+      "step": 1260
+    },
+    {
+      "epoch": 2.825770308123249,
+      "grad_norm": 0.4665304124355316,
+      "learning_rate": 4.792538316487824e-05,
+      "loss": 0.4801,
+      "step": 1261
+    },
+    {
+      "epoch": 2.8280112044817924,
+      "grad_norm": 0.4424595832824707,
+      "learning_rate": 4.775848328041956e-05,
+      "loss": 0.5804,
+      "step": 1262
+    },
+    {
+      "epoch": 2.8302521008403363,
+      "grad_norm": 0.4141983389854431,
+      "learning_rate": 4.7591783301257955e-05,
+      "loss": 0.5124,
+      "step": 1263
+    },
+    {
+      "epoch": 2.8324929971988797,
+      "grad_norm": 0.44667792320251465,
+      "learning_rate": 4.742528386528093e-05,
+      "loss": 0.5156,
+      "step": 1264
+    },
+    {
+      "epoch": 2.834733893557423,
+      "grad_norm": 0.43313977122306824,
+      "learning_rate": 4.725898560960862e-05,
+      "loss": 0.5087,
+      "step": 1265
+    },
+    {
+      "epoch": 2.8369747899159665,
+      "grad_norm": 0.4425276219844818,
+      "learning_rate": 4.709288917059118e-05,
+      "loss": 0.4842,
+      "step": 1266
+    },
+    {
+      "epoch": 2.83921568627451,
+      "grad_norm": 0.4620510935783386,
+      "learning_rate": 4.6926995183806644e-05,
+      "loss": 0.5418,
+      "step": 1267
+    },
+    {
+      "epoch": 2.8414565826330533,
+      "grad_norm": 0.4190068542957306,
+      "learning_rate": 4.676130428405834e-05,
+      "loss": 0.4785,
+      "step": 1268
+    },
+    {
+      "epoch": 2.8436974789915967,
+      "grad_norm": 0.43840011954307556,
+      "learning_rate": 4.6595817105372354e-05,
+      "loss": 0.482,
+      "step": 1269
+    },
+    {
+      "epoch": 2.84593837535014,
+      "grad_norm": 0.4305482506752014,
+      "learning_rate": 4.6430534280995376e-05,
+      "loss": 0.4899,
+      "step": 1270
+    },
+    {
+      "epoch": 2.8481792717086836,
+      "grad_norm": 0.4740334153175354,
+      "learning_rate": 4.626545644339202e-05,
+      "loss": 0.5599,
+      "step": 1271
+    },
+    {
+      "epoch": 2.850420168067227,
+      "grad_norm": 0.4739833474159241,
+      "learning_rate": 4.610058422424248e-05,
+      "loss": 0.5854,
+      "step": 1272
+    },
+    {
+      "epoch": 2.8526610644257704,
+      "grad_norm": 0.42749541997909546,
+      "learning_rate": 4.593591825444028e-05,
+      "loss": 0.458,
+      "step": 1273
+    },
+    {
+      "epoch": 2.854901960784314,
+      "grad_norm": 0.4204394221305847,
+      "learning_rate": 4.577145916408955e-05,
+      "loss": 0.4389,
+      "step": 1274
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 0.4521435499191284,
+      "learning_rate": 4.560720758250289e-05,
+      "loss": 0.4788,
+      "step": 1275
+    },
+    {
+      "epoch": 2.8593837535014006,
+      "grad_norm": 0.46246248483657837,
+      "learning_rate": 4.544316413819888e-05,
+      "loss": 0.5504,
+      "step": 1276
+    },
+    {
+      "epoch": 2.861624649859944,
+      "grad_norm": 0.4419306516647339,
+      "learning_rate": 4.5279329458899525e-05,
+      "loss": 0.4313,
+      "step": 1277
+    },
+    {
+      "epoch": 2.8638655462184874,
+      "grad_norm": 0.4536859393119812,
+      "learning_rate": 4.5115704171528105e-05,
+      "loss": 0.5285,
+      "step": 1278
+    },
+    {
+      "epoch": 2.866106442577031,
+      "grad_norm": 0.4236634075641632,
+      "learning_rate": 4.495228890220655e-05,
+      "loss": 0.4777,
+      "step": 1279
+    },
+    {
+      "epoch": 2.8683473389355743,
+      "grad_norm": 0.4374547302722931,
+      "learning_rate": 4.478908427625323e-05,
+      "loss": 0.4361,
+      "step": 1280
+    },
+    {
+      "epoch": 2.8705882352941177,
+      "grad_norm": 0.47177979350090027,
+      "learning_rate": 4.462609091818043e-05,
+      "loss": 0.4774,
+      "step": 1281
+    },
+    {
+      "epoch": 2.872829131652661,
+      "grad_norm": 0.4400593936443329,
+      "learning_rate": 4.446330945169197e-05,
+      "loss": 0.5595,
+      "step": 1282
+    },
+    {
+      "epoch": 2.8750700280112045,
+      "grad_norm": 0.45247647166252136,
+      "learning_rate": 4.430074049968097e-05,
+      "loss": 0.4463,
+      "step": 1283
+    },
+    {
+      "epoch": 2.877310924369748,
+      "grad_norm": 0.45194771885871887,
+      "learning_rate": 4.41383846842272e-05,
+      "loss": 0.5107,
+      "step": 1284
+    },
+    {
+      "epoch": 2.8795518207282913,
+      "grad_norm": 0.46045300364494324,
+      "learning_rate": 4.397624262659494e-05,
+      "loss": 0.5606,
+      "step": 1285
+    },
+    {
+      "epoch": 2.8817927170868347,
+      "grad_norm": 0.4386404752731323,
+      "learning_rate": 4.381431494723056e-05,
+      "loss": 0.5098,
+      "step": 1286
+    },
+    {
+      "epoch": 2.884033613445378,
+      "grad_norm": 0.4073896110057831,
+      "learning_rate": 4.365260226575996e-05,
+      "loss": 0.4859,
+      "step": 1287
+    },
+    {
+      "epoch": 2.8862745098039215,
+      "grad_norm": 0.43394744396209717,
+      "learning_rate": 4.349110520098644e-05,
+      "loss": 0.4872,
+      "step": 1288
+    },
+    {
+      "epoch": 2.888515406162465,
+      "grad_norm": 0.4351210296154022,
+      "learning_rate": 4.332982437088825e-05,
+      "loss": 0.5044,
+      "step": 1289
+    },
+    {
+      "epoch": 2.8907563025210083,
+      "grad_norm": 0.4198545217514038,
+      "learning_rate": 4.316876039261609e-05,
+      "loss": 0.4236,
+      "step": 1290
+    },
+    {
+      "epoch": 2.8929971988795518,
+      "grad_norm": 0.4112950265407562,
+      "learning_rate": 4.3007913882491e-05,
+      "loss": 0.4094,
+      "step": 1291
+    },
+    {
+      "epoch": 2.895238095238095,
+      "grad_norm": 0.42472249269485474,
+      "learning_rate": 4.284728545600174e-05,
+      "loss": 0.5063,
+      "step": 1292
+    },
+    {
+      "epoch": 2.8974789915966386,
+      "grad_norm": 0.46323516964912415,
+      "learning_rate": 4.268687572780262e-05,
+      "loss": 0.4832,
+      "step": 1293
+    },
+    {
+      "epoch": 2.899719887955182,
+      "grad_norm": 0.4436538517475128,
+      "learning_rate": 4.252668531171117e-05,
+      "loss": 0.4717,
+      "step": 1294
+    },
+    {
+      "epoch": 2.9019607843137254,
+      "grad_norm": 0.45396503806114197,
+      "learning_rate": 4.236671482070551e-05,
+      "loss": 0.5104,
+      "step": 1295
+    },
+    {
+      "epoch": 2.904201680672269,
+      "grad_norm": 0.3761095106601715,
+      "learning_rate": 4.220696486692242e-05,
+      "loss": 0.4395,
+      "step": 1296
+    },
+    {
+      "epoch": 2.906442577030812,
+      "grad_norm": 0.44329094886779785,
+      "learning_rate": 4.204743606165458e-05,
+      "loss": 0.5193,
+      "step": 1297
+    },
+    {
+      "epoch": 2.9086834733893556,
+      "grad_norm": 0.42952483892440796,
+      "learning_rate": 4.18881290153486e-05,
+      "loss": 0.4772,
+      "step": 1298
+    },
+    {
+      "epoch": 2.910924369747899,
+      "grad_norm": 0.44214001297950745,
+      "learning_rate": 4.172904433760245e-05,
+      "loss": 0.642,
+      "step": 1299
+    },
+    {
+      "epoch": 2.9131652661064424,
+      "grad_norm": 0.434265673160553,
+      "learning_rate": 4.1570182637163155e-05,
+      "loss": 0.5146,
+      "step": 1300
+    },
+    {
+      "epoch": 2.915406162464986,
+      "grad_norm": 0.44314271211624146,
+      "learning_rate": 4.141154452192458e-05,
+      "loss": 0.5096,
+      "step": 1301
+    },
+    {
+      "epoch": 2.9176470588235293,
+      "grad_norm": 0.434539794921875,
+      "learning_rate": 4.125313059892494e-05,
+      "loss": 0.5027,
+      "step": 1302
+    },
+    {
+      "epoch": 2.9198879551820727,
+      "grad_norm": 0.45350441336631775,
+      "learning_rate": 4.109494147434464e-05,
+      "loss": 0.5134,
+      "step": 1303
+    },
+    {
+      "epoch": 2.9221288515406165,
+      "grad_norm": 0.4504285156726837,
+      "learning_rate": 4.093697775350388e-05,
+      "loss": 0.4712,
+      "step": 1304
+    },
+    {
+      "epoch": 2.92436974789916,
+      "grad_norm": 0.43399813771247864,
+      "learning_rate": 4.077924004086025e-05,
+      "loss": 0.466,
+      "step": 1305
+    },
+    {
+      "epoch": 2.9266106442577033,
+      "grad_norm": 0.45415496826171875,
+      "learning_rate": 4.0621728940006646e-05,
+      "loss": 0.4261,
+      "step": 1306
+    },
+    {
+      "epoch": 2.9288515406162468,
+      "grad_norm": 0.42973750829696655,
+      "learning_rate": 4.0464445053668666e-05,
+      "loss": 0.454,
+      "step": 1307
+    },
+    {
+      "epoch": 2.93109243697479,
+      "grad_norm": 0.4402119219303131,
+      "learning_rate": 4.0307388983702554e-05,
+      "loss": 0.5414,
+      "step": 1308
+    },
+    {
+      "epoch": 2.9333333333333336,
+      "grad_norm": 0.4354257583618164,
+      "learning_rate": 4.015056133109284e-05,
+      "loss": 0.487,
+      "step": 1309
+    },
+    {
+      "epoch": 2.935574229691877,
+      "grad_norm": 0.4353284239768982,
+      "learning_rate": 3.999396269594986e-05,
+      "loss": 0.4894,
+      "step": 1310
+    },
+    {
+      "epoch": 2.9378151260504204,
+      "grad_norm": 0.4558074474334717,
+      "learning_rate": 3.9837593677507726e-05,
+      "loss": 0.509,
+      "step": 1311
+    },
+    {
+      "epoch": 2.940056022408964,
+      "grad_norm": 0.4599749743938446,
+      "learning_rate": 3.9681454874121905e-05,
+      "loss": 0.5366,
+      "step": 1312
+    },
+    {
+      "epoch": 2.942296918767507,
+      "grad_norm": 0.4445565342903137,
+      "learning_rate": 3.9525546883266806e-05,
+      "loss": 0.4795,
+      "step": 1313
+    },
+    {
+      "epoch": 2.9445378151260506,
+      "grad_norm": 0.4135204255580902,
+      "learning_rate": 3.9369870301533784e-05,
+      "loss": 0.474,
+      "step": 1314
+    },
+    {
+      "epoch": 2.946778711484594,
+      "grad_norm": 0.4500633776187897,
+      "learning_rate": 3.921442572462856e-05,
+      "loss": 0.5392,
+      "step": 1315
+    },
+    {
+      "epoch": 2.9490196078431374,
+      "grad_norm": 0.4244655668735504,
+      "learning_rate": 3.905921374736918e-05,
+      "loss": 0.4312,
+      "step": 1316
+    },
+    {
+      "epoch": 2.951260504201681,
+      "grad_norm": 0.4241161048412323,
+      "learning_rate": 3.890423496368357e-05,
+      "loss": 0.4528,
+      "step": 1317
+    },
+    {
+      "epoch": 2.9535014005602243,
+      "grad_norm": 0.4363906681537628,
+      "learning_rate": 3.8749489966607296e-05,
+      "loss": 0.5197,
+      "step": 1318
+    },
+    {
+      "epoch": 2.9557422969187677,
+      "grad_norm": 0.4631204903125763,
+      "learning_rate": 3.85949793482814e-05,
+      "loss": 0.5183,
+      "step": 1319
+    },
+    {
+      "epoch": 2.957983193277311,
+      "grad_norm": 0.4488946795463562,
+      "learning_rate": 3.8440703699950075e-05,
+      "loss": 0.575,
+      "step": 1320
+    },
+    {
+      "epoch": 2.9602240896358545,
+      "grad_norm": 0.451129674911499,
+      "learning_rate": 3.828666361195827e-05,
+      "loss": 0.4806,
+      "step": 1321
+    },
+    {
+      "epoch": 2.962464985994398,
+      "grad_norm": 0.428025484085083,
+      "learning_rate": 3.813285967374969e-05,
+      "loss": 0.4556,
+      "step": 1322
+    },
+    {
+      "epoch": 2.9647058823529413,
+      "grad_norm": 0.4540148675441742,
+      "learning_rate": 3.7979292473864257e-05,
+      "loss": 0.4273,
+      "step": 1323
+    },
+    {
+      "epoch": 2.9669467787114847,
+      "grad_norm": 0.45857563614845276,
+      "learning_rate": 3.782596259993611e-05,
+      "loss": 0.5061,
+      "step": 1324
+    },
+    {
+      "epoch": 2.969187675070028,
+      "grad_norm": 0.4698602557182312,
+      "learning_rate": 3.767287063869125e-05,
+      "loss": 0.5311,
+      "step": 1325
+    },
+    {
+      "epoch": 2.9714285714285715,
+      "grad_norm": 0.44710850715637207,
+      "learning_rate": 3.752001717594517e-05,
+      "loss": 0.5881,
+      "step": 1326
+    },
+    {
+      "epoch": 2.973669467787115,
+      "grad_norm": 0.5294246673583984,
+      "learning_rate": 3.736740279660087e-05,
+      "loss": 0.5108,
+      "step": 1327
+    },
+    {
+      "epoch": 2.9759103641456583,
+      "grad_norm": 0.46404391527175903,
+      "learning_rate": 3.7215028084646386e-05,
+      "loss": 0.5784,
+      "step": 1328
+    },
+    {
+      "epoch": 2.9781512605042018,
+      "grad_norm": 0.47567376494407654,
+      "learning_rate": 3.706289362315271e-05,
+      "loss": 0.5864,
+      "step": 1329
+    },
+    {
+      "epoch": 2.980392156862745,
+      "grad_norm": 0.4270058274269104,
+      "learning_rate": 3.691099999427152e-05,
+      "loss": 0.4804,
+      "step": 1330
+    },
+    {
+      "epoch": 2.9826330532212886,
+      "grad_norm": 0.47204577922821045,
+      "learning_rate": 3.675934777923283e-05,
+      "loss": 0.578,
+      "step": 1331
+    },
+    {
+      "epoch": 2.984873949579832,
+      "grad_norm": 0.4929749071598053,
+      "learning_rate": 3.660793755834298e-05,
+      "loss": 0.5297,
+      "step": 1332
+    },
+    {
+      "epoch": 2.9871148459383754,
+      "grad_norm": 0.45627254247665405,
+      "learning_rate": 3.645676991098227e-05,
+      "loss": 0.4705,
+      "step": 1333
+    },
+    {
+      "epoch": 2.989355742296919,
+      "grad_norm": 0.48187679052352905,
+      "learning_rate": 3.630584541560272e-05,
+      "loss": 0.4823,
+      "step": 1334
+    },
+    {
+      "epoch": 2.991596638655462,
+      "grad_norm": 0.42817258834838867,
+      "learning_rate": 3.615516464972604e-05,
+      "loss": 0.3985,
+      "step": 1335
+    },
+    {
+      "epoch": 2.9938375350140056,
+      "grad_norm": 0.4278976023197174,
+      "learning_rate": 3.600472818994114e-05,
+      "loss": 0.4891,
+      "step": 1336
+    },
+    {
+      "epoch": 2.996078431372549,
+      "grad_norm": 0.42993059754371643,
+      "learning_rate": 3.585453661190218e-05,
+      "loss": 0.4632,
+      "step": 1337
+    },
+    {
+      "epoch": 2.9983193277310924,
+      "grad_norm": 0.4411959648132324,
+      "learning_rate": 3.5704590490326295e-05,
+      "loss": 0.4865,
+      "step": 1338
+    },
+    {
+      "epoch": 3.000560224089636,
+      "grad_norm": 0.49589869379997253,
+      "learning_rate": 3.5554890398991224e-05,
+      "loss": 0.4917,
+      "step": 1339
+    },
+    {
+      "epoch": 3.0028011204481793,
+      "grad_norm": 0.41332972049713135,
+      "learning_rate": 3.540543691073343e-05,
+      "loss": 0.4124,
+      "step": 1340
+    },
+    {
+      "epoch": 3.0050420168067227,
+      "grad_norm": 0.39853808283805847,
+      "learning_rate": 3.5256230597445594e-05,
+      "loss": 0.3223,
+      "step": 1341
+    },
+    {
+      "epoch": 3.007282913165266,
+      "grad_norm": 0.40299588441848755,
+      "learning_rate": 3.510727203007462e-05,
+      "loss": 0.3388,
+      "step": 1342
+    },
+    {
+      "epoch": 3.0095238095238095,
+      "grad_norm": 0.3891731798648834,
+      "learning_rate": 3.495856177861947e-05,
+      "loss": 0.3039,
+      "step": 1343
+    },
+    {
+      "epoch": 3.011764705882353,
+      "grad_norm": 0.39756113290786743,
+      "learning_rate": 3.4810100412128747e-05,
+      "loss": 0.4982,
+      "step": 1344
+    },
+    {
+      "epoch": 3.0140056022408963,
+      "grad_norm": 0.4121803939342499,
+      "learning_rate": 3.4661888498698855e-05,
+      "loss": 0.4245,
+      "step": 1345
+    },
+    {
+      "epoch": 3.0162464985994397,
+      "grad_norm": 0.3936035931110382,
+      "learning_rate": 3.45139266054715e-05,
+      "loss": 0.329,
+      "step": 1346
+    },
+    {
+      "epoch": 3.018487394957983,
+      "grad_norm": 0.43669405579566956,
+      "learning_rate": 3.4366215298631776e-05,
+      "loss": 0.3462,
+      "step": 1347
+    },
+    {
+      "epoch": 3.0207282913165265,
+      "grad_norm": 0.40322819352149963,
+      "learning_rate": 3.421875514340589e-05,
+      "loss": 0.2907,
+      "step": 1348
+    },
+    {
+      "epoch": 3.02296918767507,
+      "grad_norm": 0.4164092242717743,
+      "learning_rate": 3.40715467040589e-05,
+      "loss": 0.2771,
+      "step": 1349
+    },
+    {
+      "epoch": 3.0252100840336134,
+      "grad_norm": 0.45907339453697205,
+      "learning_rate": 3.392459054389281e-05,
+      "loss": 0.3304,
+      "step": 1350
+    },
+    {
+      "epoch": 3.0274509803921568,
+      "grad_norm": 0.479154497385025,
+      "learning_rate": 3.37778872252441e-05,
+      "loss": 0.2681,
+      "step": 1351
+    },
+    {
+      "epoch": 3.0296918767507,
+      "grad_norm": 0.5601916909217834,
+      "learning_rate": 3.363143730948185e-05,
+      "loss": 0.386,
+      "step": 1352
+    },
+    {
+      "epoch": 3.0319327731092436,
+      "grad_norm": 0.5094799995422363,
+      "learning_rate": 3.348524135700549e-05,
+      "loss": 0.2722,
+      "step": 1353
+    },
+    {
+      "epoch": 3.034173669467787,
+      "grad_norm": 0.5367773771286011,
+      "learning_rate": 3.333929992724253e-05,
+      "loss": 0.295,
+      "step": 1354
+    },
+    {
+      "epoch": 3.0364145658263304,
+      "grad_norm": 0.5212346911430359,
+      "learning_rate": 3.319361357864663e-05,
+      "loss": 0.2944,
+      "step": 1355
+    },
+    {
+      "epoch": 3.038655462184874,
+      "grad_norm": 0.5167776942253113,
+      "learning_rate": 3.30481828686954e-05,
+      "loss": 0.424,
+      "step": 1356
+    },
+    {
+      "epoch": 3.040896358543417,
+      "grad_norm": 0.5402488112449646,
+      "learning_rate": 3.290300835388808e-05,
+      "loss": 0.3583,
+      "step": 1357
+    },
+    {
+      "epoch": 3.0431372549019606,
+      "grad_norm": 0.4713301956653595,
+      "learning_rate": 3.275809058974373e-05,
+      "loss": 0.3549,
+      "step": 1358
+    },
+    {
+      "epoch": 3.045378151260504,
+      "grad_norm": 0.4944319725036621,
+      "learning_rate": 3.261343013079879e-05,
+      "loss": 0.2797,
+      "step": 1359
+    },
+    {
+      "epoch": 3.0476190476190474,
+      "grad_norm": 0.5610097050666809,
+      "learning_rate": 3.2469027530605254e-05,
+      "loss": 0.3929,
+      "step": 1360
+    },
+    {
+      "epoch": 3.049859943977591,
+      "grad_norm": 0.5217616558074951,
+      "learning_rate": 3.2324883341728375e-05,
+      "loss": 0.3391,
+      "step": 1361
+    },
+    {
+      "epoch": 3.0521008403361343,
+      "grad_norm": 0.4262455105781555,
+      "learning_rate": 3.2180998115744386e-05,
+      "loss": 0.2776,
+      "step": 1362
+    },
+    {
+      "epoch": 3.0543417366946777,
+      "grad_norm": 0.5136886239051819,
+      "learning_rate": 3.203737240323884e-05,
+      "loss": 0.3459,
+      "step": 1363
+    },
+    {
+      "epoch": 3.056582633053221,
+      "grad_norm": 0.47765475511550903,
+      "learning_rate": 3.189400675380414e-05,
+      "loss": 0.3548,
+      "step": 1364
+    },
+    {
+      "epoch": 3.0588235294117645,
+      "grad_norm": 0.4363887906074524,
+      "learning_rate": 3.17509017160375e-05,
+      "loss": 0.3044,
+      "step": 1365
+    },
+    {
+      "epoch": 3.061064425770308,
+      "grad_norm": 0.45955631136894226,
+      "learning_rate": 3.160805783753897e-05,
+      "loss": 0.258,
+      "step": 1366
+    },
+    {
+      "epoch": 3.0633053221288513,
+      "grad_norm": 0.42014384269714355,
+      "learning_rate": 3.1465475664909185e-05,
+      "loss": 0.2822,
+      "step": 1367
+    },
+    {
+      "epoch": 3.065546218487395,
+      "grad_norm": 0.4501345753669739,
+      "learning_rate": 3.132315574374739e-05,
+      "loss": 0.3335,
+      "step": 1368
+    },
+    {
+      "epoch": 3.0677871148459386,
+      "grad_norm": 0.4411679208278656,
+      "learning_rate": 3.118109861864934e-05,
+      "loss": 0.2956,
+      "step": 1369
+    },
+    {
+      "epoch": 3.070028011204482,
+      "grad_norm": 0.4476657807826996,
+      "learning_rate": 3.103930483320508e-05,
+      "loss": 0.3129,
+      "step": 1370
+    },
+    {
+      "epoch": 3.0722689075630254,
+      "grad_norm": 0.4412747323513031,
+      "learning_rate": 3.089777492999709e-05,
+      "loss": 0.3169,
+      "step": 1371
+    },
+    {
+      "epoch": 3.074509803921569,
+      "grad_norm": 0.44826242327690125,
+      "learning_rate": 3.0756509450597995e-05,
+      "loss": 0.3474,
+      "step": 1372
+    },
+    {
+      "epoch": 3.076750700280112,
+      "grad_norm": 0.45413777232170105,
+      "learning_rate": 3.0615508935568626e-05,
+      "loss": 0.3458,
+      "step": 1373
+    },
+    {
+      "epoch": 3.0789915966386556,
+      "grad_norm": 0.4862656593322754,
+      "learning_rate": 3.0474773924455958e-05,
+      "loss": 0.3266,
+      "step": 1374
+    },
+    {
+      "epoch": 3.081232492997199,
+      "grad_norm": 0.4633581042289734,
+      "learning_rate": 3.0334304955790883e-05,
+      "loss": 0.3215,
+      "step": 1375
+    },
+    {
+      "epoch": 3.0834733893557424,
+      "grad_norm": 0.46785250306129456,
+      "learning_rate": 3.0194102567086368e-05,
+      "loss": 0.3216,
+      "step": 1376
+    },
+    {
+      "epoch": 3.085714285714286,
+      "grad_norm": 0.5173181891441345,
+      "learning_rate": 3.005416729483531e-05,
+      "loss": 0.3174,
+      "step": 1377
+    },
+    {
+      "epoch": 3.0879551820728293,
+      "grad_norm": 0.4843448996543884,
+      "learning_rate": 2.9914499674508335e-05,
+      "loss": 0.3731,
+      "step": 1378
+    },
+    {
+      "epoch": 3.0901960784313727,
+      "grad_norm": 0.5071886777877808,
+      "learning_rate": 2.9775100240552047e-05,
+      "loss": 0.3231,
+      "step": 1379
+    },
+    {
+      "epoch": 3.092436974789916,
+      "grad_norm": 0.4825439751148224,
+      "learning_rate": 2.9635969526386664e-05,
+      "loss": 0.3735,
+      "step": 1380
+    },
+    {
+      "epoch": 3.0946778711484595,
+      "grad_norm": 0.5004919767379761,
+      "learning_rate": 2.9497108064404256e-05,
+      "loss": 0.347,
+      "step": 1381
+    },
+    {
+      "epoch": 3.096918767507003,
+      "grad_norm": 0.488555908203125,
+      "learning_rate": 2.935851638596655e-05,
+      "loss": 0.2964,
+      "step": 1382
+    },
+    {
+      "epoch": 3.0991596638655463,
+      "grad_norm": 0.5091221332550049,
+      "learning_rate": 2.9220195021402874e-05,
+      "loss": 0.3988,
+      "step": 1383
+    },
+    {
+      "epoch": 3.1014005602240897,
+      "grad_norm": 0.4765869677066803,
+      "learning_rate": 2.908214450000828e-05,
+      "loss": 0.2942,
+      "step": 1384
+    },
+    {
+      "epoch": 3.103641456582633,
+      "grad_norm": 0.5064610242843628,
+      "learning_rate": 2.8944365350041303e-05,
+      "loss": 0.3522,
+      "step": 1385
+    },
+    {
+      "epoch": 3.1058823529411765,
+      "grad_norm": 0.5001654624938965,
+      "learning_rate": 2.8806858098722156e-05,
+      "loss": 0.3109,
+      "step": 1386
+    },
+    {
+      "epoch": 3.10812324929972,
+      "grad_norm": 0.511434018611908,
+      "learning_rate": 2.8669623272230606e-05,
+      "loss": 0.3194,
+      "step": 1387
+    },
+    {
+      "epoch": 3.1103641456582634,
+      "grad_norm": 0.4685607850551605,
+      "learning_rate": 2.853266139570391e-05,
+      "loss": 0.3158,
+      "step": 1388
+    },
+    {
+      "epoch": 3.1126050420168068,
+      "grad_norm": 0.5167863965034485,
+      "learning_rate": 2.839597299323493e-05,
+      "loss": 0.3529,
+      "step": 1389
+    },
+    {
+      "epoch": 3.11484593837535,
+      "grad_norm": 0.5615128874778748,
+      "learning_rate": 2.8259558587870015e-05,
+      "loss": 0.3293,
+      "step": 1390
+    },
+    {
+      "epoch": 3.1170868347338936,
+      "grad_norm": 0.49968770146369934,
+      "learning_rate": 2.8123418701607075e-05,
+      "loss": 0.261,
+      "step": 1391
+    },
+    {
+      "epoch": 3.119327731092437,
+      "grad_norm": 0.46439695358276367,
+      "learning_rate": 2.7987553855393577e-05,
+      "loss": 0.2621,
+      "step": 1392
+    },
+    {
+      "epoch": 3.1215686274509804,
+      "grad_norm": 0.48158368468284607,
+      "learning_rate": 2.7851964569124468e-05,
+      "loss": 0.3149,
+      "step": 1393
+    },
+    {
+      "epoch": 3.123809523809524,
+      "grad_norm": 0.4731869697570801,
+      "learning_rate": 2.7716651361640277e-05,
+      "loss": 0.3239,
+      "step": 1394
+    },
+    {
+      "epoch": 3.1260504201680672,
+      "grad_norm": 0.5252434611320496,
+      "learning_rate": 2.758161475072518e-05,
+      "loss": 0.3718,
+      "step": 1395
+    },
+    {
+      "epoch": 3.1282913165266106,
+      "grad_norm": 0.4798729121685028,
+      "learning_rate": 2.7446855253104775e-05,
+      "loss": 0.3285,
+      "step": 1396
+    },
+    {
+      "epoch": 3.130532212885154,
+      "grad_norm": 0.4544459879398346,
+      "learning_rate": 2.7312373384444445e-05,
+      "loss": 0.2919,
+      "step": 1397
+    },
+    {
+      "epoch": 3.1327731092436975,
+      "grad_norm": 0.4789837598800659,
+      "learning_rate": 2.7178169659347053e-05,
+      "loss": 0.3393,
+      "step": 1398
+    },
+    {
+      "epoch": 3.135014005602241,
+      "grad_norm": 0.529924213886261,
+      "learning_rate": 2.7044244591351232e-05,
+      "loss": 0.3708,
+      "step": 1399
+    },
+    {
+      "epoch": 3.1372549019607843,
+      "grad_norm": 0.5389192700386047,
+      "learning_rate": 2.6910598692929323e-05,
+      "loss": 0.3941,
+      "step": 1400
+    },
+    {
+      "epoch": 3.1394957983193277,
+      "grad_norm": 0.5049662590026855,
+      "learning_rate": 2.6777232475485315e-05,
+      "loss": 0.346,
+      "step": 1401
+    },
+    {
+      "epoch": 3.141736694677871,
+      "grad_norm": 0.45820388197898865,
+      "learning_rate": 2.6644146449353103e-05,
+      "loss": 0.2621,
+      "step": 1402
+    },
+    {
+      "epoch": 3.1439775910364145,
+      "grad_norm": 0.44702383875846863,
+      "learning_rate": 2.6511341123794265e-05,
+      "loss": 0.2813,
+      "step": 1403
+    },
+    {
+      "epoch": 3.146218487394958,
+      "grad_norm": 0.4817456305027008,
+      "learning_rate": 2.6378817006996393e-05,
+      "loss": 0.398,
+      "step": 1404
+    },
+    {
+      "epoch": 3.1484593837535013,
+      "grad_norm": 0.49277815222740173,
+      "learning_rate": 2.624657460607103e-05,
+      "loss": 0.3089,
+      "step": 1405
+    },
+    {
+      "epoch": 3.1507002801120447,
+      "grad_norm": 0.5029839873313904,
+      "learning_rate": 2.611461442705152e-05,
+      "loss": 0.3146,
+      "step": 1406
+    },
+    {
+      "epoch": 3.152941176470588,
+      "grad_norm": 0.5354706048965454,
+      "learning_rate": 2.598293697489148e-05,
+      "loss": 0.3605,
+      "step": 1407
+    },
+    {
+      "epoch": 3.1551820728291315,
+      "grad_norm": 0.5312678217887878,
+      "learning_rate": 2.585154275346261e-05,
+      "loss": 0.3399,
+      "step": 1408
+    },
+    {
+      "epoch": 3.157422969187675,
+      "grad_norm": 0.4887639582157135,
+      "learning_rate": 2.5720432265552696e-05,
+      "loss": 0.3379,
+      "step": 1409
+    },
+    {
+      "epoch": 3.1596638655462184,
+      "grad_norm": 0.4942966401576996,
+      "learning_rate": 2.5589606012863963e-05,
+      "loss": 0.3088,
+      "step": 1410
+    },
+    {
+      "epoch": 3.1619047619047618,
+      "grad_norm": 3.910985231399536,
+      "learning_rate": 2.5459064496010855e-05,
+      "loss": 0.3442,
+      "step": 1411
+    },
+    {
+      "epoch": 3.164145658263305,
+      "grad_norm": 0.5338606834411621,
+      "learning_rate": 2.532880821451833e-05,
+      "loss": 0.3882,
+      "step": 1412
+    },
+    {
+      "epoch": 3.1663865546218486,
+      "grad_norm": 0.5721837878227234,
+      "learning_rate": 2.519883766681991e-05,
+      "loss": 0.3739,
+      "step": 1413
+    },
+    {
+      "epoch": 3.168627450980392,
+      "grad_norm": 0.5071980953216553,
+      "learning_rate": 2.5069153350255613e-05,
+      "loss": 0.3254,
+      "step": 1414
+    },
+    {
+      "epoch": 3.1708683473389354,
+      "grad_norm": 0.4821365475654602,
+      "learning_rate": 2.4939755761070306e-05,
+      "loss": 0.2976,
+      "step": 1415
+    },
+    {
+      "epoch": 3.173109243697479,
+      "grad_norm": 0.49733036756515503,
+      "learning_rate": 2.4810645394411635e-05,
+      "loss": 0.3257,
+      "step": 1416
+    },
+    {
+      "epoch": 3.1753501400560222,
+      "grad_norm": 0.5084898471832275,
+      "learning_rate": 2.468182274432812e-05,
+      "loss": 0.298,
+      "step": 1417
+    },
+    {
+      "epoch": 3.1775910364145656,
+      "grad_norm": 0.49415645003318787,
+      "learning_rate": 2.455328830376741e-05,
+      "loss": 0.3257,
+      "step": 1418
+    },
+    {
+      "epoch": 3.179831932773109,
+      "grad_norm": 0.49613410234451294,
+      "learning_rate": 2.4425042564574184e-05,
+      "loss": 0.2686,
+      "step": 1419
+    },
+    {
+      "epoch": 3.1820728291316525,
+      "grad_norm": 0.5033903121948242,
+      "learning_rate": 2.429708601748849e-05,
+      "loss": 0.3389,
+      "step": 1420
+    },
+    {
+      "epoch": 3.1843137254901963,
+      "grad_norm": 0.47465944290161133,
+      "learning_rate": 2.4169419152143768e-05,
+      "loss": 0.3047,
+      "step": 1421
+    },
+    {
+      "epoch": 3.1865546218487397,
+      "grad_norm": 0.5243690013885498,
+      "learning_rate": 2.4042042457064863e-05,
+      "loss": 0.3374,
+      "step": 1422
+    },
+    {
+      "epoch": 3.188795518207283,
+      "grad_norm": 0.4812096059322357,
+      "learning_rate": 2.39149564196664e-05,
+      "loss": 0.3213,
+      "step": 1423
+    },
+    {
+      "epoch": 3.1910364145658265,
+      "grad_norm": 0.5146459937095642,
+      "learning_rate": 2.3788161526250674e-05,
+      "loss": 0.2956,
+      "step": 1424
+    },
+    {
+      "epoch": 3.19327731092437,
+      "grad_norm": 0.49484795331954956,
+      "learning_rate": 2.3661658262005982e-05,
+      "loss": 0.3339,
+      "step": 1425
+    },
+    {
+      "epoch": 3.1955182072829134,
+      "grad_norm": 0.4640098214149475,
+      "learning_rate": 2.353544711100466e-05,
+      "loss": 0.2884,
+      "step": 1426
+    },
+    {
+      "epoch": 3.1977591036414568,
+      "grad_norm": 0.5316060185432434,
+      "learning_rate": 2.340952855620121e-05,
+      "loss": 0.3417,
+      "step": 1427
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 0.4443023204803467,
+      "learning_rate": 2.328390307943058e-05,
+      "loss": 0.2678,
+      "step": 1428
+    },
+    {
+      "epoch": 3.2022408963585436,
+      "grad_norm": 0.5558844208717346,
+      "learning_rate": 2.315857116140615e-05,
+      "loss": 0.3275,
+      "step": 1429
+    },
+    {
+      "epoch": 3.204481792717087,
+      "grad_norm": 0.4856441915035248,
+      "learning_rate": 2.3033533281718035e-05,
+      "loss": 0.2729,
+      "step": 1430
+    },
+    {
+      "epoch": 3.2067226890756304,
+      "grad_norm": 0.5532668232917786,
+      "learning_rate": 2.2908789918831207e-05,
+      "loss": 0.3551,
+      "step": 1431
+    },
+    {
+      "epoch": 3.208963585434174,
+      "grad_norm": 0.5030052661895752,
+      "learning_rate": 2.2784341550083576e-05,
+      "loss": 0.3281,
+      "step": 1432
+    },
+    {
+      "epoch": 3.2112044817927172,
+      "grad_norm": 0.5266245007514954,
+      "learning_rate": 2.2660188651684355e-05,
+      "loss": 0.4574,
+      "step": 1433
+    },
+    {
+      "epoch": 3.2134453781512606,
+      "grad_norm": 0.4811515510082245,
+      "learning_rate": 2.2536331698711977e-05,
+      "loss": 0.2571,
+      "step": 1434
+    },
+    {
+      "epoch": 3.215686274509804,
+      "grad_norm": 0.5309754014015198,
+      "learning_rate": 2.2412771165112557e-05,
+      "loss": 0.3653,
+      "step": 1435
+    },
+    {
+      "epoch": 3.2179271708683475,
+      "grad_norm": 0.4872804284095764,
+      "learning_rate": 2.2289507523697896e-05,
+      "loss": 0.2672,
+      "step": 1436
+    },
+    {
+      "epoch": 3.220168067226891,
+      "grad_norm": 0.5137742757797241,
+      "learning_rate": 2.216654124614366e-05,
+      "loss": 0.329,
+      "step": 1437
+    },
+    {
+      "epoch": 3.2224089635854343,
+      "grad_norm": 0.483310341835022,
+      "learning_rate": 2.204387280298772e-05,
+      "loss": 0.2992,
+      "step": 1438
+    },
+    {
+      "epoch": 3.2246498599439777,
+      "grad_norm": 0.4888010025024414,
+      "learning_rate": 2.1921502663628246e-05,
+      "loss": 0.3012,
+      "step": 1439
+    },
+    {
+      "epoch": 3.226890756302521,
+      "grad_norm": 0.5152415633201599,
+      "learning_rate": 2.179943129632188e-05,
+      "loss": 0.2948,
+      "step": 1440
+    },
+    {
+      "epoch": 3.2291316526610645,
+      "grad_norm": 0.4996802806854248,
+      "learning_rate": 2.1677659168182063e-05,
+      "loss": 0.3025,
+      "step": 1441
+    },
+    {
+      "epoch": 3.231372549019608,
+      "grad_norm": 0.49200794100761414,
+      "learning_rate": 2.155618674517711e-05,
+      "loss": 0.2836,
+      "step": 1442
+    },
+    {
+      "epoch": 3.2336134453781513,
+      "grad_norm": 0.4743421673774719,
+      "learning_rate": 2.1435014492128547e-05,
+      "loss": 0.2585,
+      "step": 1443
+    },
+    {
+      "epoch": 3.2358543417366947,
+      "grad_norm": 0.44622379541397095,
+      "learning_rate": 2.131414287270931e-05,
+      "loss": 0.2404,
+      "step": 1444
+    },
+    {
+      "epoch": 3.238095238095238,
+      "grad_norm": 0.4845670759677887,
+      "learning_rate": 2.1193572349441836e-05,
+      "loss": 0.2798,
+      "step": 1445
+    },
+    {
+      "epoch": 3.2403361344537815,
+      "grad_norm": 0.5389719009399414,
+      "learning_rate": 2.1073303383696518e-05,
+      "loss": 0.3019,
+      "step": 1446
+    },
+    {
+      "epoch": 3.242577030812325,
+      "grad_norm": 0.5004632472991943,
+      "learning_rate": 2.095333643568973e-05,
+      "loss": 0.3031,
+      "step": 1447
+    },
+    {
+      "epoch": 3.2448179271708684,
+      "grad_norm": 0.5112025141716003,
+      "learning_rate": 2.0833671964482194e-05,
+      "loss": 0.3228,
+      "step": 1448
+    },
+    {
+      "epoch": 3.2470588235294118,
+      "grad_norm": 0.5651037693023682,
+      "learning_rate": 2.0714310427977223e-05,
+      "loss": 0.3821,
+      "step": 1449
+    },
+    {
+      "epoch": 3.249299719887955,
+      "grad_norm": 0.5313946604728699,
+      "learning_rate": 2.0595252282918875e-05,
+      "loss": 0.3262,
+      "step": 1450
+    },
+    {
+      "epoch": 3.2515406162464986,
+      "grad_norm": 0.4593634009361267,
+      "learning_rate": 2.0476497984890254e-05,
+      "loss": 0.2979,
+      "step": 1451
+    },
+    {
+      "epoch": 3.253781512605042,
+      "grad_norm": 0.5095701813697815,
+      "learning_rate": 2.0358047988311855e-05,
+      "loss": 0.3606,
+      "step": 1452
+    },
+    {
+      "epoch": 3.2560224089635854,
+      "grad_norm": 0.5032029747962952,
+      "learning_rate": 2.0239902746439655e-05,
+      "loss": 0.374,
+      "step": 1453
+    },
+    {
+      "epoch": 3.258263305322129,
+      "grad_norm": 0.5205835103988647,
+      "learning_rate": 2.0122062711363532e-05,
+      "loss": 0.2887,
+      "step": 1454
+    },
+    {
+      "epoch": 3.2605042016806722,
+      "grad_norm": 0.5046274065971375,
+      "learning_rate": 2.0004528334005425e-05,
+      "loss": 0.3156,
+      "step": 1455
+    },
+    {
+      "epoch": 3.2627450980392156,
+      "grad_norm": 0.5035808086395264,
+      "learning_rate": 1.9887300064117685e-05,
+      "loss": 0.3156,
+      "step": 1456
+    },
+    {
+      "epoch": 3.264985994397759,
+      "grad_norm": 0.5462903380393982,
+      "learning_rate": 1.977037835028135e-05,
+      "loss": 0.3427,
+      "step": 1457
+    },
+    {
+      "epoch": 3.2672268907563025,
+      "grad_norm": 0.5048507452011108,
+      "learning_rate": 1.9653763639904332e-05,
+      "loss": 0.2732,
+      "step": 1458
+    },
+    {
+      "epoch": 3.269467787114846,
+      "grad_norm": 0.47673097252845764,
+      "learning_rate": 1.9537456379219822e-05,
+      "loss": 0.2567,
+      "step": 1459
+    },
+    {
+      "epoch": 3.2717086834733893,
+      "grad_norm": 0.5035359263420105,
+      "learning_rate": 1.942145701328456e-05,
+      "loss": 0.3665,
+      "step": 1460
+    },
+    {
+      "epoch": 3.2739495798319327,
+      "grad_norm": 0.5329445600509644,
+      "learning_rate": 1.930576598597702e-05,
+      "loss": 0.376,
+      "step": 1461
+    },
+    {
+      "epoch": 3.276190476190476,
+      "grad_norm": 0.4860951006412506,
+      "learning_rate": 1.9190383739995933e-05,
+      "loss": 0.3073,
+      "step": 1462
+    },
+    {
+      "epoch": 3.2784313725490195,
+      "grad_norm": 0.47247549891471863,
+      "learning_rate": 1.9075310716858296e-05,
+      "loss": 0.2786,
+      "step": 1463
+    },
+    {
+      "epoch": 3.280672268907563,
+      "grad_norm": 0.4909864664077759,
+      "learning_rate": 1.8960547356897994e-05,
+      "loss": 0.2683,
+      "step": 1464
+    },
+    {
+      "epoch": 3.2829131652661063,
+      "grad_norm": 0.5618079304695129,
+      "learning_rate": 1.8846094099263912e-05,
+      "loss": 0.3612,
+      "step": 1465
+    },
+    {
+      "epoch": 3.2851540616246497,
+      "grad_norm": 0.501299262046814,
+      "learning_rate": 1.8731951381918254e-05,
+      "loss": 0.3915,
+      "step": 1466
+    },
+    {
+      "epoch": 3.287394957983193,
+      "grad_norm": 0.49517005681991577,
+      "learning_rate": 1.8618119641635046e-05,
+      "loss": 0.3665,
+      "step": 1467
+    },
+    {
+      "epoch": 3.2896358543417366,
+      "grad_norm": 0.5231888890266418,
+      "learning_rate": 1.8504599313998193e-05,
+      "loss": 0.2925,
+      "step": 1468
+    },
+    {
+      "epoch": 3.29187675070028,
+      "grad_norm": 0.4742147624492645,
+      "learning_rate": 1.8391390833400078e-05,
+      "loss": 0.3054,
+      "step": 1469
+    },
+    {
+      "epoch": 3.2941176470588234,
+      "grad_norm": 0.5302726030349731,
+      "learning_rate": 1.8278494633039755e-05,
+      "loss": 0.315,
+      "step": 1470
+    },
+    {
+      "epoch": 3.296358543417367,
+      "grad_norm": 0.5143425464630127,
+      "learning_rate": 1.8165911144921268e-05,
+      "loss": 0.3221,
+      "step": 1471
+    },
+    {
+      "epoch": 3.29859943977591,
+      "grad_norm": 0.5551392436027527,
+      "learning_rate": 1.8053640799852133e-05,
+      "loss": 0.2964,
+      "step": 1472
+    },
+    {
+      "epoch": 3.3008403361344536,
+      "grad_norm": 0.5096778273582458,
+      "learning_rate": 1.794168402744152e-05,
+      "loss": 0.3129,
+      "step": 1473
+    },
+    {
+      "epoch": 3.303081232492997,
+      "grad_norm": 0.4849105775356293,
+      "learning_rate": 1.7830041256098727e-05,
+      "loss": 0.2482,
+      "step": 1474
+    },
+    {
+      "epoch": 3.3053221288515404,
+      "grad_norm": 0.4987063705921173,
+      "learning_rate": 1.7718712913031576e-05,
+      "loss": 0.2867,
+      "step": 1475
+    },
+    {
+      "epoch": 3.307563025210084,
+      "grad_norm": 0.4796100854873657,
+      "learning_rate": 1.7607699424244585e-05,
+      "loss": 0.2569,
+      "step": 1476
+    },
+    {
+      "epoch": 3.3098039215686272,
+      "grad_norm": 0.45606860518455505,
+      "learning_rate": 1.7497001214537567e-05,
+      "loss": 0.2625,
+      "step": 1477
+    },
+    {
+      "epoch": 3.3120448179271706,
+      "grad_norm": 0.494193434715271,
+      "learning_rate": 1.7386618707503822e-05,
+      "loss": 0.3225,
+      "step": 1478
+    },
+    {
+      "epoch": 3.314285714285714,
+      "grad_norm": 0.5163410902023315,
+      "learning_rate": 1.727655232552865e-05,
+      "loss": 0.3824,
+      "step": 1479
+    },
+    {
+      "epoch": 3.3165266106442575,
+      "grad_norm": 0.5588418245315552,
+      "learning_rate": 1.7166802489787703e-05,
+      "loss": 0.3598,
+      "step": 1480
+    },
+    {
+      "epoch": 3.318767507002801,
+      "grad_norm": 0.5116986036300659,
+      "learning_rate": 1.7057369620245255e-05,
+      "loss": 0.3837,
+      "step": 1481
+    },
+    {
+      "epoch": 3.3210084033613447,
+      "grad_norm": 0.4864931106567383,
+      "learning_rate": 1.6948254135652763e-05,
+      "loss": 0.3507,
+      "step": 1482
+    },
+    {
+      "epoch": 3.323249299719888,
+      "grad_norm": 0.4962325394153595,
+      "learning_rate": 1.6839456453547197e-05,
+      "loss": 0.2934,
+      "step": 1483
+    },
+    {
+      "epoch": 3.3254901960784315,
+      "grad_norm": 0.5189341306686401,
+      "learning_rate": 1.673097699024938e-05,
+      "loss": 0.2809,
+      "step": 1484
+    },
+    {
+      "epoch": 3.327731092436975,
+      "grad_norm": 0.5099928379058838,
+      "learning_rate": 1.662281616086252e-05,
+      "loss": 0.3928,
+      "step": 1485
+    },
+    {
+      "epoch": 3.3299719887955184,
+      "grad_norm": 0.5059202909469604,
+      "learning_rate": 1.6514974379270463e-05,
+      "loss": 0.2721,
+      "step": 1486
+    },
+    {
+      "epoch": 3.3322128851540618,
+      "grad_norm": 0.5235716104507446,
+      "learning_rate": 1.6407452058136296e-05,
+      "loss": 0.3985,
+      "step": 1487
+    },
+    {
+      "epoch": 3.334453781512605,
+      "grad_norm": 0.5163898468017578,
+      "learning_rate": 1.6300249608900653e-05,
+      "loss": 0.3143,
+      "step": 1488
+    },
+    {
+      "epoch": 3.3366946778711486,
+      "grad_norm": 0.5237816572189331,
+      "learning_rate": 1.6193367441780072e-05,
+      "loss": 0.3272,
+      "step": 1489
+    },
+    {
+      "epoch": 3.338935574229692,
+      "grad_norm": 0.46580880880355835,
+      "learning_rate": 1.6086805965765628e-05,
+      "loss": 0.3022,
+      "step": 1490
+    },
+    {
+      "epoch": 3.3411764705882354,
+      "grad_norm": 0.5433827042579651,
+      "learning_rate": 1.5980565588621167e-05,
+      "loss": 0.3055,
+      "step": 1491
+    },
+    {
+      "epoch": 3.343417366946779,
+      "grad_norm": 0.5032238960266113,
+      "learning_rate": 1.587464671688187e-05,
+      "loss": 0.3225,
+      "step": 1492
+    },
+    {
+      "epoch": 3.3456582633053222,
+      "grad_norm": 0.5025116205215454,
+      "learning_rate": 1.5769049755852695e-05,
+      "loss": 0.3026,
+      "step": 1493
+    },
+    {
+      "epoch": 3.3478991596638656,
+      "grad_norm": 0.5160752534866333,
+      "learning_rate": 1.5663775109606682e-05,
+      "loss": 0.3612,
+      "step": 1494
+    },
+    {
+      "epoch": 3.350140056022409,
+      "grad_norm": 0.5088329911231995,
+      "learning_rate": 1.555882318098364e-05,
+      "loss": 0.2974,
+      "step": 1495
+    },
+    {
+      "epoch": 3.3523809523809525,
+      "grad_norm": 0.5117171406745911,
+      "learning_rate": 1.5454194371588382e-05,
+      "loss": 0.3557,
+      "step": 1496
+    },
+    {
+      "epoch": 3.354621848739496,
+      "grad_norm": 0.49352672696113586,
+      "learning_rate": 1.5349889081789305e-05,
+      "loss": 0.3079,
+      "step": 1497
+    },
+    {
+      "epoch": 3.3568627450980393,
+      "grad_norm": 0.5105598568916321,
+      "learning_rate": 1.5245907710716911e-05,
+      "loss": 0.301,
+      "step": 1498
+    },
+    {
+      "epoch": 3.3591036414565827,
+      "grad_norm": 0.5042920708656311,
+      "learning_rate": 1.5142250656262102e-05,
+      "loss": 0.3272,
+      "step": 1499
+    },
+    {
+      "epoch": 3.361344537815126,
+      "grad_norm": 0.4752902686595917,
+      "learning_rate": 1.5038918315074823e-05,
+      "loss": 0.2946,
+      "step": 1500
+    },
+    {
+      "epoch": 3.3635854341736695,
+      "grad_norm": 0.4981415569782257,
+      "learning_rate": 1.4935911082562526e-05,
+      "loss": 0.2782,
+      "step": 1501
+    },
+    {
+      "epoch": 3.365826330532213,
+      "grad_norm": 0.48810216784477234,
+      "learning_rate": 1.48332293528885e-05,
+      "loss": 0.2996,
+      "step": 1502
+    },
+    {
+      "epoch": 3.3680672268907563,
+      "grad_norm": 0.506481945514679,
+      "learning_rate": 1.4730873518970567e-05,
+      "loss": 0.342,
+      "step": 1503
+    },
+    {
+      "epoch": 3.3703081232492997,
+      "grad_norm": 0.5154193043708801,
+      "learning_rate": 1.462884397247949e-05,
+      "loss": 0.3393,
+      "step": 1504
+    },
+    {
+      "epoch": 3.372549019607843,
+      "grad_norm": 0.47492846846580505,
+      "learning_rate": 1.4527141103837394e-05,
+      "loss": 0.2978,
+      "step": 1505
+    },
+    {
+      "epoch": 3.3747899159663866,
+      "grad_norm": 0.5242098569869995,
+      "learning_rate": 1.4425765302216466e-05,
+      "loss": 0.3333,
+      "step": 1506
+    },
+    {
+      "epoch": 3.37703081232493,
+      "grad_norm": 0.49345725774765015,
+      "learning_rate": 1.4324716955537243e-05,
+      "loss": 0.404,
+      "step": 1507
+    },
+    {
+      "epoch": 3.3792717086834734,
+      "grad_norm": 0.4945824146270752,
+      "learning_rate": 1.4223996450467292e-05,
+      "loss": 0.3327,
+      "step": 1508
+    },
+    {
+      "epoch": 3.381512605042017,
+      "grad_norm": 0.4855903089046478,
+      "learning_rate": 1.4123604172419713e-05,
+      "loss": 0.3138,
+      "step": 1509
+    },
+    {
+      "epoch": 3.38375350140056,
+      "grad_norm": 0.48244035243988037,
+      "learning_rate": 1.4023540505551513e-05,
+      "loss": 0.3527,
+      "step": 1510
+    },
+    {
+      "epoch": 3.3859943977591036,
+      "grad_norm": 0.47287726402282715,
+      "learning_rate": 1.392380583276237e-05,
+      "loss": 0.2968,
+      "step": 1511
+    },
+    {
+      "epoch": 3.388235294117647,
+      "grad_norm": 0.48479315638542175,
+      "learning_rate": 1.382440053569295e-05,
+      "loss": 0.2869,
+      "step": 1512
+    },
+    {
+      "epoch": 3.3904761904761904,
+      "grad_norm": 0.5037336945533752,
+      "learning_rate": 1.3725324994723599e-05,
+      "loss": 0.3527,
+      "step": 1513
+    },
+    {
+      "epoch": 3.392717086834734,
+      "grad_norm": 0.5465932488441467,
+      "learning_rate": 1.3626579588972844e-05,
+      "loss": 0.2644,
+      "step": 1514
+    },
+    {
+      "epoch": 3.3949579831932772,
+      "grad_norm": 0.5092596411705017,
+      "learning_rate": 1.3528164696295864e-05,
+      "loss": 0.3084,
+      "step": 1515
+    },
+    {
+      "epoch": 3.3971988795518206,
+      "grad_norm": 0.49790048599243164,
+      "learning_rate": 1.3430080693283176e-05,
+      "loss": 0.2793,
+      "step": 1516
+    },
+    {
+      "epoch": 3.399439775910364,
+      "grad_norm": 0.47362643480300903,
+      "learning_rate": 1.333232795525906e-05,
+      "loss": 0.2861,
+      "step": 1517
+    },
+    {
+      "epoch": 3.4016806722689075,
+      "grad_norm": 0.5075932741165161,
+      "learning_rate": 1.3234906856280271e-05,
+      "loss": 0.3486,
+      "step": 1518
+    },
+    {
+      "epoch": 3.403921568627451,
+      "grad_norm": 0.5286295413970947,
+      "learning_rate": 1.3137817769134498e-05,
+      "loss": 0.3537,
+      "step": 1519
+    },
+    {
+      "epoch": 3.4061624649859943,
+      "grad_norm": 0.5219296216964722,
+      "learning_rate": 1.30410610653389e-05,
+      "loss": 0.3689,
+      "step": 1520
+    },
+    {
+      "epoch": 3.4084033613445377,
+      "grad_norm": 0.5399391651153564,
+      "learning_rate": 1.2944637115138858e-05,
+      "loss": 0.3998,
+      "step": 1521
+    },
+    {
+      "epoch": 3.410644257703081,
+      "grad_norm": 0.48138535022735596,
+      "learning_rate": 1.284854628750639e-05,
+      "loss": 0.2912,
+      "step": 1522
+    },
+    {
+      "epoch": 3.4128851540616245,
+      "grad_norm": 0.5039439797401428,
+      "learning_rate": 1.2752788950138795e-05,
+      "loss": 0.2887,
+      "step": 1523
+    },
+    {
+      "epoch": 3.415126050420168,
+      "grad_norm": 0.5006201863288879,
+      "learning_rate": 1.2657365469457294e-05,
+      "loss": 0.3758,
+      "step": 1524
+    },
+    {
+      "epoch": 3.4173669467787113,
+      "grad_norm": 0.5308507680892944,
+      "learning_rate": 1.2562276210605528e-05,
+      "loss": 0.3257,
+      "step": 1525
+    },
+    {
+      "epoch": 3.4196078431372547,
+      "grad_norm": 0.4947960376739502,
+      "learning_rate": 1.2467521537448258e-05,
+      "loss": 0.3039,
+      "step": 1526
+    },
+    {
+      "epoch": 3.421848739495798,
+      "grad_norm": 0.5014044046401978,
+      "learning_rate": 1.2373101812569954e-05,
+      "loss": 0.3052,
+      "step": 1527
+    },
+    {
+      "epoch": 3.4240896358543416,
+      "grad_norm": 0.488949716091156,
+      "learning_rate": 1.2279017397273318e-05,
+      "loss": 0.2944,
+      "step": 1528
+    },
+    {
+      "epoch": 3.426330532212885,
+      "grad_norm": 0.5177159309387207,
+      "learning_rate": 1.218526865157804e-05,
+      "loss": 0.363,
+      "step": 1529
+    },
+    {
+      "epoch": 3.4285714285714284,
+      "grad_norm": 0.49510595202445984,
+      "learning_rate": 1.2091855934219287e-05,
+      "loss": 0.2772,
+      "step": 1530
+    },
+    {
+      "epoch": 3.4308123249299722,
+      "grad_norm": 0.5273513197898865,
+      "learning_rate": 1.1998779602646437e-05,
+      "loss": 0.3213,
+      "step": 1531
+    },
+    {
+      "epoch": 3.4330532212885156,
+      "grad_norm": 0.5295618772506714,
+      "learning_rate": 1.1906040013021668e-05,
+      "loss": 0.3073,
+      "step": 1532
+    },
+    {
+      "epoch": 3.435294117647059,
+      "grad_norm": 0.49890249967575073,
+      "learning_rate": 1.1813637520218567e-05,
+      "loss": 0.3227,
+      "step": 1533
+    },
+    {
+      "epoch": 3.4375350140056025,
+      "grad_norm": 0.5022013187408447,
+      "learning_rate": 1.172157247782083e-05,
+      "loss": 0.264,
+      "step": 1534
+    },
+    {
+      "epoch": 3.439775910364146,
+      "grad_norm": 0.5198007822036743,
+      "learning_rate": 1.162984523812084e-05,
+      "loss": 0.3696,
+      "step": 1535
+    },
+    {
+      "epoch": 3.4420168067226893,
+      "grad_norm": 0.48283085227012634,
+      "learning_rate": 1.1538456152118394e-05,
+      "loss": 0.3393,
+      "step": 1536
+    },
+    {
+      "epoch": 3.4442577030812327,
+      "grad_norm": 0.5197485089302063,
+      "learning_rate": 1.1447405569519343e-05,
+      "loss": 0.332,
+      "step": 1537
+    },
+    {
+      "epoch": 3.446498599439776,
+      "grad_norm": 0.5236409902572632,
+      "learning_rate": 1.1356693838734134e-05,
+      "loss": 0.309,
+      "step": 1538
+    },
+    {
+      "epoch": 3.4487394957983195,
+      "grad_norm": 0.5562710762023926,
+      "learning_rate": 1.1266321306876715e-05,
+      "loss": 0.3754,
+      "step": 1539
+    },
+    {
+      "epoch": 3.450980392156863,
+      "grad_norm": 0.5362477898597717,
+      "learning_rate": 1.1176288319762961e-05,
+      "loss": 0.3174,
+      "step": 1540
+    },
+    {
+      "epoch": 3.4532212885154063,
+      "grad_norm": 0.5103979110717773,
+      "learning_rate": 1.108659522190949e-05,
+      "loss": 0.3118,
+      "step": 1541
+    },
+    {
+      "epoch": 3.4554621848739497,
+      "grad_norm": 0.50901198387146,
+      "learning_rate": 1.0997242356532334e-05,
+      "loss": 0.366,
+      "step": 1542
+    },
+    {
+      "epoch": 3.457703081232493,
+      "grad_norm": 0.5197508931159973,
+      "learning_rate": 1.090823006554561e-05,
+      "loss": 0.3358,
+      "step": 1543
+    },
+    {
+      "epoch": 3.4599439775910366,
+      "grad_norm": 0.492330938577652,
+      "learning_rate": 1.0819558689560162e-05,
+      "loss": 0.2996,
+      "step": 1544
+    },
+    {
+      "epoch": 3.46218487394958,
+      "grad_norm": 0.48653674125671387,
+      "learning_rate": 1.0731228567882345e-05,
+      "loss": 0.2938,
+      "step": 1545
+    },
+    {
+      "epoch": 3.4644257703081234,
+      "grad_norm": 0.4968907833099365,
+      "learning_rate": 1.0643240038512648e-05,
+      "loss": 0.3225,
+      "step": 1546
+    },
+    {
+      "epoch": 3.466666666666667,
+      "grad_norm": 0.49113729596138,
+      "learning_rate": 1.0555593438144462e-05,
+      "loss": 0.3188,
+      "step": 1547
+    },
+    {
+      "epoch": 3.46890756302521,
+      "grad_norm": 0.49035486578941345,
+      "learning_rate": 1.0468289102162788e-05,
+      "loss": 0.3219,
+      "step": 1548
+    },
+    {
+      "epoch": 3.4711484593837536,
+      "grad_norm": 0.5363824367523193,
+      "learning_rate": 1.0381327364642868e-05,
+      "loss": 0.3436,
+      "step": 1549
+    },
+    {
+      "epoch": 3.473389355742297,
+      "grad_norm": 0.4808872640132904,
+      "learning_rate": 1.0294708558349032e-05,
+      "loss": 0.2866,
+      "step": 1550
+    },
+    {
+      "epoch": 3.4756302521008404,
+      "grad_norm": 0.5029487013816833,
+      "learning_rate": 1.020843301473331e-05,
+      "loss": 0.3274,
+      "step": 1551
+    },
+    {
+      "epoch": 3.477871148459384,
+      "grad_norm": 0.4880765378475189,
+      "learning_rate": 1.0122501063934265e-05,
+      "loss": 0.2799,
+      "step": 1552
+    },
+    {
+      "epoch": 3.4801120448179272,
+      "grad_norm": 0.489483118057251,
+      "learning_rate": 1.0036913034775674e-05,
+      "loss": 0.2412,
+      "step": 1553
+    },
+    {
+      "epoch": 3.4823529411764707,
+      "grad_norm": 0.4882000982761383,
+      "learning_rate": 9.951669254765229e-06,
+      "loss": 0.3137,
+      "step": 1554
+    },
+    {
+      "epoch": 3.484593837535014,
+      "grad_norm": 0.5280873775482178,
+      "learning_rate": 9.8667700500934e-06,
+      "loss": 0.2958,
+      "step": 1555
+    },
+    {
+      "epoch": 3.4868347338935575,
+      "grad_norm": 0.5196248292922974,
+      "learning_rate": 9.782215745632062e-06,
+      "loss": 0.3536,
+      "step": 1556
+    },
+    {
+      "epoch": 3.489075630252101,
+      "grad_norm": 0.5235616564750671,
+      "learning_rate": 9.698006664933334e-06,
+      "loss": 0.3623,
+      "step": 1557
+    },
+    {
+      "epoch": 3.4913165266106443,
+      "grad_norm": 0.4963836669921875,
+      "learning_rate": 9.614143130228337e-06,
+      "loss": 0.4009,
+      "step": 1558
+    },
+    {
+      "epoch": 3.4935574229691877,
+      "grad_norm": 0.5403072237968445,
+      "learning_rate": 9.53062546242589e-06,
+      "loss": 0.3264,
+      "step": 1559
+    },
+    {
+      "epoch": 3.495798319327731,
+      "grad_norm": 0.5163354873657227,
+      "learning_rate": 9.447453981111377e-06,
+      "loss": 0.2678,
+      "step": 1560
+    },
+    {
+      "epoch": 3.4980392156862745,
+      "grad_norm": 0.49055320024490356,
+      "learning_rate": 9.364629004545444e-06,
+      "loss": 0.2964,
+      "step": 1561
+    },
+    {
+      "epoch": 3.500280112044818,
+      "grad_norm": 0.5296221375465393,
+      "learning_rate": 9.282150849662841e-06,
+      "loss": 0.3589,
+      "step": 1562
+    },
+    {
+      "epoch": 3.5025210084033613,
+      "grad_norm": 0.5263145565986633,
+      "learning_rate": 9.200019832071183e-06,
+      "loss": 0.2823,
+      "step": 1563
+    },
+    {
+      "epoch": 3.5047619047619047,
+      "grad_norm": 0.5274782180786133,
+      "learning_rate": 9.118236266049707e-06,
+      "loss": 0.2931,
+      "step": 1564
+    },
+    {
+      "epoch": 3.507002801120448,
+      "grad_norm": 0.5122701525688171,
+      "learning_rate": 9.036800464548157e-06,
+      "loss": 0.3691,
+      "step": 1565
+    },
+    {
+      "epoch": 3.5092436974789916,
+      "grad_norm": 0.5422523021697998,
+      "learning_rate": 8.955712739185528e-06,
+      "loss": 0.2828,
+      "step": 1566
+    },
+    {
+      "epoch": 3.511484593837535,
+      "grad_norm": 0.5198304653167725,
+      "learning_rate": 8.87497340024882e-06,
+      "loss": 0.3212,
+      "step": 1567
+    },
+    {
+      "epoch": 3.5137254901960784,
+      "grad_norm": 0.5510916113853455,
+      "learning_rate": 8.794582756691994e-06,
+      "loss": 0.3262,
+      "step": 1568
+    },
+    {
+      "epoch": 3.515966386554622,
+      "grad_norm": 0.4485439658164978,
+      "learning_rate": 8.714541116134644e-06,
+      "loss": 0.2356,
+      "step": 1569
+    },
+    {
+      "epoch": 3.518207282913165,
+      "grad_norm": 0.5344375371932983,
+      "learning_rate": 8.634848784860916e-06,
+      "loss": 0.3216,
+      "step": 1570
+    },
+    {
+      "epoch": 3.5204481792717086,
+      "grad_norm": 0.5337797403335571,
+      "learning_rate": 8.555506067818309e-06,
+      "loss": 0.3446,
+      "step": 1571
+    },
+    {
+      "epoch": 3.522689075630252,
+      "grad_norm": 0.5651946067810059,
+      "learning_rate": 8.47651326861647e-06,
+      "loss": 0.3058,
+      "step": 1572
+    },
+    {
+      "epoch": 3.5249299719887954,
+      "grad_norm": 0.5324632525444031,
+      "learning_rate": 8.397870689526111e-06,
+      "loss": 0.3393,
+      "step": 1573
+    },
+    {
+      "epoch": 3.527170868347339,
+      "grad_norm": 0.5105109810829163,
+      "learning_rate": 8.319578631477732e-06,
+      "loss": 0.295,
+      "step": 1574
+    },
+    {
+      "epoch": 3.5294117647058822,
+      "grad_norm": 0.5123990774154663,
+      "learning_rate": 8.24163739406062e-06,
+      "loss": 0.3364,
+      "step": 1575
+    },
+    {
+      "epoch": 3.5316526610644257,
+      "grad_norm": 0.5249026417732239,
+      "learning_rate": 8.164047275521614e-06,
+      "loss": 0.3495,
+      "step": 1576
+    },
+    {
+      "epoch": 3.533893557422969,
+      "grad_norm": 0.49886712431907654,
+      "learning_rate": 8.086808572763905e-06,
+      "loss": 0.3283,
+      "step": 1577
+    },
+    {
+      "epoch": 3.5361344537815125,
+      "grad_norm": 0.4859156608581543,
+      "learning_rate": 8.00992158134607e-06,
+      "loss": 0.3131,
+      "step": 1578
+    },
+    {
+      "epoch": 3.538375350140056,
+      "grad_norm": 0.5594192743301392,
+      "learning_rate": 7.933386595480751e-06,
+      "loss": 0.3365,
+      "step": 1579
+    },
+    {
+      "epoch": 3.5406162464985993,
+      "grad_norm": 0.5278544425964355,
+      "learning_rate": 7.857203908033683e-06,
+      "loss": 0.3592,
+      "step": 1580
+    },
+    {
+      "epoch": 3.5428571428571427,
+      "grad_norm": 0.47834455966949463,
+      "learning_rate": 7.781373810522518e-06,
+      "loss": 0.2951,
+      "step": 1581
+    },
+    {
+      "epoch": 3.545098039215686,
+      "grad_norm": 0.5357972979545593,
+      "learning_rate": 7.705896593115613e-06,
+      "loss": 0.3234,
+      "step": 1582
+    },
+    {
+      "epoch": 3.5473389355742295,
+      "grad_norm": 0.4925597608089447,
+      "learning_rate": 7.630772544631126e-06,
+      "loss": 0.3918,
+      "step": 1583
+    },
+    {
+      "epoch": 3.549579831932773,
+      "grad_norm": 0.5310452580451965,
+      "learning_rate": 7.556001952535696e-06,
+      "loss": 0.3532,
+      "step": 1584
+    },
+    {
+      "epoch": 3.5518207282913163,
+      "grad_norm": 0.526874303817749,
+      "learning_rate": 7.481585102943478e-06,
+      "loss": 0.3297,
+      "step": 1585
+    },
+    {
+      "epoch": 3.5540616246498598,
+      "grad_norm": 0.500822126865387,
+      "learning_rate": 7.40752228061502e-06,
+      "loss": 0.2856,
+      "step": 1586
+    },
+    {
+      "epoch": 3.556302521008403,
+      "grad_norm": 0.5256985425949097,
+      "learning_rate": 7.333813768956166e-06,
+      "loss": 0.3163,
+      "step": 1587
+    },
+    {
+      "epoch": 3.5585434173669466,
+      "grad_norm": 0.5122289657592773,
+      "learning_rate": 7.260459850016932e-06,
+      "loss": 0.2944,
+      "step": 1588
+    },
+    {
+      "epoch": 3.56078431372549,
+      "grad_norm": 0.49651873111724854,
+      "learning_rate": 7.187460804490531e-06,
+      "loss": 0.2964,
+      "step": 1589
+    },
+    {
+      "epoch": 3.5630252100840334,
+      "grad_norm": 0.4774516224861145,
+      "learning_rate": 7.11481691171213e-06,
+      "loss": 0.2685,
+      "step": 1590
+    },
+    {
+      "epoch": 3.565266106442577,
+      "grad_norm": 0.48449984192848206,
+      "learning_rate": 7.04252844965797e-06,
+      "loss": 0.2911,
+      "step": 1591
+    },
+    {
+      "epoch": 3.56750700280112,
+      "grad_norm": 0.5107468962669373,
+      "learning_rate": 6.970595694944215e-06,
+      "loss": 0.2835,
+      "step": 1592
+    },
+    {
+      "epoch": 3.5697478991596636,
+      "grad_norm": 0.4947790503501892,
+      "learning_rate": 6.8990189228258175e-06,
+      "loss": 0.2811,
+      "step": 1593
+    },
+    {
+      "epoch": 3.571988795518207,
+      "grad_norm": 0.5385218858718872,
+      "learning_rate": 6.827798407195629e-06,
+      "loss": 0.3666,
+      "step": 1594
+    },
+    {
+      "epoch": 3.5742296918767504,
+      "grad_norm": 0.48303043842315674,
+      "learning_rate": 6.7569344205831944e-06,
+      "loss": 0.286,
+      "step": 1595
+    },
+    {
+      "epoch": 3.576470588235294,
+      "grad_norm": 0.5108868479728699,
+      "learning_rate": 6.686427234153814e-06,
+      "loss": 0.3274,
+      "step": 1596
+    },
+    {
+      "epoch": 3.5787114845938377,
+      "grad_norm": 0.5280871391296387,
+      "learning_rate": 6.616277117707492e-06,
+      "loss": 0.3611,
+      "step": 1597
+    },
+    {
+      "epoch": 3.580952380952381,
+      "grad_norm": 0.5010290145874023,
+      "learning_rate": 6.546484339677816e-06,
+      "loss": 0.3517,
+      "step": 1598
+    },
+    {
+      "epoch": 3.5831932773109245,
+      "grad_norm": 0.54563307762146,
+      "learning_rate": 6.477049167131078e-06,
+      "loss": 0.2955,
+      "step": 1599
+    },
+    {
+      "epoch": 3.585434173669468,
+      "grad_norm": 0.5185465216636658,
+      "learning_rate": 6.407971865765095e-06,
+      "loss": 0.3276,
+      "step": 1600
+    },
+    {
+      "epoch": 3.5876750700280113,
+      "grad_norm": 0.4986809492111206,
+      "learning_rate": 6.339252699908316e-06,
+      "loss": 0.3643,
+      "step": 1601
+    },
+    {
+      "epoch": 3.5899159663865547,
+      "grad_norm": 0.5016200542449951,
+      "learning_rate": 6.270891932518774e-06,
+      "loss": 0.3133,
+      "step": 1602
+    },
+    {
+      "epoch": 3.592156862745098,
+      "grad_norm": 0.49007636308670044,
+      "learning_rate": 6.202889825183012e-06,
+      "loss": 0.3018,
+      "step": 1603
+    },
+    {
+      "epoch": 3.5943977591036416,
+      "grad_norm": 0.5348801612854004,
+      "learning_rate": 6.1352466381152e-06,
+      "loss": 0.3904,
+      "step": 1604
+    },
+    {
+      "epoch": 3.596638655462185,
+      "grad_norm": 0.4890103340148926,
+      "learning_rate": 6.067962630156021e-06,
+      "loss": 0.3201,
+      "step": 1605
+    },
+    {
+      "epoch": 3.5988795518207284,
+      "grad_norm": 0.5878158807754517,
+      "learning_rate": 6.00103805877178e-06,
+      "loss": 0.3812,
+      "step": 1606
+    },
+    {
+      "epoch": 3.601120448179272,
+      "grad_norm": 0.4529760777950287,
+      "learning_rate": 5.934473180053379e-06,
+      "loss": 0.2629,
+      "step": 1607
+    },
+    {
+      "epoch": 3.603361344537815,
+      "grad_norm": 0.49264243245124817,
+      "learning_rate": 5.868268248715292e-06,
+      "loss": 0.2855,
+      "step": 1608
+    },
+    {
+      "epoch": 3.6056022408963586,
+      "grad_norm": 0.4949231445789337,
+      "learning_rate": 5.802423518094679e-06,
+      "loss": 0.3091,
+      "step": 1609
+    },
+    {
+      "epoch": 3.607843137254902,
+      "grad_norm": 0.49160170555114746,
+      "learning_rate": 5.736939240150363e-06,
+      "loss": 0.3414,
+      "step": 1610
+    },
+    {
+      "epoch": 3.6100840336134454,
+      "grad_norm": 0.5050642490386963,
+      "learning_rate": 5.671815665461822e-06,
+      "loss": 0.3255,
+      "step": 1611
+    },
+    {
+      "epoch": 3.612324929971989,
+      "grad_norm": 0.48165473341941833,
+      "learning_rate": 5.607053043228361e-06,
+      "loss": 0.2379,
+      "step": 1612
+    },
+    {
+      "epoch": 3.6145658263305322,
+      "grad_norm": 0.5584245324134827,
+      "learning_rate": 5.542651621268002e-06,
+      "loss": 0.3609,
+      "step": 1613
+    },
+    {
+      "epoch": 3.6168067226890757,
+      "grad_norm": 0.5004221200942993,
+      "learning_rate": 5.4786116460166735e-06,
+      "loss": 0.278,
+      "step": 1614
+    },
+    {
+      "epoch": 3.619047619047619,
+      "grad_norm": 0.5497291088104248,
+      "learning_rate": 5.414933362527186e-06,
+      "loss": 0.4584,
+      "step": 1615
+    },
+    {
+      "epoch": 3.6212885154061625,
+      "grad_norm": 0.49356043338775635,
+      "learning_rate": 5.3516170144682794e-06,
+      "loss": 0.2884,
+      "step": 1616
+    },
+    {
+      "epoch": 3.623529411764706,
+      "grad_norm": 0.5000901818275452,
+      "learning_rate": 5.288662844123804e-06,
+      "loss": 0.3139,
+      "step": 1617
+    },
+    {
+      "epoch": 3.6257703081232493,
+      "grad_norm": 0.5095763802528381,
+      "learning_rate": 5.226071092391616e-06,
+      "loss": 0.3359,
+      "step": 1618
+    },
+    {
+      "epoch": 3.6280112044817927,
+      "grad_norm": 0.4908026456832886,
+      "learning_rate": 5.163841998782837e-06,
+      "loss": 0.2684,
+      "step": 1619
+    },
+    {
+      "epoch": 3.630252100840336,
+      "grad_norm": 0.5164638161659241,
+      "learning_rate": 5.101975801420844e-06,
+      "loss": 0.306,
+      "step": 1620
+    },
+    {
+      "epoch": 3.6324929971988795,
+      "grad_norm": 0.5083168148994446,
+      "learning_rate": 5.040472737040314e-06,
+      "loss": 0.3156,
+      "step": 1621
+    },
+    {
+      "epoch": 3.634733893557423,
+      "grad_norm": 0.5322275161743164,
+      "learning_rate": 4.979333040986434e-06,
+      "loss": 0.3916,
+      "step": 1622
+    },
+    {
+      "epoch": 3.6369747899159663,
+      "grad_norm": 0.5013951063156128,
+      "learning_rate": 4.918556947213903e-06,
+      "loss": 0.3342,
+      "step": 1623
+    },
+    {
+      "epoch": 3.6392156862745098,
+      "grad_norm": 0.47269898653030396,
+      "learning_rate": 4.858144688286104e-06,
+      "loss": 0.2806,
+      "step": 1624
+    },
+    {
+      "epoch": 3.641456582633053,
+      "grad_norm": 0.5120174288749695,
+      "learning_rate": 4.798096495374171e-06,
+      "loss": 0.3782,
+      "step": 1625
+    },
+    {
+      "epoch": 3.6436974789915966,
+      "grad_norm": 0.5090568661689758,
+      "learning_rate": 4.738412598256103e-06,
+      "loss": 0.3055,
+      "step": 1626
+    },
+    {
+      "epoch": 3.64593837535014,
+      "grad_norm": 0.5153965353965759,
+      "learning_rate": 4.679093225315911e-06,
+      "loss": 0.3555,
+      "step": 1627
+    },
+    {
+      "epoch": 3.6481792717086834,
+      "grad_norm": 0.5006532073020935,
+      "learning_rate": 4.620138603542778e-06,
+      "loss": 0.4094,
+      "step": 1628
+    },
+    {
+      "epoch": 3.650420168067227,
+      "grad_norm": 0.5112378597259521,
+      "learning_rate": 4.561548958530026e-06,
+      "loss": 0.3049,
+      "step": 1629
+    },
+    {
+      "epoch": 3.65266106442577,
+      "grad_norm": 0.46071749925613403,
+      "learning_rate": 4.503324514474483e-06,
+      "loss": 0.2716,
+      "step": 1630
+    },
+    {
+      "epoch": 3.6549019607843136,
+      "grad_norm": 0.5265341997146606,
+      "learning_rate": 4.445465494175483e-06,
+      "loss": 0.3631,
+      "step": 1631
+    },
+    {
+      "epoch": 3.657142857142857,
+      "grad_norm": 0.5053375959396362,
+      "learning_rate": 4.387972119034023e-06,
+      "loss": 0.2962,
+      "step": 1632
+    },
+    {
+      "epoch": 3.6593837535014004,
+      "grad_norm": 0.5016251802444458,
+      "learning_rate": 4.330844609051976e-06,
+      "loss": 0.286,
+      "step": 1633
+    },
+    {
+      "epoch": 3.661624649859944,
+      "grad_norm": 0.5465396642684937,
+      "learning_rate": 4.274083182831157e-06,
+      "loss": 0.3243,
+      "step": 1634
+    },
+    {
+      "epoch": 3.6638655462184873,
+      "grad_norm": 0.5130282640457153,
+      "learning_rate": 4.217688057572566e-06,
+      "loss": 0.3383,
+      "step": 1635
+    },
+    {
+      "epoch": 3.6661064425770307,
+      "grad_norm": 0.49420613050460815,
+      "learning_rate": 4.161659449075572e-06,
+      "loss": 0.3067,
+      "step": 1636
+    },
+    {
+      "epoch": 3.668347338935574,
+      "grad_norm": 0.4899296164512634,
+      "learning_rate": 4.1059975717369525e-06,
+      "loss": 0.2694,
+      "step": 1637
+    },
+    {
+      "epoch": 3.6705882352941175,
+      "grad_norm": 0.5201189517974854,
+      "learning_rate": 4.050702638550275e-06,
+      "loss": 0.2967,
+      "step": 1638
+    },
+    {
+      "epoch": 3.6728291316526613,
+      "grad_norm": 0.5312135219573975,
+      "learning_rate": 3.995774861104862e-06,
+      "loss": 0.3905,
+      "step": 1639
+    },
+    {
+      "epoch": 3.6750700280112047,
+      "grad_norm": 0.5016084313392639,
+      "learning_rate": 3.941214449585184e-06,
+      "loss": 0.3201,
+      "step": 1640
+    },
+    {
+      "epoch": 3.677310924369748,
+      "grad_norm": 0.5788432955741882,
+      "learning_rate": 3.887021612769936e-06,
+      "loss": 0.3894,
+      "step": 1641
+    },
+    {
+      "epoch": 3.6795518207282916,
+      "grad_norm": 0.5225359797477722,
+      "learning_rate": 3.833196558031215e-06,
+      "loss": 0.2711,
+      "step": 1642
+    },
+    {
+      "epoch": 3.681792717086835,
+      "grad_norm": 0.532660722732544,
+      "learning_rate": 3.779739491333878e-06,
+      "loss": 0.3712,
+      "step": 1643
+    },
+    {
+      "epoch": 3.6840336134453784,
+      "grad_norm": 0.5626155138015747,
+      "learning_rate": 3.7266506172345504e-06,
+      "loss": 0.3388,
+      "step": 1644
+    },
+    {
+      "epoch": 3.686274509803922,
+      "grad_norm": 0.49810948967933655,
+      "learning_rate": 3.673930138880999e-06,
+      "loss": 0.3138,
+      "step": 1645
+    },
+    {
+      "epoch": 3.688515406162465,
+      "grad_norm": 0.5347641110420227,
+      "learning_rate": 3.621578258011338e-06,
+      "loss": 0.3446,
+      "step": 1646
+    },
+    {
+      "epoch": 3.6907563025210086,
+      "grad_norm": 0.5246303677558899,
+      "learning_rate": 3.569595174953122e-06,
+      "loss": 0.359,
+      "step": 1647
+    },
+    {
+      "epoch": 3.692997198879552,
+      "grad_norm": 0.5183006525039673,
+      "learning_rate": 3.5179810886227683e-06,
+      "loss": 0.27,
+      "step": 1648
+    },
+    {
+      "epoch": 3.6952380952380954,
+      "grad_norm": 0.5006906986236572,
+      "learning_rate": 3.4667361965246893e-06,
+      "loss": 0.3376,
+      "step": 1649
+    },
+    {
+      "epoch": 3.697478991596639,
+      "grad_norm": 0.4993346333503723,
+      "learning_rate": 3.4158606947504946e-06,
+      "loss": 0.3505,
+      "step": 1650
+    },
+    {
+      "epoch": 3.6997198879551823,
+      "grad_norm": 0.4844392240047455,
+      "learning_rate": 3.36535477797838e-06,
+      "loss": 0.2712,
+      "step": 1651
+    },
+    {
+      "epoch": 3.7019607843137257,
+      "grad_norm": 0.5038127899169922,
+      "learning_rate": 3.3152186394722505e-06,
+      "loss": 0.3088,
+      "step": 1652
+    },
+    {
+      "epoch": 3.704201680672269,
+      "grad_norm": 0.4942805767059326,
+      "learning_rate": 3.265452471081043e-06,
+      "loss": 0.3141,
+      "step": 1653
+    },
+    {
+      "epoch": 3.7064425770308125,
+      "grad_norm": 0.5184381008148193,
+      "learning_rate": 3.216056463238004e-06,
+      "loss": 0.3179,
+      "step": 1654
+    },
+    {
+      "epoch": 3.708683473389356,
+      "grad_norm": 0.5183121562004089,
+      "learning_rate": 3.167030804959892e-06,
+      "loss": 0.3106,
+      "step": 1655
+    },
+    {
+      "epoch": 3.7109243697478993,
+      "grad_norm": 0.5068531036376953,
+      "learning_rate": 3.118375683846353e-06,
+      "loss": 0.2935,
+      "step": 1656
+    },
+    {
+      "epoch": 3.7131652661064427,
+      "grad_norm": 0.5070680379867554,
+      "learning_rate": 3.0700912860791133e-06,
+      "loss": 0.3626,
+      "step": 1657
+    },
+    {
+      "epoch": 3.715406162464986,
+      "grad_norm": 0.5319307446479797,
+      "learning_rate": 3.0221777964213218e-06,
+      "loss": 0.3715,
+      "step": 1658
+    },
+    {
+      "epoch": 3.7176470588235295,
+      "grad_norm": 0.5218191146850586,
+      "learning_rate": 2.9746353982168296e-06,
+      "loss": 0.3089,
+      "step": 1659
+    },
+    {
+      "epoch": 3.719887955182073,
+      "grad_norm": 0.43723905086517334,
+      "learning_rate": 2.9274642733894575e-06,
+      "loss": 0.2818,
+      "step": 1660
+    },
+    {
+      "epoch": 3.7221288515406163,
+      "grad_norm": 0.4890228807926178,
+      "learning_rate": 2.8806646024423625e-06,
+      "loss": 0.2933,
+      "step": 1661
+    },
+    {
+      "epoch": 3.7243697478991598,
+      "grad_norm": 0.5066292881965637,
+      "learning_rate": 2.834236564457271e-06,
+      "loss": 0.3237,
+      "step": 1662
+    },
+    {
+      "epoch": 3.726610644257703,
+      "grad_norm": 0.5697019696235657,
+      "learning_rate": 2.7881803370938597e-06,
+      "loss": 0.3053,
+      "step": 1663
+    },
+    {
+      "epoch": 3.7288515406162466,
+      "grad_norm": 0.5492777824401855,
+      "learning_rate": 2.7424960965890757e-06,
+      "loss": 0.3121,
+      "step": 1664
+    },
+    {
+      "epoch": 3.73109243697479,
+      "grad_norm": 0.5095202922821045,
+      "learning_rate": 2.69718401775636e-06,
+      "loss": 0.284,
+      "step": 1665
+    },
+    {
+      "epoch": 3.7333333333333334,
+      "grad_norm": 0.49537184834480286,
+      "learning_rate": 2.652244273985127e-06,
+      "loss": 0.3473,
+      "step": 1666
+    },
+    {
+      "epoch": 3.735574229691877,
+      "grad_norm": 0.5236712694168091,
+      "learning_rate": 2.607677037239997e-06,
+      "loss": 0.343,
+      "step": 1667
+    },
+    {
+      "epoch": 3.73781512605042,
+      "grad_norm": 0.5086633563041687,
+      "learning_rate": 2.563482478060175e-06,
+      "loss": 0.3102,
+      "step": 1668
+    },
+    {
+      "epoch": 3.7400560224089636,
+      "grad_norm": 0.48738694190979004,
+      "learning_rate": 2.5196607655587843e-06,
+      "loss": 0.3245,
+      "step": 1669
+    },
+    {
+      "epoch": 3.742296918767507,
+      "grad_norm": 0.4682438373565674,
+      "learning_rate": 2.4762120674222454e-06,
+      "loss": 0.2833,
+      "step": 1670
+    },
+    {
+      "epoch": 3.7445378151260504,
+      "grad_norm": 0.5229034423828125,
+      "learning_rate": 2.433136549909609e-06,
+      "loss": 0.3569,
+      "step": 1671
+    },
+    {
+      "epoch": 3.746778711484594,
+      "grad_norm": 0.5205514430999756,
+      "learning_rate": 2.3904343778519247e-06,
+      "loss": 0.4059,
+      "step": 1672
+    },
+    {
+      "epoch": 3.7490196078431373,
+      "grad_norm": 0.5254533886909485,
+      "learning_rate": 2.3481057146516163e-06,
+      "loss": 0.3231,
+      "step": 1673
+    },
+    {
+      "epoch": 3.7512605042016807,
+      "grad_norm": 0.4299777150154114,
+      "learning_rate": 2.30615072228183e-06,
+      "loss": 0.2019,
+      "step": 1674
+    },
+    {
+      "epoch": 3.753501400560224,
+      "grad_norm": 0.4897386133670807,
+      "learning_rate": 2.2645695612859006e-06,
+      "loss": 0.2801,
+      "step": 1675
+    },
+    {
+      "epoch": 3.7557422969187675,
+      "grad_norm": 0.5306016802787781,
+      "learning_rate": 2.2233623907765953e-06,
+      "loss": 0.3388,
+      "step": 1676
+    },
+    {
+      "epoch": 3.757983193277311,
+      "grad_norm": 0.5430422425270081,
+      "learning_rate": 2.1825293684356596e-06,
+      "loss": 0.3677,
+      "step": 1677
+    },
+    {
+      "epoch": 3.7602240896358543,
+      "grad_norm": 0.5165645480155945,
+      "learning_rate": 2.1420706505130727e-06,
+      "loss": 0.3276,
+      "step": 1678
+    },
+    {
+      "epoch": 3.7624649859943977,
+      "grad_norm": 0.5188968181610107,
+      "learning_rate": 2.1019863918265604e-06,
+      "loss": 0.3624,
+      "step": 1679
+    },
+    {
+      "epoch": 3.764705882352941,
+      "grad_norm": 0.5271095037460327,
+      "learning_rate": 2.0622767457609384e-06,
+      "loss": 0.2326,
+      "step": 1680
+    },
+    {
+      "epoch": 3.7669467787114845,
+      "grad_norm": 0.4938453733921051,
+      "learning_rate": 2.0229418642675468e-06,
+      "loss": 0.3424,
+      "step": 1681
+    },
+    {
+      "epoch": 3.769187675070028,
+      "grad_norm": 0.5172697305679321,
+      "learning_rate": 1.9839818978636846e-06,
+      "loss": 0.2673,
+      "step": 1682
+    },
+    {
+      "epoch": 3.7714285714285714,
+      "grad_norm": 0.49993565678596497,
+      "learning_rate": 1.945396995631976e-06,
+      "loss": 0.3113,
+      "step": 1683
+    },
+    {
+      "epoch": 3.7736694677871148,
+      "grad_norm": 0.526543378829956,
+      "learning_rate": 1.9071873052198818e-06,
+      "loss": 0.3239,
+      "step": 1684
+    },
+    {
+      "epoch": 3.775910364145658,
+      "grad_norm": 0.5481308102607727,
+      "learning_rate": 1.869352972839067e-06,
+      "loss": 0.3914,
+      "step": 1685
+    },
+    {
+      "epoch": 3.7781512605042016,
+      "grad_norm": 0.5208120346069336,
+      "learning_rate": 1.8318941432648784e-06,
+      "loss": 0.3432,
+      "step": 1686
+    },
+    {
+      "epoch": 3.780392156862745,
+      "grad_norm": 0.5143682360649109,
+      "learning_rate": 1.7948109598357687e-06,
+      "loss": 0.3427,
+      "step": 1687
+    },
+    {
+      "epoch": 3.7826330532212884,
+      "grad_norm": 0.5465134382247925,
+      "learning_rate": 1.7581035644527622e-06,
+      "loss": 0.3448,
+      "step": 1688
+    },
+    {
+      "epoch": 3.784873949579832,
+      "grad_norm": 0.4959924519062042,
+      "learning_rate": 1.7217720975789109e-06,
+      "loss": 0.3214,
+      "step": 1689
+    },
+    {
+      "epoch": 3.787114845938375,
+      "grad_norm": 0.5420598983764648,
+      "learning_rate": 1.6858166982387625e-06,
+      "loss": 0.3234,
+      "step": 1690
+    },
+    {
+      "epoch": 3.7893557422969186,
+      "grad_norm": 0.49866729974746704,
+      "learning_rate": 1.6502375040177932e-06,
+      "loss": 0.3021,
+      "step": 1691
+    },
+    {
+      "epoch": 3.791596638655462,
+      "grad_norm": 0.4933297634124756,
+      "learning_rate": 1.6150346510619196e-06,
+      "loss": 0.2809,
+      "step": 1692
+    },
+    {
+      "epoch": 3.7938375350140054,
+      "grad_norm": 0.5438006520271301,
+      "learning_rate": 1.5802082740769996e-06,
+      "loss": 0.3729,
+      "step": 1693
+    },
+    {
+      "epoch": 3.796078431372549,
+      "grad_norm": 0.5187151432037354,
+      "learning_rate": 1.545758506328232e-06,
+      "loss": 0.2895,
+      "step": 1694
+    },
+    {
+      "epoch": 3.7983193277310923,
+      "grad_norm": 0.5089645385742188,
+      "learning_rate": 1.5116854796397128e-06,
+      "loss": 0.3403,
+      "step": 1695
+    },
+    {
+      "epoch": 3.8005602240896357,
+      "grad_norm": 0.5395788550376892,
+      "learning_rate": 1.4779893243939359e-06,
+      "loss": 0.396,
+      "step": 1696
+    },
+    {
+      "epoch": 3.802801120448179,
+      "grad_norm": 0.48329147696495056,
+      "learning_rate": 1.4446701695312593e-06,
+      "loss": 0.3309,
+      "step": 1697
+    },
+    {
+      "epoch": 3.8050420168067225,
+      "grad_norm": 0.5107542276382446,
+      "learning_rate": 1.4117281425494177e-06,
+      "loss": 0.3059,
+      "step": 1698
+    },
+    {
+      "epoch": 3.807282913165266,
+      "grad_norm": 0.4891527593135834,
+      "learning_rate": 1.379163369503067e-06,
+      "loss": 0.2984,
+      "step": 1699
+    },
+    {
+      "epoch": 3.8095238095238093,
+      "grad_norm": 0.5846236348152161,
+      "learning_rate": 1.3469759750032507e-06,
+      "loss": 0.3708,
+      "step": 1700
+    },
+    {
+      "epoch": 3.8117647058823527,
+      "grad_norm": 0.513122022151947,
+      "learning_rate": 1.3151660822169786e-06,
+      "loss": 0.3146,
+      "step": 1701
+    },
+    {
+      "epoch": 3.814005602240896,
+      "grad_norm": 0.527151346206665,
+      "learning_rate": 1.2837338128666942e-06,
+      "loss": 0.3167,
+      "step": 1702
+    },
+    {
+      "epoch": 3.8162464985994395,
+      "grad_norm": 0.4634439945220947,
+      "learning_rate": 1.2526792872298854e-06,
+      "loss": 0.2258,
+      "step": 1703
+    },
+    {
+      "epoch": 3.818487394957983,
+      "grad_norm": 0.511427640914917,
+      "learning_rate": 1.2220026241385296e-06,
+      "loss": 0.3451,
+      "step": 1704
+    },
+    {
+      "epoch": 3.8207282913165264,
+      "grad_norm": 0.4955032467842102,
+      "learning_rate": 1.19170394097875e-06,
+      "loss": 0.2563,
+      "step": 1705
+    },
+    {
+      "epoch": 3.8229691876750698,
+      "grad_norm": 0.5243468284606934,
+      "learning_rate": 1.161783353690249e-06,
+      "loss": 0.3343,
+      "step": 1706
+    },
+    {
+      "epoch": 3.825210084033613,
+      "grad_norm": 0.4409022629261017,
+      "learning_rate": 1.1322409767659525e-06,
+      "loss": 0.2348,
+      "step": 1707
+    },
+    {
+      "epoch": 3.8274509803921566,
+      "grad_norm": 0.5178284645080566,
+      "learning_rate": 1.1030769232515558e-06,
+      "loss": 0.3483,
+      "step": 1708
+    },
+    {
+      "epoch": 3.8296918767507004,
+      "grad_norm": 0.48766401410102844,
+      "learning_rate": 1.0742913047450453e-06,
+      "loss": 0.2808,
+      "step": 1709
+    },
+    {
+      "epoch": 3.831932773109244,
+      "grad_norm": 0.5402014255523682,
+      "learning_rate": 1.0458842313963103e-06,
+      "loss": 0.2998,
+      "step": 1710
+    },
+    {
+      "epoch": 3.8341736694677873,
+      "grad_norm": 0.509601891040802,
+      "learning_rate": 1.0178558119067315e-06,
+      "loss": 0.3254,
+      "step": 1711
+    },
+    {
+      "epoch": 3.8364145658263307,
+      "grad_norm": 0.4919833838939667,
+      "learning_rate": 9.902061535287278e-07,
+      "loss": 0.3196,
+      "step": 1712
+    },
+    {
+      "epoch": 3.838655462184874,
+      "grad_norm": 0.49830904603004456,
+      "learning_rate": 9.62935362065387e-07,
+      "loss": 0.3646,
+      "step": 1713
+    },
+    {
+      "epoch": 3.8408963585434175,
+      "grad_norm": 0.5434770584106445,
+      "learning_rate": 9.36043541870013e-07,
+      "loss": 0.3145,
+      "step": 1714
+    },
+    {
+      "epoch": 3.843137254901961,
+      "grad_norm": 0.47657543420791626,
+      "learning_rate": 9.095307958457922e-07,
+      "loss": 0.2811,
+      "step": 1715
+    },
+    {
+      "epoch": 3.8453781512605043,
+      "grad_norm": 0.465218186378479,
+      "learning_rate": 8.833972254453148e-07,
+      "loss": 0.2568,
+      "step": 1716
+    },
+    {
+      "epoch": 3.8476190476190477,
+      "grad_norm": 0.516599178314209,
+      "learning_rate": 8.57642930670266e-07,
+      "loss": 0.334,
+      "step": 1717
+    },
+    {
+      "epoch": 3.849859943977591,
+      "grad_norm": 0.510119616985321,
+      "learning_rate": 8.322680100710023e-07,
+      "loss": 0.3656,
+      "step": 1718
+    },
+    {
+      "epoch": 3.8521008403361345,
+      "grad_norm": 0.4808863401412964,
+      "learning_rate": 8.072725607461751e-07,
+      "loss": 0.254,
+      "step": 1719
+    },
+    {
+      "epoch": 3.854341736694678,
+      "grad_norm": 0.5493239164352417,
+      "learning_rate": 7.826566783423638e-07,
+      "loss": 0.4214,
+      "step": 1720
+    },
+    {
+      "epoch": 3.8565826330532214,
+      "grad_norm": 0.5159296989440918,
+      "learning_rate": 7.584204570537213e-07,
+      "loss": 0.3546,
+      "step": 1721
+    },
+    {
+      "epoch": 3.8588235294117648,
+      "grad_norm": 0.4843482971191406,
+      "learning_rate": 7.345639896216172e-07,
+      "loss": 0.3071,
+      "step": 1722
+    },
+    {
+      "epoch": 3.861064425770308,
+      "grad_norm": 0.5348774790763855,
+      "learning_rate": 7.110873673342289e-07,
+      "loss": 0.3948,
+      "step": 1723
+    },
+    {
+      "epoch": 3.8633053221288516,
+      "grad_norm": 0.48131999373435974,
+      "learning_rate": 6.879906800262848e-07,
+      "loss": 0.3265,
+      "step": 1724
+    },
+    {
+      "epoch": 3.865546218487395,
+      "grad_norm": 0.5593771934509277,
+      "learning_rate": 6.65274016078632e-07,
+      "loss": 0.3428,
+      "step": 1725
+    },
+    {
+      "epoch": 3.8677871148459384,
+      "grad_norm": 0.4938508868217468,
+      "learning_rate": 6.429374624179474e-07,
+      "loss": 0.2848,
+      "step": 1726
+    },
+    {
+      "epoch": 3.870028011204482,
+      "grad_norm": 0.5510792136192322,
+      "learning_rate": 6.209811045163938e-07,
+      "loss": 0.3332,
+      "step": 1727
+    },
+    {
+      "epoch": 3.872268907563025,
+      "grad_norm": 0.5280547738075256,
+      "learning_rate": 5.994050263912976e-07,
+      "loss": 0.3873,
+      "step": 1728
+    },
+    {
+      "epoch": 3.8745098039215686,
+      "grad_norm": 0.5548211932182312,
+      "learning_rate": 5.782093106048159e-07,
+      "loss": 0.3614,
+      "step": 1729
+    },
+    {
+      "epoch": 3.876750700280112,
+      "grad_norm": 0.4894237518310547,
+      "learning_rate": 5.573940382636145e-07,
+      "loss": 0.3455,
+      "step": 1730
+    },
+    {
+      "epoch": 3.8789915966386554,
+      "grad_norm": 0.5034498572349548,
+      "learning_rate": 5.369592890185793e-07,
+      "loss": 0.2928,
+      "step": 1731
+    },
+    {
+      "epoch": 3.881232492997199,
+      "grad_norm": 0.5481503009796143,
+      "learning_rate": 5.169051410645276e-07,
+      "loss": 0.3238,
+      "step": 1732
+    },
+    {
+      "epoch": 3.8834733893557423,
+      "grad_norm": 0.5026142001152039,
+      "learning_rate": 4.972316711398417e-07,
+      "loss": 0.3135,
+      "step": 1733
+    },
+    {
+      "epoch": 3.8857142857142857,
+      "grad_norm": 0.5525529384613037,
+      "learning_rate": 4.779389545262358e-07,
+      "loss": 0.3316,
+      "step": 1734
+    },
+    {
+      "epoch": 3.887955182072829,
+      "grad_norm": 0.4901587665081024,
+      "learning_rate": 4.5902706504845626e-07,
+      "loss": 0.2952,
+      "step": 1735
+    },
+    {
+      "epoch": 3.8901960784313725,
+      "grad_norm": 0.49488624930381775,
+      "learning_rate": 4.404960750739706e-07,
+      "loss": 0.2775,
+      "step": 1736
+    },
+    {
+      "epoch": 3.892436974789916,
+      "grad_norm": 0.4516642689704895,
+      "learning_rate": 4.2234605551272345e-07,
+      "loss": 0.2038,
+      "step": 1737
+    },
+    {
+      "epoch": 3.8946778711484593,
+      "grad_norm": 0.5273248553276062,
+      "learning_rate": 4.0457707581686986e-07,
+      "loss": 0.4508,
+      "step": 1738
+    },
+    {
+      "epoch": 3.8969187675070027,
+      "grad_norm": 0.5115185976028442,
+      "learning_rate": 3.8718920398045364e-07,
+      "loss": 0.305,
+      "step": 1739
+    },
+    {
+      "epoch": 3.899159663865546,
+      "grad_norm": 0.4715082049369812,
+      "learning_rate": 3.701825065392184e-07,
+      "loss": 0.2404,
+      "step": 1740
+    },
+    {
+      "epoch": 3.9014005602240895,
+      "grad_norm": 0.49297869205474854,
+      "learning_rate": 3.535570485703188e-07,
+      "loss": 0.2649,
+      "step": 1741
+    },
+    {
+      "epoch": 3.903641456582633,
+      "grad_norm": 0.5561415553092957,
+      "learning_rate": 3.373128936920655e-07,
+      "loss": 0.4075,
+      "step": 1742
+    },
+    {
+      "epoch": 3.9058823529411764,
+      "grad_norm": 0.48909175395965576,
+      "learning_rate": 3.214501040636919e-07,
+      "loss": 0.2875,
+      "step": 1743
+    },
+    {
+      "epoch": 3.9081232492997198,
+      "grad_norm": 0.5290626883506775,
+      "learning_rate": 3.059687403850986e-07,
+      "loss": 0.3302,
+      "step": 1744
+    },
+    {
+      "epoch": 3.910364145658263,
+      "grad_norm": 0.4639118015766144,
+      "learning_rate": 2.9086886189666485e-07,
+      "loss": 0.2285,
+      "step": 1745
+    },
+    {
+      "epoch": 3.9126050420168066,
+      "grad_norm": 0.5463100671768188,
+      "learning_rate": 2.7615052637898207e-07,
+      "loss": 0.3251,
+      "step": 1746
+    },
+    {
+      "epoch": 3.91484593837535,
+      "grad_norm": 0.4998588263988495,
+      "learning_rate": 2.6181379015265405e-07,
+      "loss": 0.3504,
+      "step": 1747
+    },
+    {
+      "epoch": 3.9170868347338934,
+      "grad_norm": 0.560591459274292,
+      "learning_rate": 2.4785870807803034e-07,
+      "loss": 0.427,
+      "step": 1748
+    },
+    {
+      "epoch": 3.919327731092437,
+      "grad_norm": 0.503947377204895,
+      "learning_rate": 2.342853335551065e-07,
+      "loss": 0.2913,
+      "step": 1749
+    },
+    {
+      "epoch": 3.9215686274509802,
+      "grad_norm": 0.5063248872756958,
+      "learning_rate": 2.2109371852317984e-07,
+      "loss": 0.3098,
+      "step": 1750
+    },
+    {
+      "epoch": 3.923809523809524,
+      "grad_norm": 0.5633047223091125,
+      "learning_rate": 2.082839134607828e-07,
+      "loss": 0.2897,
+      "step": 1751
+    },
+    {
+      "epoch": 3.9260504201680675,
+      "grad_norm": 0.5066371560096741,
+      "learning_rate": 1.9585596738539437e-07,
+      "loss": 0.3306,
+      "step": 1752
+    },
+    {
+      "epoch": 3.928291316526611,
+      "grad_norm": 0.5384705066680908,
+      "learning_rate": 1.8380992785328456e-07,
+      "loss": 0.2894,
+      "step": 1753
+    },
+    {
+      "epoch": 3.9305322128851543,
+      "grad_norm": 0.5192012786865234,
+      "learning_rate": 1.7214584095937015e-07,
+      "loss": 0.3264,
+      "step": 1754
+    },
+    {
+      "epoch": 3.9327731092436977,
+      "grad_norm": 0.46149784326553345,
+      "learning_rate": 1.608637513369593e-07,
+      "loss": 0.2585,
+      "step": 1755
+    },
+    {
+      "epoch": 3.935014005602241,
+      "grad_norm": 0.4902362823486328,
+      "learning_rate": 1.4996370215765166e-07,
+      "loss": 0.2835,
+      "step": 1756
+    },
+    {
+      "epoch": 3.9372549019607845,
+      "grad_norm": 0.5408087372779846,
+      "learning_rate": 1.3944573513113844e-07,
+      "loss": 0.3658,
+      "step": 1757
+    },
+    {
+      "epoch": 3.939495798319328,
+      "grad_norm": 0.547758162021637,
+      "learning_rate": 1.2930989050504716e-07,
+      "loss": 0.3178,
+      "step": 1758
+    },
+    {
+      "epoch": 3.9417366946778714,
+      "grad_norm": 0.5375306606292725,
+      "learning_rate": 1.195562070647971e-07,
+      "loss": 0.3045,
+      "step": 1759
+    },
+    {
+      "epoch": 3.9439775910364148,
+      "grad_norm": 0.5129905343055725,
+      "learning_rate": 1.101847221334551e-07,
+      "loss": 0.2893,
+      "step": 1760
+    },
+    {
+      "epoch": 3.946218487394958,
+      "grad_norm": 0.5404637455940247,
+      "learning_rate": 1.0119547157154685e-07,
+      "loss": 0.3241,
+      "step": 1761
+    },
+    {
+      "epoch": 3.9484593837535016,
+      "grad_norm": 0.5064300894737244,
+      "learning_rate": 9.258848977700129e-08,
+      "loss": 0.3565,
+      "step": 1762
+    },
+    {
+      "epoch": 3.950700280112045,
+      "grad_norm": 0.49689432978630066,
+      "learning_rate": 8.436380968493973e-08,
+      "loss": 0.3334,
+      "step": 1763
+    },
+    {
+      "epoch": 3.9529411764705884,
+      "grad_norm": 0.513073742389679,
+      "learning_rate": 7.652146276759809e-08,
+      "loss": 0.3639,
+      "step": 1764
+    },
+    {
+      "epoch": 3.955182072829132,
+      "grad_norm": 0.5178735256195068,
+      "learning_rate": 6.906147903418259e-08,
+      "loss": 0.3502,
+      "step": 1765
+    },
+    {
+      "epoch": 3.957422969187675,
+      "grad_norm": 0.5227265357971191,
+      "learning_rate": 6.198388703076984e-08,
+      "loss": 0.3339,
+      "step": 1766
+    },
+    {
+      "epoch": 3.9596638655462186,
+      "grad_norm": 0.45623743534088135,
+      "learning_rate": 5.528871384018475e-08,
+      "loss": 0.2811,
+      "step": 1767
+    },
+    {
+      "epoch": 3.961904761904762,
+      "grad_norm": 0.48799389600753784,
+      "learning_rate": 4.897598508192269e-08,
+      "loss": 0.2744,
+      "step": 1768
+    },
+    {
+      "epoch": 3.9641456582633054,
+      "grad_norm": 0.5025047659873962,
+      "learning_rate": 4.3045724912005316e-08,
+      "loss": 0.2826,
+      "step": 1769
+    },
+    {
+      "epoch": 3.966386554621849,
+      "grad_norm": 0.4521445035934448,
+      "learning_rate": 3.7497956022947143e-08,
+      "loss": 0.236,
+      "step": 1770
+    },
+    {
+      "epoch": 3.9686274509803923,
+      "grad_norm": 0.4815988540649414,
+      "learning_rate": 3.2332699643589096e-08,
+      "loss": 0.2832,
+      "step": 1771
+    },
+    {
+      "epoch": 3.9708683473389357,
+      "grad_norm": 0.5072498917579651,
+      "learning_rate": 2.7549975539120642e-08,
+      "loss": 0.3332,
+      "step": 1772
+    },
+    {
+      "epoch": 3.973109243697479,
+      "grad_norm": 0.5606537461280823,
+      "learning_rate": 2.3149802010913323e-08,
+      "loss": 0.4032,
+      "step": 1773
+    },
+    {
+      "epoch": 3.9753501400560225,
+      "grad_norm": 0.5342161059379578,
+      "learning_rate": 1.9132195896498505e-08,
+      "loss": 0.3142,
+      "step": 1774
+    },
+    {
+      "epoch": 3.977591036414566,
+      "grad_norm": 0.5100846290588379,
+      "learning_rate": 1.549717256947858e-08,
+      "loss": 0.3284,
+      "step": 1775
+    },
+    {
+      "epoch": 3.9798319327731093,
+      "grad_norm": 0.5742179155349731,
+      "learning_rate": 1.2244745939493652e-08,
+      "loss": 0.4306,
+      "step": 1776
+    },
+    {
+      "epoch": 3.9820728291316527,
+      "grad_norm": 0.48982709646224976,
+      "learning_rate": 9.37492845215493e-09,
+      "loss": 0.2413,
+      "step": 1777
+    },
+    {
+      "epoch": 3.984313725490196,
+      "grad_norm": 0.5251598358154297,
+      "learning_rate": 6.887731088978111e-09,
+      "loss": 0.3578,
+      "step": 1778
+    },
+    {
+      "epoch": 3.9865546218487395,
+      "grad_norm": 0.4947164058685303,
+      "learning_rate": 4.7831633673833806e-09,
+      "loss": 0.2403,
+      "step": 1779
+    },
+    {
+      "epoch": 3.988795518207283,
+      "grad_norm": 0.527533233165741,
+      "learning_rate": 3.0612333406176973e-09,
+      "loss": 0.3085,
+      "step": 1780
+    },
+    {
+      "epoch": 3.9910364145658264,
+      "grad_norm": 0.5429129004478455,
+      "learning_rate": 1.7219475977658938e-09,
+      "loss": 0.2438,
+      "step": 1781
+    },
+    {
+      "epoch": 3.9932773109243698,
+      "grad_norm": 0.509666919708252,
+      "learning_rate": 7.653112636618609e-10,
+      "loss": 0.3346,
+      "step": 1782
+    },
+    {
+      "epoch": 3.995518207282913,
+      "grad_norm": 0.5672566294670105,
+      "learning_rate": 1.913279989440575e-10,
+      "loss": 0.3039,
+      "step": 1783
+    },
+    {
+      "epoch": 3.9977591036414566,
+      "grad_norm": 0.46183058619499207,
+      "learning_rate": 0.0,
+      "loss": 0.2526,
+      "step": 1784
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1784,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 446,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.242488464211968e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}