{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 19351,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000516769159216578,
      "grad_norm": 2.2854151725769043,
      "learning_rate": 2.58384579608289e-05,
      "loss": 8.3208,
      "step": 10
    },
    {
      "epoch": 0.001033538318433156,
      "grad_norm": 1.7825466394424438,
      "learning_rate": 5.16769159216578e-05,
      "loss": 7.8091,
      "step": 20
    },
    {
      "epoch": 0.001550307477649734,
      "grad_norm": 1.5718376636505127,
      "learning_rate": 7.751537388248669e-05,
      "loss": 7.23,
      "step": 30
    },
    {
      "epoch": 0.002067076636866312,
      "grad_norm": 0.9627140164375305,
      "learning_rate": 0.0001033538318433156,
      "loss": 6.6397,
      "step": 40
    },
    {
      "epoch": 0.0025838457960828897,
      "grad_norm": 0.7302472591400146,
      "learning_rate": 0.0001291922898041445,
      "loss": 6.2658,
      "step": 50
    },
    {
      "epoch": 0.003100614955299468,
      "grad_norm": 0.6241187453269958,
      "learning_rate": 0.00015503074776497338,
      "loss": 5.9946,
      "step": 60
    },
    {
      "epoch": 0.0036173841145160455,
      "grad_norm": 1.97952139377594,
      "learning_rate": 0.0001808692057258023,
      "loss": 5.7746,
      "step": 70
    },
    {
      "epoch": 0.004134153273732624,
      "grad_norm": 0.8876756429672241,
      "learning_rate": 0.0002067076636866312,
      "loss": 5.6108,
      "step": 80
    },
    {
      "epoch": 0.004650922432949202,
      "grad_norm": 0.9505946040153503,
      "learning_rate": 0.00023254612164746007,
      "loss": 5.4343,
      "step": 90
    },
    {
      "epoch": 0.005167691592165779,
      "grad_norm": 0.8270168304443359,
      "learning_rate": 0.000258384579608289,
      "loss": 5.1914,
      "step": 100
    },
    {
      "epoch": 0.005684460751382358,
      "grad_norm": 1.4167860746383667,
      "learning_rate": 0.0002842230375691179,
      "loss": 4.9526,
      "step": 110
    },
    {
      "epoch": 0.006201229910598936,
      "grad_norm": 0.8067450523376465,
      "learning_rate": 0.00031006149552994676,
      "loss": 4.7455,
      "step": 120
    },
    {
      "epoch": 0.006717999069815513,
      "grad_norm": 1.0726768970489502,
      "learning_rate": 0.0003358999534907757,
      "loss": 4.5333,
      "step": 130
    },
    {
      "epoch": 0.007234768229032091,
      "grad_norm": 0.9126196503639221,
      "learning_rate": 0.0003617384114516046,
      "loss": 4.3803,
      "step": 140
    },
    {
      "epoch": 0.0077515373882486695,
      "grad_norm": 1.0933046340942383,
      "learning_rate": 0.0003875768694124335,
      "loss": 4.2341,
      "step": 150
    },
    {
      "epoch": 0.008268306547465248,
      "grad_norm": 1.2751045227050781,
      "learning_rate": 0.0004134153273732624,
      "loss": 4.1177,
      "step": 160
    },
    {
      "epoch": 0.008785075706681826,
      "grad_norm": 1.0147113800048828,
      "learning_rate": 0.0004392537853340913,
      "loss": 4.006,
      "step": 170
    },
    {
      "epoch": 0.009301844865898403,
      "grad_norm": 1.2339316606521606,
      "learning_rate": 0.00046509224329492014,
      "loss": 3.9218,
      "step": 180
    },
    {
      "epoch": 0.009818614025114981,
      "grad_norm": 1.2789371013641357,
      "learning_rate": 0.0004909307012557491,
      "loss": 3.8193,
      "step": 190
    },
    {
      "epoch": 0.010335383184331559,
      "grad_norm": 1.337181568145752,
      "learning_rate": 0.0005,
      "loss": 3.729,
      "step": 200
    },
    {
      "epoch": 0.010852152343548136,
      "grad_norm": 1.29481840133667,
      "learning_rate": 0.0005,
      "loss": 3.6638,
      "step": 210
    },
    {
      "epoch": 0.011368921502764716,
      "grad_norm": 1.2725201845169067,
      "learning_rate": 0.0005,
      "loss": 3.6127,
      "step": 220
    },
    {
      "epoch": 0.011885690661981294,
      "grad_norm": 1.4627310037612915,
      "learning_rate": 0.0005,
      "loss": 3.5382,
      "step": 230
    },
    {
      "epoch": 0.012402459821197871,
      "grad_norm": 1.0869964361190796,
      "learning_rate": 0.0005,
      "loss": 3.5016,
      "step": 240
    },
    {
      "epoch": 0.012919228980414449,
      "grad_norm": 1.142592191696167,
      "learning_rate": 0.0005,
      "loss": 3.4392,
      "step": 250
    },
    {
      "epoch": 0.013435998139631027,
      "grad_norm": 1.0130606889724731,
      "learning_rate": 0.0005,
      "loss": 3.3923,
      "step": 260
    },
    {
      "epoch": 0.013952767298847604,
      "grad_norm": 1.2244436740875244,
      "learning_rate": 0.0005,
      "loss": 3.3526,
      "step": 270
    },
    {
      "epoch": 0.014469536458064182,
      "grad_norm": 1.164255976676941,
      "learning_rate": 0.0005,
      "loss": 3.2819,
      "step": 280
    },
    {
      "epoch": 0.014986305617280761,
      "grad_norm": 0.9863433241844177,
      "learning_rate": 0.0005,
      "loss": 3.2612,
      "step": 290
    },
    {
      "epoch": 0.015503074776497339,
      "grad_norm": 1.1939715147018433,
      "learning_rate": 0.0005,
      "loss": 3.2136,
      "step": 300
    },
    {
      "epoch": 0.016019843935713915,
      "grad_norm": 1.0233927965164185,
      "learning_rate": 0.0005,
      "loss": 3.1914,
      "step": 310
    },
    {
      "epoch": 0.016536613094930496,
      "grad_norm": 1.3167331218719482,
      "learning_rate": 0.0005,
      "loss": 3.1614,
      "step": 320
    },
    {
      "epoch": 0.017053382254147074,
      "grad_norm": 1.10019850730896,
      "learning_rate": 0.0005,
      "loss": 3.1133,
      "step": 330
    },
    {
      "epoch": 0.01757015141336365,
      "grad_norm": 1.267260193824768,
      "learning_rate": 0.0005,
      "loss": 3.0851,
      "step": 340
    },
    {
      "epoch": 0.01808692057258023,
      "grad_norm": 1.134069800376892,
      "learning_rate": 0.0005,
      "loss": 3.0513,
      "step": 350
    },
    {
      "epoch": 0.018603689731796807,
      "grad_norm": 1.3286008834838867,
      "learning_rate": 0.0005,
      "loss": 3.0269,
      "step": 360
    },
    {
      "epoch": 0.019120458891013385,
      "grad_norm": 1.3457223176956177,
      "learning_rate": 0.0005,
      "loss": 2.9893,
      "step": 370
    },
    {
      "epoch": 0.019637228050229962,
      "grad_norm": 1.254515290260315,
      "learning_rate": 0.0005,
      "loss": 2.9698,
      "step": 380
    },
    {
      "epoch": 0.02015399720944654,
      "grad_norm": 1.1265138387680054,
      "learning_rate": 0.0005,
      "loss": 2.9409,
      "step": 390
    },
    {
      "epoch": 0.020670766368663118,
      "grad_norm": 1.1716142892837524,
      "learning_rate": 0.0005,
      "loss": 2.9289,
      "step": 400
    },
    {
      "epoch": 0.021187535527879695,
      "grad_norm": 1.7391645908355713,
      "learning_rate": 0.0005,
      "loss": 2.9168,
      "step": 410
    },
    {
      "epoch": 0.021704304687096273,
      "grad_norm": 1.2796969413757324,
      "learning_rate": 0.0005,
      "loss": 2.8871,
      "step": 420
    },
    {
      "epoch": 0.02222107384631285,
      "grad_norm": 1.192845106124878,
      "learning_rate": 0.0005,
      "loss": 2.85,
      "step": 430
    },
    {
      "epoch": 0.02273784300552943,
      "grad_norm": 1.2399319410324097,
      "learning_rate": 0.0005,
      "loss": 2.8469,
      "step": 440
    },
    {
      "epoch": 0.02325461216474601,
      "grad_norm": 2.0635640621185303,
      "learning_rate": 0.0005,
      "loss": 2.8174,
      "step": 450
    },
    {
      "epoch": 0.023771381323962587,
      "grad_norm": 1.2288042306900024,
      "learning_rate": 0.0005,
      "loss": 2.8065,
      "step": 460
    },
    {
      "epoch": 0.024288150483179165,
      "grad_norm": 1.1476280689239502,
      "learning_rate": 0.0005,
      "loss": 2.7702,
      "step": 470
    },
    {
      "epoch": 0.024804919642395742,
      "grad_norm": 1.0889836549758911,
      "learning_rate": 0.0005,
      "loss": 2.7561,
      "step": 480
    },
    {
      "epoch": 0.02532168880161232,
      "grad_norm": 1.2561166286468506,
      "learning_rate": 0.0005,
      "loss": 2.7407,
      "step": 490
    },
    {
      "epoch": 0.025838457960828898,
      "grad_norm": 1.105919599533081,
      "learning_rate": 0.0005,
      "loss": 2.7356,
      "step": 500
    },
    {
      "epoch": 0.026355227120045475,
      "grad_norm": 1.2789875268936157,
      "learning_rate": 0.0005,
      "loss": 2.6941,
      "step": 510
    },
    {
      "epoch": 0.026871996279262053,
      "grad_norm": 1.2486238479614258,
      "learning_rate": 0.0005,
      "loss": 2.7009,
      "step": 520
    },
    {
      "epoch": 0.02738876543847863,
      "grad_norm": 1.3023815155029297,
      "learning_rate": 0.0005,
      "loss": 2.6761,
      "step": 530
    },
    {
      "epoch": 0.02790553459769521,
      "grad_norm": 1.3703725337982178,
      "learning_rate": 0.0005,
      "loss": 2.659,
      "step": 540
    },
    {
      "epoch": 0.028422303756911786,
      "grad_norm": 1.1285632848739624,
      "learning_rate": 0.0005,
      "loss": 2.6444,
      "step": 550
    },
    {
      "epoch": 0.028939072916128364,
      "grad_norm": 1.6290286779403687,
      "learning_rate": 0.0005,
      "loss": 2.607,
      "step": 560
    },
    {
      "epoch": 0.029455842075344945,
      "grad_norm": 1.2040055990219116,
      "learning_rate": 0.0005,
      "loss": 2.6061,
      "step": 570
    },
    {
      "epoch": 0.029972611234561523,
      "grad_norm": 1.13448166847229,
      "learning_rate": 0.0005,
      "loss": 2.5709,
      "step": 580
    },
    {
      "epoch": 0.0304893803937781,
      "grad_norm": 1.9924914836883545,
      "learning_rate": 0.0005,
      "loss": 2.5914,
      "step": 590
    },
    {
      "epoch": 0.031006149552994678,
      "grad_norm": 1.6680738925933838,
      "learning_rate": 0.0005,
      "loss": 2.5523,
      "step": 600
    },
    {
      "epoch": 0.03152291871221125,
      "grad_norm": 1.5603681802749634,
      "learning_rate": 0.0005,
      "loss": 2.5157,
      "step": 610
    },
    {
      "epoch": 0.03203968787142783,
      "grad_norm": 1.2942813634872437,
      "learning_rate": 0.0005,
      "loss": 2.4997,
      "step": 620
    },
    {
      "epoch": 0.032556457030644415,
      "grad_norm": 1.4313350915908813,
      "learning_rate": 0.0005,
      "loss": 2.4648,
      "step": 630
    },
    {
      "epoch": 0.03307322618986099,
      "grad_norm": 1.41900634765625,
      "learning_rate": 0.0005,
      "loss": 2.4899,
      "step": 640
    },
    {
      "epoch": 0.03358999534907757,
      "grad_norm": 2.0101678371429443,
      "learning_rate": 0.0005,
      "loss": 2.4705,
      "step": 650
    },
    {
      "epoch": 0.03410676450829415,
      "grad_norm": 1.567264437675476,
      "learning_rate": 0.0005,
      "loss": 2.4655,
      "step": 660
    },
    {
      "epoch": 0.034623533667510725,
      "grad_norm": 1.504845142364502,
      "learning_rate": 0.0005,
      "loss": 2.4357,
      "step": 670
    },
    {
      "epoch": 0.0351403028267273,
      "grad_norm": 1.3784253597259521,
      "learning_rate": 0.0005,
      "loss": 2.4484,
      "step": 680
    },
    {
      "epoch": 0.03565707198594388,
      "grad_norm": 1.2612375020980835,
      "learning_rate": 0.0005,
      "loss": 2.4108,
      "step": 690
    },
    {
      "epoch": 0.03617384114516046,
      "grad_norm": 1.2809542417526245,
      "learning_rate": 0.0005,
      "loss": 2.429,
      "step": 700
    },
    {
      "epoch": 0.036690610304377036,
      "grad_norm": 1.282116174697876,
      "learning_rate": 0.0005,
      "loss": 2.4136,
      "step": 710
    },
    {
      "epoch": 0.037207379463593614,
      "grad_norm": 2.6279282569885254,
      "learning_rate": 0.0005,
      "loss": 2.4043,
      "step": 720
    },
    {
      "epoch": 0.03772414862281019,
      "grad_norm": 1.158665657043457,
      "learning_rate": 0.0005,
      "loss": 2.3666,
      "step": 730
    },
    {
      "epoch": 0.03824091778202677,
      "grad_norm": 1.0581611394882202,
      "learning_rate": 0.0005,
      "loss": 2.3588,
      "step": 740
    },
    {
      "epoch": 0.03875768694124335,
      "grad_norm": 1.225664496421814,
      "learning_rate": 0.0005,
      "loss": 2.3499,
      "step": 750
    },
    {
      "epoch": 0.039274456100459924,
      "grad_norm": 1.9708060026168823,
      "learning_rate": 0.0005,
      "loss": 2.3462,
      "step": 760
    },
    {
      "epoch": 0.0397912252596765,
      "grad_norm": 1.856858730316162,
      "learning_rate": 0.0005,
      "loss": 2.3443,
      "step": 770
    },
    {
      "epoch": 0.04030799441889308,
      "grad_norm": 1.4437602758407593,
      "learning_rate": 0.0005,
      "loss": 2.289,
      "step": 780
    },
    {
      "epoch": 0.04082476357810966,
      "grad_norm": 1.289876937866211,
      "learning_rate": 0.0005,
      "loss": 2.2881,
      "step": 790
    },
    {
      "epoch": 0.041341532737326235,
      "grad_norm": 1.2440109252929688,
      "learning_rate": 0.0005,
      "loss": 2.2639,
      "step": 800
    },
    {
      "epoch": 0.04185830189654281,
      "grad_norm": 1.2062422037124634,
      "learning_rate": 0.0005,
      "loss": 2.263,
      "step": 810
    },
    {
      "epoch": 0.04237507105575939,
      "grad_norm": 1.171238660812378,
      "learning_rate": 0.0005,
      "loss": 2.259,
      "step": 820
    },
    {
      "epoch": 0.04289184021497597,
      "grad_norm": 1.1757316589355469,
      "learning_rate": 0.0005,
      "loss": 2.2527,
      "step": 830
    },
    {
      "epoch": 0.043408609374192546,
      "grad_norm": 1.3125736713409424,
      "learning_rate": 0.0005,
      "loss": 2.2429,
      "step": 840
    },
    {
      "epoch": 0.04392537853340912,
      "grad_norm": 1.2145166397094727,
      "learning_rate": 0.0005,
      "loss": 2.2615,
      "step": 850
    },
    {
      "epoch": 0.0444421476926257,
      "grad_norm": 1.3434226512908936,
      "learning_rate": 0.0005,
      "loss": 2.2398,
      "step": 860
    },
    {
      "epoch": 0.04495891685184228,
      "grad_norm": 1.5729234218597412,
      "learning_rate": 0.0005,
      "loss": 2.2263,
      "step": 870
    },
    {
      "epoch": 0.04547568601105886,
      "grad_norm": 1.4341133832931519,
      "learning_rate": 0.0005,
      "loss": 2.193,
      "step": 880
    },
    {
      "epoch": 0.04599245517027544,
      "grad_norm": 1.1859130859375,
      "learning_rate": 0.0005,
      "loss": 2.1928,
      "step": 890
    },
    {
      "epoch": 0.04650922432949202,
      "grad_norm": 1.8495599031448364,
      "learning_rate": 0.0005,
      "loss": 2.182,
      "step": 900
    },
    {
      "epoch": 0.047025993488708596,
      "grad_norm": 1.416601538658142,
      "learning_rate": 0.0005,
      "loss": 2.1748,
      "step": 910
    },
    {
      "epoch": 0.047542762647925174,
      "grad_norm": 1.2966763973236084,
      "learning_rate": 0.0005,
      "loss": 2.1481,
      "step": 920
    },
    {
      "epoch": 0.04805953180714175,
      "grad_norm": 1.499526858329773,
      "learning_rate": 0.0005,
      "loss": 2.1442,
      "step": 930
    },
    {
      "epoch": 0.04857630096635833,
      "grad_norm": 1.2409976720809937,
      "learning_rate": 0.0005,
      "loss": 2.1788,
      "step": 940
    },
    {
      "epoch": 0.04909307012557491,
      "grad_norm": 1.2645729780197144,
      "learning_rate": 0.0005,
      "loss": 2.1577,
      "step": 950
    },
    {
      "epoch": 0.049609839284791485,
      "grad_norm": 1.297904372215271,
      "learning_rate": 0.0005,
      "loss": 2.1412,
      "step": 960
    },
    {
      "epoch": 0.05012660844400806,
      "grad_norm": 1.3194257020950317,
      "learning_rate": 0.0005,
      "loss": 2.1242,
      "step": 970
    },
    {
      "epoch": 0.05064337760322464,
      "grad_norm": 1.4184504747390747,
      "learning_rate": 0.0005,
      "loss": 2.1414,
      "step": 980
    },
    {
      "epoch": 0.05116014676244122,
      "grad_norm": 2.1643896102905273,
      "learning_rate": 0.0005,
      "loss": 2.12,
      "step": 990
    },
    {
      "epoch": 0.051676915921657796,
      "grad_norm": 2.3233911991119385,
      "learning_rate": 0.0005,
      "loss": 2.0972,
      "step": 1000
    },
    {
      "epoch": 0.05219368508087437,
      "grad_norm": 2.2393977642059326,
      "learning_rate": 0.0005,
      "loss": 2.0906,
      "step": 1010
    },
    {
      "epoch": 0.05271045424009095,
      "grad_norm": 1.298572063446045,
      "learning_rate": 0.0005,
      "loss": 2.0664,
      "step": 1020
    },
    {
      "epoch": 0.05322722339930753,
      "grad_norm": 1.8283194303512573,
      "learning_rate": 0.0005,
      "loss": 2.0726,
      "step": 1030
    },
    {
      "epoch": 0.053743992558524106,
      "grad_norm": 1.4193987846374512,
      "learning_rate": 0.0005,
      "loss": 2.0643,
      "step": 1040
    },
    {
      "epoch": 0.054260761717740684,
      "grad_norm": 1.3053640127182007,
      "learning_rate": 0.0005,
      "loss": 2.0124,
      "step": 1050
    },
    {
      "epoch": 0.05477753087695726,
      "grad_norm": 1.598849892616272,
      "learning_rate": 0.0005,
      "loss": 2.0588,
      "step": 1060
    },
    {
      "epoch": 0.05529430003617384,
      "grad_norm": 1.3975911140441895,
      "learning_rate": 0.0005,
      "loss": 2.0349,
      "step": 1070
    },
    {
      "epoch": 0.05581106919539042,
      "grad_norm": 1.1616796255111694,
      "learning_rate": 0.0005,
      "loss": 2.0226,
      "step": 1080
    },
    {
      "epoch": 0.056327838354606995,
      "grad_norm": 1.3756109476089478,
      "learning_rate": 0.0005,
      "loss": 2.0305,
      "step": 1090
    },
    {
      "epoch": 0.05684460751382357,
      "grad_norm": 1.4646899700164795,
      "learning_rate": 0.0005,
      "loss": 2.0329,
      "step": 1100
    },
    {
      "epoch": 0.05736137667304015,
      "grad_norm": 1.215995192527771,
      "learning_rate": 0.0005,
      "loss": 2.039,
      "step": 1110
    },
    {
      "epoch": 0.05787814583225673,
      "grad_norm": 1.6965135335922241,
      "learning_rate": 0.0005,
      "loss": 2.0142,
      "step": 1120
    },
    {
      "epoch": 0.05839491499147331,
      "grad_norm": 1.466676950454712,
      "learning_rate": 0.0005,
      "loss": 2.0231,
      "step": 1130
    },
    {
      "epoch": 0.05891168415068989,
      "grad_norm": 1.5624445676803589,
      "learning_rate": 0.0005,
      "loss": 1.9893,
      "step": 1140
    },
    {
      "epoch": 0.05942845330990647,
      "grad_norm": 1.3193562030792236,
      "learning_rate": 0.0005,
      "loss": 1.9744,
      "step": 1150
    },
    {
      "epoch": 0.059945222469123045,
      "grad_norm": 1.1906757354736328,
      "learning_rate": 0.0005,
      "loss": 1.9866,
      "step": 1160
    },
    {
      "epoch": 0.06046199162833962,
      "grad_norm": 2.6814322471618652,
      "learning_rate": 0.0005,
      "loss": 1.9743,
      "step": 1170
    },
    {
      "epoch": 0.0609787607875562,
      "grad_norm": 1.7349072694778442,
      "learning_rate": 0.0005,
      "loss": 1.9815,
      "step": 1180
    },
    {
      "epoch": 0.06149552994677278,
      "grad_norm": 2.099928617477417,
      "learning_rate": 0.0005,
      "loss": 1.9469,
      "step": 1190
    },
    {
      "epoch": 0.062012299105989356,
      "grad_norm": 1.141414999961853,
      "learning_rate": 0.0005,
      "loss": 1.9422,
      "step": 1200
    },
    {
      "epoch": 0.06252906826520593,
      "grad_norm": 1.1726713180541992,
      "learning_rate": 0.0005,
      "loss": 1.956,
      "step": 1210
    },
    {
      "epoch": 0.0630458374244225,
      "grad_norm": 1.7521125078201294,
      "learning_rate": 0.0005,
      "loss": 1.9423,
      "step": 1220
    },
    {
      "epoch": 0.06356260658363909,
      "grad_norm": 1.1364134550094604,
      "learning_rate": 0.0005,
      "loss": 1.9614,
      "step": 1230
    },
    {
      "epoch": 0.06407937574285566,
      "grad_norm": 1.3168714046478271,
      "learning_rate": 0.0005,
      "loss": 1.9571,
      "step": 1240
    },
    {
      "epoch": 0.06459614490207224,
      "grad_norm": 1.787176251411438,
      "learning_rate": 0.0005,
      "loss": 1.9566,
      "step": 1250
    },
    {
      "epoch": 0.06511291406128883,
      "grad_norm": 1.2864240407943726,
      "learning_rate": 0.0005,
      "loss": 1.9349,
      "step": 1260
    },
    {
      "epoch": 0.0656296832205054,
      "grad_norm": 1.5742415189743042,
      "learning_rate": 0.0005,
      "loss": 1.9006,
      "step": 1270
    },
    {
      "epoch": 0.06614645237972198,
      "grad_norm": 1.349160075187683,
      "learning_rate": 0.0005,
      "loss": 1.9083,
      "step": 1280
    },
    {
      "epoch": 0.06666322153893856,
      "grad_norm": 2.4660980701446533,
      "learning_rate": 0.0005,
      "loss": 1.9296,
      "step": 1290
    },
    {
      "epoch": 0.06717999069815514,
      "grad_norm": 2.0999865531921387,
      "learning_rate": 0.0005,
      "loss": 1.876,
      "step": 1300
    },
    {
      "epoch": 0.06769675985737171,
      "grad_norm": 1.3416152000427246,
      "learning_rate": 0.0005,
      "loss": 1.8874,
      "step": 1310
    },
    {
      "epoch": 0.0682135290165883,
      "grad_norm": 1.2447683811187744,
      "learning_rate": 0.0005,
      "loss": 1.8892,
      "step": 1320
    },
    {
      "epoch": 0.06873029817580487,
      "grad_norm": 1.1316670179367065,
      "learning_rate": 0.0005,
      "loss": 1.8754,
      "step": 1330
    },
    {
      "epoch": 0.06924706733502145,
      "grad_norm": 1.354366421699524,
      "learning_rate": 0.0005,
      "loss": 1.8778,
      "step": 1340
    },
    {
      "epoch": 0.06976383649423802,
      "grad_norm": 1.7485758066177368,
      "learning_rate": 0.0005,
      "loss": 1.8982,
      "step": 1350
    },
    {
      "epoch": 0.0702806056534546,
      "grad_norm": 1.5367459058761597,
      "learning_rate": 0.0005,
      "loss": 1.8862,
      "step": 1360
    },
    {
      "epoch": 0.07079737481267118,
      "grad_norm": 1.112423062324524,
      "learning_rate": 0.0005,
      "loss": 1.8748,
      "step": 1370
    },
    {
      "epoch": 0.07131414397188776,
      "grad_norm": 1.269370436668396,
      "learning_rate": 0.0005,
      "loss": 1.8389,
      "step": 1380
    },
    {
      "epoch": 0.07183091313110433,
      "grad_norm": 1.6045186519622803,
      "learning_rate": 0.0005,
      "loss": 1.8814,
      "step": 1390
    },
    {
      "epoch": 0.07234768229032092,
      "grad_norm": 2.199096918106079,
      "learning_rate": 0.0005,
      "loss": 1.8576,
      "step": 1400
    },
    {
      "epoch": 0.07286445144953749,
      "grad_norm": 1.2949317693710327,
      "learning_rate": 0.0005,
      "loss": 1.837,
      "step": 1410
    },
    {
      "epoch": 0.07338122060875407,
      "grad_norm": 1.2082808017730713,
      "learning_rate": 0.0005,
      "loss": 1.8191,
      "step": 1420
    },
    {
      "epoch": 0.07389798976797064,
      "grad_norm": 1.632419466972351,
      "learning_rate": 0.0005,
      "loss": 1.8192,
      "step": 1430
    },
    {
      "epoch": 0.07441475892718723,
      "grad_norm": 1.1036083698272705,
      "learning_rate": 0.0005,
      "loss": 1.8046,
      "step": 1440
    },
    {
      "epoch": 0.0749315280864038,
      "grad_norm": 1.6769006252288818,
      "learning_rate": 0.0005,
      "loss": 1.8174,
      "step": 1450
    },
    {
      "epoch": 0.07544829724562038,
      "grad_norm": 1.587368130683899,
      "learning_rate": 0.0005,
      "loss": 1.8311,
      "step": 1460
    },
    {
      "epoch": 0.07596506640483695,
      "grad_norm": 1.063362956047058,
      "learning_rate": 0.0005,
      "loss": 1.7886,
      "step": 1470
    },
    {
      "epoch": 0.07648183556405354,
      "grad_norm": 1.258238673210144,
      "learning_rate": 0.0005,
      "loss": 1.8063,
      "step": 1480
    },
    {
      "epoch": 0.07699860472327011,
      "grad_norm": 1.3020492792129517,
      "learning_rate": 0.0005,
      "loss": 1.8289,
      "step": 1490
    },
    {
      "epoch": 0.0775153738824867,
      "grad_norm": 2.0609872341156006,
      "learning_rate": 0.0005,
      "loss": 1.7893,
      "step": 1500
    },
    {
      "epoch": 0.07803214304170328,
      "grad_norm": 1.1070424318313599,
      "learning_rate": 0.0005,
      "loss": 1.768,
      "step": 1510
    },
    {
      "epoch": 0.07854891220091985,
      "grad_norm": 2.055048704147339,
      "learning_rate": 0.0005,
      "loss": 1.7597,
      "step": 1520
    },
    {
      "epoch": 0.07906568136013643,
      "grad_norm": 1.4444563388824463,
      "learning_rate": 0.0005,
      "loss": 1.7827,
      "step": 1530
    },
    {
      "epoch": 0.079582450519353,
      "grad_norm": 1.388077735900879,
      "learning_rate": 0.0005,
      "loss": 1.7753,
      "step": 1540
    },
    {
      "epoch": 0.08009921967856959,
      "grad_norm": 1.2297486066818237,
      "learning_rate": 0.0005,
      "loss": 1.7371,
      "step": 1550
    },
    {
      "epoch": 0.08061598883778616,
      "grad_norm": 1.1055219173431396,
      "learning_rate": 0.0005,
      "loss": 1.7616,
      "step": 1560
    },
    {
      "epoch": 0.08113275799700274,
      "grad_norm": 1.330352783203125,
      "learning_rate": 0.0005,
      "loss": 1.7753,
      "step": 1570
    },
    {
      "epoch": 0.08164952715621931,
      "grad_norm": 1.0750646591186523,
      "learning_rate": 0.0005,
      "loss": 1.7551,
      "step": 1580
    },
    {
      "epoch": 0.0821662963154359,
      "grad_norm": 1.1137466430664062,
      "learning_rate": 0.0005,
      "loss": 1.7686,
      "step": 1590
    },
    {
      "epoch": 0.08268306547465247,
      "grad_norm": 1.2276798486709595,
      "learning_rate": 0.0005,
      "loss": 1.7617,
      "step": 1600
    },
    {
      "epoch": 0.08319983463386905,
      "grad_norm": 1.0940239429473877,
      "learning_rate": 0.0005,
      "loss": 1.7269,
      "step": 1610
    },
    {
      "epoch": 0.08371660379308563,
      "grad_norm": 1.1361453533172607,
      "learning_rate": 0.0005,
      "loss": 1.7481,
      "step": 1620
    },
    {
      "epoch": 0.08423337295230221,
      "grad_norm": 1.482571005821228,
      "learning_rate": 0.0005,
      "loss": 1.7265,
      "step": 1630
    },
    {
      "epoch": 0.08475014211151878,
      "grad_norm": 1.2309211492538452,
      "learning_rate": 0.0005,
      "loss": 1.7087,
      "step": 1640
    },
    {
      "epoch": 0.08526691127073537,
      "grad_norm": 1.162300705909729,
      "learning_rate": 0.0005,
      "loss": 1.708,
      "step": 1650
    },
    {
      "epoch": 0.08578368042995194,
      "grad_norm": 1.1956666707992554,
      "learning_rate": 0.0005,
      "loss": 1.73,
      "step": 1660
    },
    {
      "epoch": 0.08630044958916852,
      "grad_norm": 1.5038352012634277,
      "learning_rate": 0.0005,
      "loss": 1.7213,
      "step": 1670
    },
    {
      "epoch": 0.08681721874838509,
      "grad_norm": 1.2151919603347778,
      "learning_rate": 0.0005,
      "loss": 1.7224,
      "step": 1680
    },
    {
      "epoch": 0.08733398790760168,
      "grad_norm": 1.0433135032653809,
      "learning_rate": 0.0005,
      "loss": 1.7049,
      "step": 1690
    },
    {
      "epoch": 0.08785075706681825,
      "grad_norm": 1.8113486766815186,
      "learning_rate": 0.0005,
      "loss": 1.7132,
      "step": 1700
    },
    {
      "epoch": 0.08836752622603483,
      "grad_norm": 0.9753373861312866,
      "learning_rate": 0.0005,
      "loss": 1.7109,
      "step": 1710
    },
    {
      "epoch": 0.0888842953852514,
      "grad_norm": 1.355560064315796,
      "learning_rate": 0.0005,
      "loss": 1.7041,
      "step": 1720
    },
    {
      "epoch": 0.08940106454446799,
      "grad_norm": 1.1716082096099854,
      "learning_rate": 0.0005,
      "loss": 1.7114,
      "step": 1730
    },
    {
      "epoch": 0.08991783370368456,
      "grad_norm": 1.10747492313385,
      "learning_rate": 0.0005,
      "loss": 1.7068,
      "step": 1740
    },
    {
      "epoch": 0.09043460286290114,
      "grad_norm": 1.0477211475372314,
      "learning_rate": 0.0005,
      "loss": 1.6935,
      "step": 1750
    },
    {
      "epoch": 0.09095137202211773,
      "grad_norm": 1.1489983797073364,
      "learning_rate": 0.0005,
      "loss": 1.6976,
      "step": 1760
    },
    {
      "epoch": 0.0914681411813343,
      "grad_norm": 1.2262177467346191,
      "learning_rate": 0.0005,
      "loss": 1.689,
      "step": 1770
    },
    {
      "epoch": 0.09198491034055088,
      "grad_norm": 1.111374020576477,
      "learning_rate": 0.0005,
      "loss": 1.6811,
      "step": 1780
    },
    {
      "epoch": 0.09250167949976745,
      "grad_norm": 1.0549476146697998,
      "learning_rate": 0.0005,
      "loss": 1.6539,
      "step": 1790
    },
    {
      "epoch": 0.09301844865898404,
      "grad_norm": 1.2341543436050415,
      "learning_rate": 0.0005,
      "loss": 1.6643,
      "step": 1800
    },
    {
      "epoch": 0.09353521781820061,
      "grad_norm": 1.6305192708969116,
      "learning_rate": 0.0005,
      "loss": 1.6553,
      "step": 1810
    },
    {
      "epoch": 0.09405198697741719,
      "grad_norm": 1.0614426136016846,
      "learning_rate": 0.0005,
      "loss": 1.6474,
      "step": 1820
    },
    {
      "epoch": 0.09456875613663376,
      "grad_norm": 1.1092963218688965,
      "learning_rate": 0.0005,
      "loss": 1.6686,
      "step": 1830
    },
    {
      "epoch": 0.09508552529585035,
      "grad_norm": 1.521255373954773,
      "learning_rate": 0.0005,
      "loss": 1.6586,
      "step": 1840
    },
    {
      "epoch": 0.09560229445506692,
      "grad_norm": 1.353458285331726,
      "learning_rate": 0.0005,
      "loss": 1.6632,
      "step": 1850
    },
    {
      "epoch": 0.0961190636142835,
      "grad_norm": 1.0622385740280151,
      "learning_rate": 0.0005,
      "loss": 1.6417,
      "step": 1860
    },
    {
      "epoch": 0.09663583277350007,
      "grad_norm": 1.1304274797439575,
      "learning_rate": 0.0005,
      "loss": 1.6374,
      "step": 1870
    },
    {
      "epoch": 0.09715260193271666,
      "grad_norm": 1.6776567697525024,
      "learning_rate": 0.0005,
      "loss": 1.648,
      "step": 1880
    },
    {
      "epoch": 0.09766937109193323,
      "grad_norm": 1.2316774129867554,
      "learning_rate": 0.0005,
      "loss": 1.6055,
      "step": 1890
    },
    {
      "epoch": 0.09818614025114981,
      "grad_norm": 1.1291395425796509,
      "learning_rate": 0.0005,
      "loss": 1.6199,
      "step": 1900
    },
    {
      "epoch": 0.09870290941036639,
      "grad_norm": 1.2423152923583984,
      "learning_rate": 0.0005,
      "loss": 1.6343,
      "step": 1910
    },
    {
      "epoch": 0.09921967856958297,
      "grad_norm": 1.6953014135360718,
      "learning_rate": 0.0005,
      "loss": 1.6011,
      "step": 1920
    },
    {
      "epoch": 0.09973644772879954,
      "grad_norm": 1.078352451324463,
      "learning_rate": 0.0005,
      "loss": 1.5773,
      "step": 1930
    },
    {
      "epoch": 0.10025321688801613,
      "grad_norm": 1.1383408308029175,
      "learning_rate": 0.0005,
      "loss": 1.6175,
      "step": 1940
    },
    {
      "epoch": 0.1007699860472327,
      "grad_norm": 0.998919665813446,
      "learning_rate": 0.0005,
      "loss": 1.6388,
      "step": 1950
    },
    {
      "epoch": 0.10128675520644928,
      "grad_norm": 1.6332008838653564,
      "learning_rate": 0.0005,
      "loss": 1.5987,
      "step": 1960
    },
    {
      "epoch": 0.10180352436566585,
      "grad_norm": 1.041397213935852,
      "learning_rate": 0.0005,
      "loss": 1.6043,
      "step": 1970
    },
    {
      "epoch": 0.10232029352488244,
      "grad_norm": 1.1090408563613892,
      "learning_rate": 0.0005,
      "loss": 1.5859,
      "step": 1980
    },
    {
      "epoch": 0.102837062684099,
      "grad_norm": 1.0914579629898071,
      "learning_rate": 0.0005,
      "loss": 1.6069,
      "step": 1990
    },
    {
      "epoch": 0.10335383184331559,
      "grad_norm": 1.5213651657104492,
      "learning_rate": 0.0005,
      "loss": 1.5897,
      "step": 2000
    },
    {
      "epoch": 0.10387060100253218,
      "grad_norm": 1.5415380001068115,
      "learning_rate": 0.0005,
      "loss": 1.6035,
      "step": 2010
    },
    {
      "epoch": 0.10438737016174875,
      "grad_norm": 1.1095470190048218,
      "learning_rate": 0.0005,
      "loss": 1.5697,
      "step": 2020
    },
    {
      "epoch": 0.10490413932096533,
      "grad_norm": 1.3773058652877808,
      "learning_rate": 0.0005,
      "loss": 1.5827,
      "step": 2030
    },
    {
      "epoch": 0.1054209084801819,
      "grad_norm": 0.9746466279029846,
      "learning_rate": 0.0005,
      "loss": 1.5612,
      "step": 2040
    },
    {
      "epoch": 0.10593767763939849,
      "grad_norm": 1.047061800956726,
      "learning_rate": 0.0005,
      "loss": 1.5707,
      "step": 2050
    },
    {
      "epoch": 0.10645444679861506,
      "grad_norm": 0.9137332439422607,
      "learning_rate": 0.0005,
      "loss": 1.5646,
      "step": 2060
    },
    {
      "epoch": 0.10697121595783164,
      "grad_norm": 0.9967837929725647,
      "learning_rate": 0.0005,
      "loss": 1.5659,
      "step": 2070
    },
    {
      "epoch": 0.10748798511704821,
      "grad_norm": 1.2617110013961792,
      "learning_rate": 0.0005,
      "loss": 1.5673,
      "step": 2080
    },
    {
      "epoch": 0.1080047542762648,
      "grad_norm": 0.9831250309944153,
      "learning_rate": 0.0005,
      "loss": 1.5742,
      "step": 2090
    },
    {
      "epoch": 0.10852152343548137,
      "grad_norm": 1.1735457181930542,
      "learning_rate": 0.0005,
      "loss": 1.5811,
      "step": 2100
    },
    {
      "epoch": 0.10903829259469795,
      "grad_norm": 1.1183675527572632,
      "learning_rate": 0.0005,
      "loss": 1.5546,
      "step": 2110
    },
    {
      "epoch": 0.10955506175391452,
      "grad_norm": 1.3536667823791504,
      "learning_rate": 0.0005,
      "loss": 1.5551,
      "step": 2120
    },
    {
      "epoch": 0.11007183091313111,
      "grad_norm": 0.9417304396629333,
      "learning_rate": 0.0005,
      "loss": 1.562,
      "step": 2130
    },
    {
      "epoch": 0.11058860007234768,
      "grad_norm": 0.9261025786399841,
      "learning_rate": 0.0005,
      "loss": 1.5736,
      "step": 2140
    },
    {
      "epoch": 0.11110536923156426,
      "grad_norm": 1.1396183967590332,
      "learning_rate": 0.0005,
      "loss": 1.5417,
      "step": 2150
    },
    {
      "epoch": 0.11162213839078083,
      "grad_norm": 0.9720540642738342,
      "learning_rate": 0.0005,
      "loss": 1.5231,
      "step": 2160
    },
    {
      "epoch": 0.11213890754999742,
      "grad_norm": 0.9784930348396301,
      "learning_rate": 0.0005,
      "loss": 1.5428,
      "step": 2170
    },
    {
      "epoch": 0.11265567670921399,
      "grad_norm": 1.037022590637207,
      "learning_rate": 0.0005,
      "loss": 1.5562,
      "step": 2180
    },
    {
      "epoch": 0.11317244586843057,
      "grad_norm": 1.3437378406524658,
      "learning_rate": 0.0005,
      "loss": 1.5452,
      "step": 2190
    },
    {
      "epoch": 0.11368921502764714,
      "grad_norm": 1.2525360584259033,
      "learning_rate": 0.0005,
      "loss": 1.5372,
      "step": 2200
    },
    {
      "epoch": 0.11420598418686373,
      "grad_norm": 1.0389316082000732,
      "learning_rate": 0.0005,
      "loss": 1.5273,
      "step": 2210
    },
    {
      "epoch": 0.1147227533460803,
      "grad_norm": 1.2379904985427856,
      "learning_rate": 0.0005,
      "loss": 1.5281,
      "step": 2220
    },
    {
      "epoch": 0.11523952250529688,
      "grad_norm": 1.0728790760040283,
      "learning_rate": 0.0005,
      "loss": 1.5228,
      "step": 2230
    },
    {
      "epoch": 0.11575629166451346,
      "grad_norm": 1.54011070728302,
      "learning_rate": 0.0005,
      "loss": 1.5257,
      "step": 2240
    },
    {
      "epoch": 0.11627306082373004,
      "grad_norm": 1.4011873006820679,
      "learning_rate": 0.0005,
      "loss": 1.5258,
      "step": 2250
    },
    {
      "epoch": 0.11678982998294662,
      "grad_norm": 1.2126344442367554,
      "learning_rate": 0.0005,
      "loss": 1.5249,
      "step": 2260
    },
    {
      "epoch": 0.1173065991421632,
      "grad_norm": 1.1125898361206055,
      "learning_rate": 0.0005,
      "loss": 1.5034,
      "step": 2270
    },
    {
      "epoch": 0.11782336830137978,
      "grad_norm": 1.0404047966003418,
      "learning_rate": 0.0005,
      "loss": 1.5243,
      "step": 2280
    },
    {
      "epoch": 0.11834013746059635,
      "grad_norm": 0.9504315257072449,
      "learning_rate": 0.0005,
      "loss": 1.501,
      "step": 2290
    },
    {
      "epoch": 0.11885690661981294,
      "grad_norm": 1.0554097890853882,
      "learning_rate": 0.0005,
      "loss": 1.5115,
      "step": 2300
    },
    {
      "epoch": 0.1193736757790295,
      "grad_norm": 0.9352626204490662,
      "learning_rate": 0.0005,
      "loss": 1.5038,
      "step": 2310
    },
    {
      "epoch": 0.11989044493824609,
      "grad_norm": 0.9765718579292297,
      "learning_rate": 0.0005,
      "loss": 1.5019,
      "step": 2320
    },
    {
      "epoch": 0.12040721409746266,
      "grad_norm": 1.2419780492782593,
      "learning_rate": 0.0005,
      "loss": 1.4993,
      "step": 2330
    },
    {
      "epoch": 0.12092398325667925,
      "grad_norm": 1.0337820053100586,
      "learning_rate": 0.0005,
      "loss": 1.4843,
      "step": 2340
    },
    {
      "epoch": 0.12144075241589582,
      "grad_norm": 1.0803256034851074,
      "learning_rate": 0.0005,
      "loss": 1.4902,
      "step": 2350
    },
    {
      "epoch": 0.1219575215751124,
      "grad_norm": 0.9424406886100769,
      "learning_rate": 0.0005,
      "loss": 1.5031,
      "step": 2360
    },
    {
      "epoch": 0.12247429073432897,
      "grad_norm": 0.9924182891845703,
      "learning_rate": 0.0005,
      "loss": 1.489,
      "step": 2370
    },
    {
      "epoch": 0.12299105989354556,
      "grad_norm": 1.0602052211761475,
      "learning_rate": 0.0005,
      "loss": 1.4801,
      "step": 2380
    },
    {
      "epoch": 0.12350782905276213,
      "grad_norm": 0.9463520646095276,
      "learning_rate": 0.0005,
      "loss": 1.49,
      "step": 2390
    },
    {
      "epoch": 0.12402459821197871,
      "grad_norm": 0.9301887154579163,
      "learning_rate": 0.0005,
      "loss": 1.4923,
      "step": 2400
    },
    {
      "epoch": 0.12454136737119528,
      "grad_norm": 0.9018756151199341,
      "learning_rate": 0.0005,
      "loss": 1.457,
      "step": 2410
    },
    {
      "epoch": 0.12505813653041187,
      "grad_norm": 0.9669187068939209,
      "learning_rate": 0.0005,
      "loss": 1.4691,
      "step": 2420
    },
    {
      "epoch": 0.12557490568962845,
      "grad_norm": 0.9768301248550415,
      "learning_rate": 0.0005,
      "loss": 1.4448,
      "step": 2430
    },
    {
      "epoch": 0.126091674848845,
      "grad_norm": 0.9736414551734924,
      "learning_rate": 0.0005,
      "loss": 1.4671,
      "step": 2440
    },
    {
      "epoch": 0.1266084440080616,
      "grad_norm": 1.3117995262145996,
      "learning_rate": 0.0005,
      "loss": 1.4577,
      "step": 2450
    },
    {
      "epoch": 0.12712521316727818,
      "grad_norm": 0.976732075214386,
      "learning_rate": 0.0005,
      "loss": 1.4624,
      "step": 2460
    },
    {
      "epoch": 0.12764198232649476,
      "grad_norm": 1.1756422519683838,
      "learning_rate": 0.0005,
      "loss": 1.4675,
      "step": 2470
    },
    {
      "epoch": 0.12815875148571132,
      "grad_norm": 0.9411507844924927,
      "learning_rate": 0.0005,
      "loss": 1.4634,
      "step": 2480
    },
    {
      "epoch": 0.1286755206449279,
      "grad_norm": 1.6214072704315186,
      "learning_rate": 0.0005,
      "loss": 1.4685,
      "step": 2490
    },
    {
      "epoch": 0.1291922898041445,
      "grad_norm": 1.0801911354064941,
      "learning_rate": 0.0005,
      "loss": 1.4468,
      "step": 2500
    },
    {
      "epoch": 0.12970905896336107,
      "grad_norm": 0.9756599068641663,
      "learning_rate": 0.0005,
      "loss": 1.4438,
      "step": 2510
    },
    {
      "epoch": 0.13022582812257766,
      "grad_norm": 1.1823363304138184,
      "learning_rate": 0.0005,
      "loss": 1.4522,
      "step": 2520
    },
    {
      "epoch": 0.13074259728179422,
      "grad_norm": 1.0005122423171997,
      "learning_rate": 0.0005,
      "loss": 1.436,
      "step": 2530
    },
    {
      "epoch": 0.1312593664410108,
      "grad_norm": 1.4303867816925049,
      "learning_rate": 0.0005,
      "loss": 1.4411,
      "step": 2540
    },
    {
      "epoch": 0.13177613560022738,
      "grad_norm": 0.867132842540741,
      "learning_rate": 0.0005,
      "loss": 1.4558,
      "step": 2550
    },
    {
      "epoch": 0.13229290475944397,
      "grad_norm": 0.9243984222412109,
      "learning_rate": 0.0005,
      "loss": 1.4282,
      "step": 2560
    },
    {
      "epoch": 0.13280967391866053,
      "grad_norm": 1.1926263570785522,
      "learning_rate": 0.0005,
      "loss": 1.4187,
      "step": 2570
    },
    {
      "epoch": 0.1333264430778771,
      "grad_norm": 1.1110721826553345,
      "learning_rate": 0.0005,
      "loss": 1.4302,
      "step": 2580
    },
    {
      "epoch": 0.1338432122370937,
      "grad_norm": 0.9598495960235596,
      "learning_rate": 0.0005,
      "loss": 1.4459,
      "step": 2590
    },
    {
      "epoch": 0.13435998139631028,
      "grad_norm": 0.9147258996963501,
      "learning_rate": 0.0005,
      "loss": 1.4174,
      "step": 2600
    },
    {
      "epoch": 0.13487675055552684,
      "grad_norm": 0.8530228734016418,
      "learning_rate": 0.0005,
      "loss": 1.4348,
      "step": 2610
    },
    {
      "epoch": 0.13539351971474342,
      "grad_norm": 1.0487037897109985,
      "learning_rate": 0.0005,
      "loss": 1.4302,
      "step": 2620
    },
    {
      "epoch": 0.13591028887396,
      "grad_norm": 1.0711545944213867,
      "learning_rate": 0.0005,
      "loss": 1.425,
      "step": 2630
    },
    {
      "epoch": 0.1364270580331766,
      "grad_norm": 1.0053889751434326,
      "learning_rate": 0.0005,
      "loss": 1.4099,
      "step": 2640
    },
    {
      "epoch": 0.13694382719239315,
      "grad_norm": 0.8895754814147949,
      "learning_rate": 0.0005,
      "loss": 1.4101,
      "step": 2650
    },
    {
      "epoch": 0.13746059635160973,
      "grad_norm": 1.1464654207229614,
      "learning_rate": 0.0005,
      "loss": 1.409,
      "step": 2660
    },
    {
      "epoch": 0.13797736551082632,
      "grad_norm": 1.4213604927062988,
      "learning_rate": 0.0005,
      "loss": 1.4333,
      "step": 2670
    },
    {
      "epoch": 0.1384941346700429,
      "grad_norm": 0.8963467478752136,
      "learning_rate": 0.0005,
      "loss": 1.4047,
      "step": 2680
    },
    {
      "epoch": 0.13901090382925946,
      "grad_norm": 0.9514134526252747,
      "learning_rate": 0.0005,
      "loss": 1.3923,
      "step": 2690
    },
    {
      "epoch": 0.13952767298847604,
      "grad_norm": 0.8818897604942322,
      "learning_rate": 0.0005,
      "loss": 1.4031,
      "step": 2700
    },
    {
      "epoch": 0.14004444214769263,
      "grad_norm": 0.8554843664169312,
      "learning_rate": 0.0005,
      "loss": 1.4005,
      "step": 2710
    },
    {
      "epoch": 0.1405612113069092,
      "grad_norm": 0.9477766752243042,
      "learning_rate": 0.0005,
      "loss": 1.3871,
      "step": 2720
    },
    {
      "epoch": 0.14107798046612577,
      "grad_norm": 0.9560056924819946,
      "learning_rate": 0.0005,
      "loss": 1.388,
      "step": 2730
    },
    {
      "epoch": 0.14159474962534235,
      "grad_norm": 1.325939655303955,
      "learning_rate": 0.0005,
      "loss": 1.372,
      "step": 2740
    },
    {
      "epoch": 0.14211151878455894,
      "grad_norm": 0.9184489846229553,
      "learning_rate": 0.0005,
      "loss": 1.3901,
      "step": 2750
    },
    {
      "epoch": 0.14262828794377552,
      "grad_norm": 0.905005693435669,
      "learning_rate": 0.0005,
      "loss": 1.3652,
      "step": 2760
    },
    {
      "epoch": 0.1431450571029921,
      "grad_norm": 0.9112023115158081,
      "learning_rate": 0.0005,
      "loss": 1.3805,
      "step": 2770
    },
    {
      "epoch": 0.14366182626220866,
      "grad_norm": 0.909542977809906,
      "learning_rate": 0.0005,
      "loss": 1.3851,
      "step": 2780
    },
    {
      "epoch": 0.14417859542142525,
      "grad_norm": 0.8679105639457703,
      "learning_rate": 0.0005,
      "loss": 1.3776,
      "step": 2790
    },
    {
      "epoch": 0.14469536458064183,
      "grad_norm": 0.884416401386261,
      "learning_rate": 0.0005,
      "loss": 1.3787,
      "step": 2800
    },
    {
      "epoch": 0.14521213373985842,
      "grad_norm": 0.8939566612243652,
      "learning_rate": 0.0005,
      "loss": 1.3695,
      "step": 2810
    },
    {
      "epoch": 0.14572890289907497,
      "grad_norm": 1.2388486862182617,
      "learning_rate": 0.0005,
      "loss": 1.3926,
      "step": 2820
    },
    {
      "epoch": 0.14624567205829156,
      "grad_norm": 1.2662867307662964,
      "learning_rate": 0.0005,
      "loss": 1.3804,
      "step": 2830
    },
    {
      "epoch": 0.14676244121750814,
      "grad_norm": 0.8967621326446533,
      "learning_rate": 0.0005,
      "loss": 1.3513,
      "step": 2840
    },
    {
      "epoch": 0.14727921037672473,
      "grad_norm": 0.8640676736831665,
      "learning_rate": 0.0005,
      "loss": 1.3546,
      "step": 2850
    },
    {
      "epoch": 0.14779597953594129,
      "grad_norm": 1.0147978067398071,
      "learning_rate": 0.0005,
      "loss": 1.3699,
      "step": 2860
    },
    {
      "epoch": 0.14831274869515787,
      "grad_norm": 0.8949346542358398,
      "learning_rate": 0.0005,
      "loss": 1.345,
      "step": 2870
    },
    {
      "epoch": 0.14882951785437445,
      "grad_norm": 0.8535652756690979,
      "learning_rate": 0.0005,
      "loss": 1.3724,
      "step": 2880
    },
    {
      "epoch": 0.14934628701359104,
      "grad_norm": 0.840876042842865,
      "learning_rate": 0.0005,
      "loss": 1.3692,
      "step": 2890
    },
    {
      "epoch": 0.1498630561728076,
      "grad_norm": 0.8421388864517212,
      "learning_rate": 0.0005,
      "loss": 1.3639,
      "step": 2900
    },
    {
      "epoch": 0.15037982533202418,
      "grad_norm": 0.8401720523834229,
      "learning_rate": 0.0005,
      "loss": 1.348,
      "step": 2910
    },
    {
      "epoch": 0.15089659449124077,
      "grad_norm": 0.8139095306396484,
      "learning_rate": 0.0005,
      "loss": 1.365,
      "step": 2920
    },
    {
      "epoch": 0.15141336365045735,
      "grad_norm": 0.8704052567481995,
      "learning_rate": 0.0005,
      "loss": 1.3482,
      "step": 2930
    },
    {
      "epoch": 0.1519301328096739,
      "grad_norm": 0.8963611125946045,
      "learning_rate": 0.0005,
      "loss": 1.3336,
      "step": 2940
    },
    {
      "epoch": 0.1524469019688905,
      "grad_norm": 0.8725153207778931,
      "learning_rate": 0.0005,
      "loss": 1.3724,
      "step": 2950
    },
    {
      "epoch": 0.15296367112810708,
      "grad_norm": 0.9125774502754211,
      "learning_rate": 0.0005,
      "loss": 1.3377,
      "step": 2960
    },
    {
      "epoch": 0.15348044028732366,
      "grad_norm": 1.1160928010940552,
      "learning_rate": 0.0005,
      "loss": 1.3582,
      "step": 2970
    },
    {
      "epoch": 0.15399720944654022,
      "grad_norm": 0.8732350468635559,
      "learning_rate": 0.0005,
      "loss": 1.3471,
      "step": 2980
    },
    {
      "epoch": 0.1545139786057568,
      "grad_norm": 0.8881607055664062,
      "learning_rate": 0.0005,
      "loss": 1.3552,
      "step": 2990
    },
    {
      "epoch": 0.1550307477649734,
      "grad_norm": 1.0814484357833862,
      "learning_rate": 0.0005,
      "loss": 1.3628,
      "step": 3000
    },
    {
      "epoch": 0.15554751692418997,
      "grad_norm": 0.81389319896698,
      "learning_rate": 0.0005,
      "loss": 1.3249,
      "step": 3010
    },
    {
      "epoch": 0.15606428608340656,
      "grad_norm": 0.8424196839332581,
      "learning_rate": 0.0005,
      "loss": 1.323,
      "step": 3020
    },
    {
      "epoch": 0.1565810552426231,
      "grad_norm": 0.8028131127357483,
      "learning_rate": 0.0005,
      "loss": 1.3302,
      "step": 3030
    },
    {
      "epoch": 0.1570978244018397,
      "grad_norm": 0.8348473906517029,
      "learning_rate": 0.0005,
      "loss": 1.3314,
      "step": 3040
    },
    {
      "epoch": 0.15761459356105628,
      "grad_norm": 1.2074034214019775,
      "learning_rate": 0.0005,
      "loss": 1.3355,
      "step": 3050
    },
    {
      "epoch": 0.15813136272027287,
      "grad_norm": 0.8177675604820251,
      "learning_rate": 0.0005,
      "loss": 1.3427,
      "step": 3060
    },
    {
      "epoch": 0.15864813187948942,
      "grad_norm": 0.796273410320282,
      "learning_rate": 0.0005,
      "loss": 1.3088,
      "step": 3070
    },
    {
      "epoch": 0.159164901038706,
      "grad_norm": 1.0104438066482544,
      "learning_rate": 0.0005,
      "loss": 1.3255,
      "step": 3080
    },
    {
      "epoch": 0.1596816701979226,
      "grad_norm": 0.9192485809326172,
      "learning_rate": 0.0005,
      "loss": 1.3347,
      "step": 3090
    },
    {
      "epoch": 0.16019843935713918,
      "grad_norm": 0.912550151348114,
      "learning_rate": 0.0005,
      "loss": 1.3157,
      "step": 3100
    },
    {
      "epoch": 0.16071520851635573,
      "grad_norm": 0.9644028544425964,
      "learning_rate": 0.0005,
      "loss": 1.3242,
      "step": 3110
    },
    {
      "epoch": 0.16123197767557232,
      "grad_norm": 0.9894726872444153,
      "learning_rate": 0.0005,
      "loss": 1.2968,
      "step": 3120
    },
    {
      "epoch": 0.1617487468347889,
      "grad_norm": 0.9292682409286499,
      "learning_rate": 0.0005,
      "loss": 1.3342,
      "step": 3130
    },
    {
      "epoch": 0.1622655159940055,
      "grad_norm": 0.9219216704368591,
      "learning_rate": 0.0005,
      "loss": 1.3242,
      "step": 3140
    },
    {
      "epoch": 0.16278228515322204,
      "grad_norm": 1.1059894561767578,
      "learning_rate": 0.0005,
      "loss": 1.3238,
      "step": 3150
    },
    {
      "epoch": 0.16329905431243863,
      "grad_norm": 0.8726058602333069,
      "learning_rate": 0.0005,
      "loss": 1.315,
      "step": 3160
    },
    {
      "epoch": 0.16381582347165521,
      "grad_norm": 0.8204345107078552,
      "learning_rate": 0.0005,
      "loss": 1.3085,
      "step": 3170
    },
    {
      "epoch": 0.1643325926308718,
      "grad_norm": 0.9515188932418823,
      "learning_rate": 0.0005,
      "loss": 1.2986,
      "step": 3180
    },
    {
      "epoch": 0.16484936179008836,
      "grad_norm": 0.8825114369392395,
      "learning_rate": 0.0005,
      "loss": 1.2921,
      "step": 3190
    },
    {
      "epoch": 0.16536613094930494,
      "grad_norm": 0.8144583702087402,
      "learning_rate": 0.0005,
      "loss": 1.2991,
      "step": 3200
    },
    {
      "epoch": 0.16588290010852152,
      "grad_norm": 0.8747395873069763,
      "learning_rate": 0.0005,
      "loss": 1.2936,
      "step": 3210
    },
    {
      "epoch": 0.1663996692677381,
      "grad_norm": 0.9829278588294983,
      "learning_rate": 0.0005,
      "loss": 1.2898,
      "step": 3220
    },
    {
      "epoch": 0.16691643842695467,
      "grad_norm": 0.917072594165802,
      "learning_rate": 0.0005,
      "loss": 1.3056,
      "step": 3230
    },
    {
      "epoch": 0.16743320758617125,
      "grad_norm": 0.893224835395813,
      "learning_rate": 0.0005,
      "loss": 1.2958,
      "step": 3240
    },
    {
      "epoch": 0.16794997674538784,
      "grad_norm": 0.8513831496238708,
      "learning_rate": 0.0005,
      "loss": 1.3073,
      "step": 3250
    },
    {
      "epoch": 0.16846674590460442,
      "grad_norm": 0.7902063727378845,
      "learning_rate": 0.0005,
      "loss": 1.2962,
      "step": 3260
    },
    {
      "epoch": 0.168983515063821,
      "grad_norm": 0.8533388376235962,
      "learning_rate": 0.0005,
      "loss": 1.3034,
      "step": 3270
    },
    {
      "epoch": 0.16950028422303756,
      "grad_norm": 0.89384526014328,
      "learning_rate": 0.0005,
      "loss": 1.306,
      "step": 3280
    },
    {
      "epoch": 0.17001705338225415,
      "grad_norm": 1.1740915775299072,
      "learning_rate": 0.0005,
      "loss": 1.2861,
      "step": 3290
    },
    {
      "epoch": 0.17053382254147073,
      "grad_norm": 0.7941210269927979,
      "learning_rate": 0.0005,
      "loss": 1.29,
      "step": 3300
    },
    {
      "epoch": 0.17105059170068732,
      "grad_norm": 0.82374107837677,
      "learning_rate": 0.0005,
      "loss": 1.2715,
      "step": 3310
    },
    {
      "epoch": 0.17156736085990387,
      "grad_norm": 0.9856778979301453,
      "learning_rate": 0.0005,
      "loss": 1.2908,
      "step": 3320
    },
    {
      "epoch": 0.17208413001912046,
      "grad_norm": 0.777244508266449,
      "learning_rate": 0.0005,
      "loss": 1.2891,
      "step": 3330
    },
    {
      "epoch": 0.17260089917833704,
      "grad_norm": 0.8938208222389221,
      "learning_rate": 0.0005,
      "loss": 1.285,
      "step": 3340
    },
    {
      "epoch": 0.17311766833755363,
      "grad_norm": 0.8124037384986877,
      "learning_rate": 0.0005,
      "loss": 1.2908,
      "step": 3350
    },
    {
      "epoch": 0.17363443749677018,
      "grad_norm": 0.9345457553863525,
      "learning_rate": 0.0005,
      "loss": 1.2964,
      "step": 3360
    },
    {
      "epoch": 0.17415120665598677,
      "grad_norm": 0.7821003794670105,
      "learning_rate": 0.0005,
      "loss": 1.2767,
      "step": 3370
    },
    {
      "epoch": 0.17466797581520335,
      "grad_norm": 0.8330212831497192,
      "learning_rate": 0.0005,
      "loss": 1.2779,
      "step": 3380
    },
    {
      "epoch": 0.17518474497441994,
      "grad_norm": 0.764042854309082,
      "learning_rate": 0.0005,
      "loss": 1.2698,
      "step": 3390
    },
    {
      "epoch": 0.1757015141336365,
      "grad_norm": 0.9339214563369751,
      "learning_rate": 0.0005,
      "loss": 1.2777,
      "step": 3400
    },
    {
      "epoch": 0.17621828329285308,
      "grad_norm": 0.8121135830879211,
      "learning_rate": 0.0005,
      "loss": 1.2869,
      "step": 3410
    },
    {
      "epoch": 0.17673505245206966,
      "grad_norm": 0.8460163474082947,
      "learning_rate": 0.0005,
      "loss": 1.2913,
      "step": 3420
    },
    {
      "epoch": 0.17725182161128625,
      "grad_norm": 1.3961695432662964,
      "learning_rate": 0.0005,
      "loss": 1.2971,
      "step": 3430
    },
    {
      "epoch": 0.1777685907705028,
      "grad_norm": 0.8089907765388489,
      "learning_rate": 0.0005,
      "loss": 1.2612,
      "step": 3440
    },
    {
      "epoch": 0.1782853599297194,
      "grad_norm": 0.8770979046821594,
      "learning_rate": 0.0005,
      "loss": 1.2739,
      "step": 3450
    },
    {
      "epoch": 0.17880212908893597,
      "grad_norm": 0.8448237776756287,
      "learning_rate": 0.0005,
      "loss": 1.2735,
      "step": 3460
    },
    {
      "epoch": 0.17931889824815256,
      "grad_norm": 0.9335261583328247,
      "learning_rate": 0.0005,
      "loss": 1.2671,
      "step": 3470
    },
    {
      "epoch": 0.17983566740736912,
      "grad_norm": 0.7510360479354858,
      "learning_rate": 0.0005,
      "loss": 1.2691,
      "step": 3480
    },
    {
      "epoch": 0.1803524365665857,
      "grad_norm": 0.7871717810630798,
      "learning_rate": 0.0005,
      "loss": 1.2642,
      "step": 3490
    },
    {
      "epoch": 0.18086920572580228,
      "grad_norm": 1.1407464742660522,
      "learning_rate": 0.0005,
      "loss": 1.248,
      "step": 3500
    },
    {
      "epoch": 0.18138597488501887,
      "grad_norm": 0.8027787208557129,
      "learning_rate": 0.0005,
      "loss": 1.2557,
      "step": 3510
    },
    {
      "epoch": 0.18190274404423545,
      "grad_norm": 0.8517947793006897,
      "learning_rate": 0.0005,
      "loss": 1.2529,
      "step": 3520
    },
    {
      "epoch": 0.182419513203452,
      "grad_norm": 0.9083014726638794,
      "learning_rate": 0.0005,
      "loss": 1.2489,
      "step": 3530
    },
    {
      "epoch": 0.1829362823626686,
      "grad_norm": 1.0628485679626465,
      "learning_rate": 0.0005,
      "loss": 1.2669,
      "step": 3540
    },
    {
      "epoch": 0.18345305152188518,
      "grad_norm": 1.0175726413726807,
      "learning_rate": 0.0005,
      "loss": 1.2473,
      "step": 3550
    },
    {
      "epoch": 0.18396982068110176,
      "grad_norm": 0.7979172468185425,
      "learning_rate": 0.0005,
      "loss": 1.2471,
      "step": 3560
    },
    {
      "epoch": 0.18448658984031832,
      "grad_norm": 0.7472112774848938,
      "learning_rate": 0.0005,
      "loss": 1.2413,
      "step": 3570
    },
    {
      "epoch": 0.1850033589995349,
      "grad_norm": 0.8240432739257812,
      "learning_rate": 0.0005,
      "loss": 1.2521,
      "step": 3580
    },
    {
      "epoch": 0.1855201281587515,
      "grad_norm": 0.8023159503936768,
      "learning_rate": 0.0005,
      "loss": 1.2471,
      "step": 3590
    },
    {
      "epoch": 0.18603689731796808,
      "grad_norm": 0.7950299978256226,
      "learning_rate": 0.0005,
      "loss": 1.2327,
      "step": 3600
    },
    {
      "epoch": 0.18655366647718463,
      "grad_norm": 0.7718859314918518,
      "learning_rate": 0.0005,
      "loss": 1.2417,
      "step": 3610
    },
    {
      "epoch": 0.18707043563640122,
      "grad_norm": 0.8416433334350586,
      "learning_rate": 0.0005,
      "loss": 1.2531,
      "step": 3620
    },
    {
      "epoch": 0.1875872047956178,
      "grad_norm": 0.7842203974723816,
      "learning_rate": 0.0005,
      "loss": 1.2435,
      "step": 3630
    },
    {
      "epoch": 0.18810397395483439,
      "grad_norm": 0.8708809614181519,
      "learning_rate": 0.0005,
      "loss": 1.245,
      "step": 3640
    },
    {
      "epoch": 0.18862074311405094,
      "grad_norm": 0.8131195902824402,
      "learning_rate": 0.0005,
      "loss": 1.244,
      "step": 3650
    },
    {
      "epoch": 0.18913751227326753,
      "grad_norm": 0.8010774254798889,
      "learning_rate": 0.0005,
      "loss": 1.245,
      "step": 3660
    },
    {
      "epoch": 0.1896542814324841,
      "grad_norm": 0.7978084087371826,
      "learning_rate": 0.0005,
      "loss": 1.2475,
      "step": 3670
    },
    {
      "epoch": 0.1901710505917007,
      "grad_norm": 0.7844563722610474,
      "learning_rate": 0.0005,
      "loss": 1.2325,
      "step": 3680
    },
    {
      "epoch": 0.19068781975091725,
      "grad_norm": 0.8755462765693665,
      "learning_rate": 0.0005,
      "loss": 1.2243,
      "step": 3690
    },
    {
      "epoch": 0.19120458891013384,
      "grad_norm": 0.7727536559104919,
      "learning_rate": 0.0005,
      "loss": 1.2447,
      "step": 3700
    },
    {
      "epoch": 0.19172135806935042,
      "grad_norm": 0.7509860396385193,
      "learning_rate": 0.0005,
      "loss": 1.2324,
      "step": 3710
    },
    {
      "epoch": 0.192238127228567,
      "grad_norm": 0.9001826047897339,
      "learning_rate": 0.0005,
      "loss": 1.2175,
      "step": 3720
    },
    {
      "epoch": 0.19275489638778356,
      "grad_norm": 0.7595515847206116,
      "learning_rate": 0.0005,
      "loss": 1.2536,
      "step": 3730
    },
    {
      "epoch": 0.19327166554700015,
      "grad_norm": 0.746465802192688,
      "learning_rate": 0.0005,
      "loss": 1.2439,
      "step": 3740
    },
    {
      "epoch": 0.19378843470621673,
      "grad_norm": 0.8454607725143433,
      "learning_rate": 0.0005,
      "loss": 1.2319,
      "step": 3750
    },
    {
      "epoch": 0.19430520386543332,
      "grad_norm": 0.7905994057655334,
      "learning_rate": 0.0005,
      "loss": 1.2335,
      "step": 3760
    },
    {
      "epoch": 0.1948219730246499,
      "grad_norm": 1.1130495071411133,
      "learning_rate": 0.0005,
      "loss": 1.2444,
      "step": 3770
    },
    {
      "epoch": 0.19533874218386646,
      "grad_norm": 0.9213355183601379,
      "learning_rate": 0.0005,
      "loss": 1.2188,
      "step": 3780
    },
    {
      "epoch": 0.19585551134308304,
      "grad_norm": 0.8003748655319214,
      "learning_rate": 0.0005,
      "loss": 1.2478,
      "step": 3790
    },
    {
      "epoch": 0.19637228050229963,
      "grad_norm": 0.7667946815490723,
      "learning_rate": 0.0005,
      "loss": 1.2286,
      "step": 3800
    },
    {
      "epoch": 0.1968890496615162,
      "grad_norm": 0.7806205153465271,
      "learning_rate": 0.0005,
      "loss": 1.2152,
      "step": 3810
    },
    {
      "epoch": 0.19740581882073277,
      "grad_norm": 1.1093833446502686,
      "learning_rate": 0.0005,
      "loss": 1.2281,
      "step": 3820
    },
    {
      "epoch": 0.19792258797994935,
      "grad_norm": 0.8750317692756653,
      "learning_rate": 0.0005,
      "loss": 1.2418,
      "step": 3830
    },
    {
      "epoch": 0.19843935713916594,
      "grad_norm": 0.9322946071624756,
      "learning_rate": 0.0005,
      "loss": 1.2168,
      "step": 3840
    },
    {
      "epoch": 0.19895612629838252,
      "grad_norm": 0.9042627215385437,
      "learning_rate": 0.0005,
      "loss": 1.229,
      "step": 3850
    },
    {
      "epoch": 0.19947289545759908,
      "grad_norm": 0.8162991404533386,
      "learning_rate": 0.0005,
      "loss": 1.2044,
      "step": 3860
    },
    {
      "epoch": 0.19998966461681567,
      "grad_norm": 0.7078894972801208,
      "learning_rate": 0.0005,
      "loss": 1.2077,
      "step": 3870
    },
    {
      "epoch": 0.20050643377603225,
      "grad_norm": 0.8144243955612183,
      "learning_rate": 0.0005,
      "loss": 1.1932,
      "step": 3880
    },
    {
      "epoch": 0.20102320293524883,
      "grad_norm": 0.7456822991371155,
      "learning_rate": 0.0005,
      "loss": 1.2187,
      "step": 3890
    },
    {
      "epoch": 0.2015399720944654,
      "grad_norm": 0.7855635285377502,
      "learning_rate": 0.0005,
      "loss": 1.2096,
      "step": 3900
    },
    {
      "epoch": 0.20205674125368198,
      "grad_norm": 0.7501581311225891,
      "learning_rate": 0.0005,
      "loss": 1.2083,
      "step": 3910
    },
    {
      "epoch": 0.20257351041289856,
      "grad_norm": 0.7569208145141602,
      "learning_rate": 0.0005,
      "loss": 1.2208,
      "step": 3920
    },
    {
      "epoch": 0.20309027957211515,
      "grad_norm": 0.7520230412483215,
      "learning_rate": 0.0005,
      "loss": 1.2031,
      "step": 3930
    },
    {
      "epoch": 0.2036070487313317,
      "grad_norm": 0.9110859632492065,
      "learning_rate": 0.0005,
      "loss": 1.2135,
      "step": 3940
    },
    {
      "epoch": 0.2041238178905483,
      "grad_norm": 0.738043487071991,
      "learning_rate": 0.0005,
      "loss": 1.2066,
      "step": 3950
    },
    {
      "epoch": 0.20464058704976487,
      "grad_norm": 0.7910060286521912,
      "learning_rate": 0.0005,
      "loss": 1.2089,
      "step": 3960
    },
    {
      "epoch": 0.20515735620898146,
      "grad_norm": 0.7672162652015686,
      "learning_rate": 0.0005,
      "loss": 1.216,
      "step": 3970
    },
    {
      "epoch": 0.205674125368198,
      "grad_norm": 0.7567201852798462,
      "learning_rate": 0.0005,
      "loss": 1.1915,
      "step": 3980
    },
    {
      "epoch": 0.2061908945274146,
      "grad_norm": 0.759067714214325,
      "learning_rate": 0.0005,
      "loss": 1.2111,
      "step": 3990
    },
    {
      "epoch": 0.20670766368663118,
      "grad_norm": 0.7911349534988403,
      "learning_rate": 0.0005,
      "loss": 1.211,
      "step": 4000
    },
    {
      "epoch": 0.20722443284584777,
      "grad_norm": 1.0086050033569336,
      "learning_rate": 0.0005,
      "loss": 1.2122,
      "step": 4010
    },
    {
      "epoch": 0.20774120200506435,
      "grad_norm": 1.1961076259613037,
      "learning_rate": 0.0005,
      "loss": 1.1972,
      "step": 4020
    },
    {
      "epoch": 0.2082579711642809,
      "grad_norm": 0.8429704308509827,
      "learning_rate": 0.0005,
      "loss": 1.2038,
      "step": 4030
    },
    {
      "epoch": 0.2087747403234975,
      "grad_norm": 1.0080244541168213,
      "learning_rate": 0.0005,
      "loss": 1.1981,
      "step": 4040
    },
    {
      "epoch": 0.20929150948271408,
      "grad_norm": 0.7220394611358643,
      "learning_rate": 0.0005,
      "loss": 1.2083,
      "step": 4050
    },
    {
      "epoch": 0.20980827864193066,
      "grad_norm": 0.7594371438026428,
      "learning_rate": 0.0005,
      "loss": 1.1976,
      "step": 4060
    },
    {
      "epoch": 0.21032504780114722,
      "grad_norm": 0.7990491986274719,
      "learning_rate": 0.0005,
      "loss": 1.1938,
      "step": 4070
    },
    {
      "epoch": 0.2108418169603638,
      "grad_norm": 1.0034983158111572,
      "learning_rate": 0.0005,
      "loss": 1.1769,
      "step": 4080
    },
    {
      "epoch": 0.2113585861195804,
      "grad_norm": 0.8476843237876892,
      "learning_rate": 0.0005,
      "loss": 1.1914,
      "step": 4090
    },
    {
      "epoch": 0.21187535527879697,
      "grad_norm": 0.7301702499389648,
      "learning_rate": 0.0005,
      "loss": 1.2054,
      "step": 4100
    },
    {
      "epoch": 0.21239212443801353,
      "grad_norm": 0.7379107475280762,
      "learning_rate": 0.0005,
      "loss": 1.1945,
      "step": 4110
    },
    {
      "epoch": 0.21290889359723011,
      "grad_norm": 0.7332804203033447,
      "learning_rate": 0.0005,
      "loss": 1.1921,
      "step": 4120
    },
    {
      "epoch": 0.2134256627564467,
      "grad_norm": 0.7600969672203064,
      "learning_rate": 0.0005,
      "loss": 1.1957,
      "step": 4130
    },
    {
      "epoch": 0.21394243191566328,
      "grad_norm": 0.9124670028686523,
      "learning_rate": 0.0005,
      "loss": 1.199,
      "step": 4140
    },
    {
      "epoch": 0.21445920107487984,
      "grad_norm": 0.7995319962501526,
      "learning_rate": 0.0005,
      "loss": 1.1806,
      "step": 4150
    },
    {
      "epoch": 0.21497597023409643,
      "grad_norm": 0.7137150168418884,
      "learning_rate": 0.0005,
      "loss": 1.1944,
      "step": 4160
    },
    {
      "epoch": 0.215492739393313,
      "grad_norm": 0.8427070379257202,
      "learning_rate": 0.0005,
      "loss": 1.204,
      "step": 4170
    },
    {
      "epoch": 0.2160095085525296,
      "grad_norm": 0.6893758177757263,
      "learning_rate": 0.0005,
      "loss": 1.2056,
      "step": 4180
    },
    {
      "epoch": 0.21652627771174615,
      "grad_norm": 0.777153730392456,
      "learning_rate": 0.0005,
      "loss": 1.1834,
      "step": 4190
    },
    {
      "epoch": 0.21704304687096274,
      "grad_norm": 0.7304201126098633,
      "learning_rate": 0.0005,
      "loss": 1.1918,
      "step": 4200
    },
    {
      "epoch": 0.21755981603017932,
      "grad_norm": 0.7642196416854858,
      "learning_rate": 0.0005,
      "loss": 1.2043,
      "step": 4210
    },
    {
      "epoch": 0.2180765851893959,
      "grad_norm": 0.703868567943573,
      "learning_rate": 0.0005,
      "loss": 1.1717,
      "step": 4220
    },
    {
      "epoch": 0.21859335434861246,
      "grad_norm": 0.751356840133667,
      "learning_rate": 0.0005,
      "loss": 1.1975,
      "step": 4230
    },
    {
      "epoch": 0.21911012350782905,
      "grad_norm": 0.8302937150001526,
      "learning_rate": 0.0005,
      "loss": 1.1981,
      "step": 4240
    },
    {
      "epoch": 0.21962689266704563,
      "grad_norm": 0.8335602879524231,
      "learning_rate": 0.0005,
      "loss": 1.1863,
      "step": 4250
    },
    {
      "epoch": 0.22014366182626222,
      "grad_norm": 0.7479858994483948,
      "learning_rate": 0.0005,
      "loss": 1.1788,
      "step": 4260
    },
    {
      "epoch": 0.2206604309854788,
      "grad_norm": 0.9171736836433411,
      "learning_rate": 0.0005,
      "loss": 1.1773,
      "step": 4270
    },
    {
      "epoch": 0.22117720014469536,
      "grad_norm": 0.7626177668571472,
      "learning_rate": 0.0005,
      "loss": 1.1869,
      "step": 4280
    },
    {
      "epoch": 0.22169396930391194,
      "grad_norm": 0.7428616881370544,
      "learning_rate": 0.0005,
      "loss": 1.1698,
      "step": 4290
    },
    {
      "epoch": 0.22221073846312853,
      "grad_norm": 0.8029087781906128,
      "learning_rate": 0.0005,
      "loss": 1.1884,
      "step": 4300
    },
    {
      "epoch": 0.2227275076223451,
      "grad_norm": 0.7876361608505249,
      "learning_rate": 0.0005,
      "loss": 1.1843,
      "step": 4310
    },
    {
      "epoch": 0.22324427678156167,
      "grad_norm": 0.6730009913444519,
      "learning_rate": 0.0005,
      "loss": 1.1703,
      "step": 4320
    },
    {
      "epoch": 0.22376104594077825,
      "grad_norm": 0.7202760577201843,
      "learning_rate": 0.0005,
      "loss": 1.1753,
      "step": 4330
    },
    {
      "epoch": 0.22427781509999484,
      "grad_norm": 0.7547861337661743,
      "learning_rate": 0.0005,
      "loss": 1.1755,
      "step": 4340
    },
    {
      "epoch": 0.22479458425921142,
      "grad_norm": 0.7263453602790833,
      "learning_rate": 0.0005,
      "loss": 1.1783,
      "step": 4350
    },
    {
      "epoch": 0.22531135341842798,
      "grad_norm": 0.7226181030273438,
      "learning_rate": 0.0005,
      "loss": 1.1829,
      "step": 4360
    },
    {
      "epoch": 0.22582812257764456,
      "grad_norm": 0.7433076500892639,
      "learning_rate": 0.0005,
      "loss": 1.1821,
      "step": 4370
    },
    {
      "epoch": 0.22634489173686115,
      "grad_norm": 0.8025347590446472,
      "learning_rate": 0.0005,
      "loss": 1.1548,
      "step": 4380
    },
    {
      "epoch": 0.22686166089607773,
      "grad_norm": 0.8330517411231995,
      "learning_rate": 0.0005,
      "loss": 1.1757,
      "step": 4390
    },
    {
      "epoch": 0.2273784300552943,
      "grad_norm": 0.7150396704673767,
      "learning_rate": 0.0005,
      "loss": 1.1592,
      "step": 4400
    },
    {
      "epoch": 0.22789519921451087,
      "grad_norm": 0.8366827368736267,
      "learning_rate": 0.0005,
      "loss": 1.1614,
      "step": 4410
    },
    {
      "epoch": 0.22841196837372746,
      "grad_norm": 0.8655450344085693,
      "learning_rate": 0.0005,
      "loss": 1.1553,
      "step": 4420
    },
    {
      "epoch": 0.22892873753294404,
      "grad_norm": 0.6938055753707886,
      "learning_rate": 0.0005,
      "loss": 1.1657,
      "step": 4430
    },
    {
      "epoch": 0.2294455066921606,
      "grad_norm": 0.7177290320396423,
      "learning_rate": 0.0005,
      "loss": 1.1728,
      "step": 4440
    },
    {
      "epoch": 0.22996227585137718,
      "grad_norm": 0.7082594037055969,
      "learning_rate": 0.0005,
      "loss": 1.1659,
      "step": 4450
    },
    {
      "epoch": 0.23047904501059377,
      "grad_norm": 0.7543273568153381,
      "learning_rate": 0.0005,
      "loss": 1.1517,
      "step": 4460
    },
    {
      "epoch": 0.23099581416981035,
      "grad_norm": 0.722029983997345,
      "learning_rate": 0.0005,
      "loss": 1.1593,
      "step": 4470
    },
    {
      "epoch": 0.2315125833290269,
      "grad_norm": 0.7107385396957397,
      "learning_rate": 0.0005,
      "loss": 1.1499,
      "step": 4480
    },
    {
      "epoch": 0.2320293524882435,
      "grad_norm": 0.8118393421173096,
      "learning_rate": 0.0005,
      "loss": 1.1614,
      "step": 4490
    },
    {
      "epoch": 0.23254612164746008,
      "grad_norm": 0.7901565432548523,
      "learning_rate": 0.0005,
      "loss": 1.1627,
      "step": 4500
    },
    {
      "epoch": 0.23306289080667666,
      "grad_norm": 0.6997384428977966,
      "learning_rate": 0.0005,
      "loss": 1.1694,
      "step": 4510
    },
    {
      "epoch": 0.23357965996589325,
      "grad_norm": 0.7574887871742249,
      "learning_rate": 0.0005,
      "loss": 1.1772,
      "step": 4520
    },
    {
      "epoch": 0.2340964291251098,
      "grad_norm": 0.709123432636261,
      "learning_rate": 0.0005,
      "loss": 1.1793,
      "step": 4530
    },
    {
      "epoch": 0.2346131982843264,
      "grad_norm": 0.7011120915412903,
      "learning_rate": 0.0005,
      "loss": 1.1569,
      "step": 4540
    },
    {
      "epoch": 0.23512996744354298,
      "grad_norm": 0.7826752662658691,
      "learning_rate": 0.0005,
      "loss": 1.1551,
      "step": 4550
    },
    {
      "epoch": 0.23564673660275956,
      "grad_norm": 0.7468019723892212,
      "learning_rate": 0.0005,
      "loss": 1.177,
      "step": 4560
    },
    {
      "epoch": 0.23616350576197612,
      "grad_norm": 0.8336277604103088,
      "learning_rate": 0.0005,
      "loss": 1.1437,
      "step": 4570
    },
    {
      "epoch": 0.2366802749211927,
      "grad_norm": 0.7412180304527283,
      "learning_rate": 0.0005,
      "loss": 1.1371,
      "step": 4580
    },
    {
      "epoch": 0.23719704408040929,
      "grad_norm": 0.7702532410621643,
      "learning_rate": 0.0005,
      "loss": 1.1539,
      "step": 4590
    },
    {
      "epoch": 0.23771381323962587,
      "grad_norm": 0.7170100808143616,
      "learning_rate": 0.0005,
      "loss": 1.1493,
      "step": 4600
    },
    {
      "epoch": 0.23823058239884243,
      "grad_norm": 0.6973877549171448,
      "learning_rate": 0.0005,
      "loss": 1.1686,
      "step": 4610
    },
    {
      "epoch": 0.238747351558059,
      "grad_norm": 0.7682148218154907,
      "learning_rate": 0.0005,
      "loss": 1.1374,
      "step": 4620
    },
    {
      "epoch": 0.2392641207172756,
      "grad_norm": 0.7360324263572693,
      "learning_rate": 0.0005,
      "loss": 1.1461,
      "step": 4630
    },
    {
      "epoch": 0.23978088987649218,
      "grad_norm": 0.6636998057365417,
      "learning_rate": 0.0005,
      "loss": 1.1468,
      "step": 4640
    },
    {
      "epoch": 0.24029765903570874,
      "grad_norm": 0.9023354053497314,
      "learning_rate": 0.0005,
      "loss": 1.1523,
      "step": 4650
    },
    {
      "epoch": 0.24081442819492532,
      "grad_norm": 0.6802653074264526,
      "learning_rate": 0.0005,
      "loss": 1.1354,
      "step": 4660
    },
    {
      "epoch": 0.2413311973541419,
      "grad_norm": 0.917087972164154,
      "learning_rate": 0.0005,
      "loss": 1.1402,
      "step": 4670
    },
    {
      "epoch": 0.2418479665133585,
      "grad_norm": 0.8304193019866943,
      "learning_rate": 0.0005,
      "loss": 1.1526,
      "step": 4680
    },
    {
      "epoch": 0.24236473567257505,
      "grad_norm": 0.833188533782959,
      "learning_rate": 0.0005,
      "loss": 1.165,
      "step": 4690
    },
    {
      "epoch": 0.24288150483179163,
      "grad_norm": 0.7147198915481567,
      "learning_rate": 0.0005,
      "loss": 1.1431,
      "step": 4700
    },
    {
      "epoch": 0.24339827399100822,
      "grad_norm": 0.6784700155258179,
      "learning_rate": 0.0005,
      "loss": 1.138,
      "step": 4710
    },
    {
      "epoch": 0.2439150431502248,
      "grad_norm": 0.6933045983314514,
      "learning_rate": 0.0005,
      "loss": 1.1173,
      "step": 4720
    },
    {
      "epoch": 0.24443181230944136,
      "grad_norm": 0.7840824127197266,
      "learning_rate": 0.0005,
      "loss": 1.1384,
      "step": 4730
    },
    {
      "epoch": 0.24494858146865794,
      "grad_norm": 0.8129291534423828,
      "learning_rate": 0.0005,
      "loss": 1.151,
      "step": 4740
    },
    {
      "epoch": 0.24546535062787453,
      "grad_norm": 0.7420192360877991,
      "learning_rate": 0.0005,
      "loss": 1.1218,
      "step": 4750
    },
    {
      "epoch": 0.2459821197870911,
      "grad_norm": 0.6665251851081848,
      "learning_rate": 0.0005,
      "loss": 1.1278,
      "step": 4760
    },
    {
      "epoch": 0.2464988889463077,
      "grad_norm": 0.7529242038726807,
      "learning_rate": 0.0005,
      "loss": 1.1417,
      "step": 4770
    },
    {
      "epoch": 0.24701565810552426,
      "grad_norm": 0.6908478140830994,
      "learning_rate": 0.0005,
      "loss": 1.1353,
      "step": 4780
    },
    {
      "epoch": 0.24753242726474084,
      "grad_norm": 0.6860882043838501,
      "learning_rate": 0.0005,
      "loss": 1.1278,
      "step": 4790
    },
    {
      "epoch": 0.24804919642395742,
      "grad_norm": 0.7322950959205627,
      "learning_rate": 0.0005,
      "loss": 1.1447,
      "step": 4800
    },
    {
      "epoch": 0.248565965583174,
      "grad_norm": 0.679210364818573,
      "learning_rate": 0.0005,
      "loss": 1.146,
      "step": 4810
    },
    {
      "epoch": 0.24908273474239057,
      "grad_norm": 0.7133141756057739,
      "learning_rate": 0.0005,
      "loss": 1.1389,
      "step": 4820
    },
    {
      "epoch": 0.24959950390160715,
      "grad_norm": 0.6991278529167175,
      "learning_rate": 0.0005,
      "loss": 1.1324,
      "step": 4830
    },
    {
      "epoch": 0.25011627306082374,
      "grad_norm": 0.7213752865791321,
      "learning_rate": 0.0005,
      "loss": 1.1303,
      "step": 4840
    },
    {
      "epoch": 0.2506330422200403,
      "grad_norm": 0.6555566191673279,
      "learning_rate": 0.0005,
      "loss": 1.1277,
      "step": 4850
    },
    {
      "epoch": 0.2511498113792569,
      "grad_norm": 0.7012516260147095,
      "learning_rate": 0.0005,
      "loss": 1.1267,
      "step": 4860
    },
    {
      "epoch": 0.25166658053847346,
      "grad_norm": 0.74920654296875,
      "learning_rate": 0.0005,
      "loss": 1.1432,
      "step": 4870
    },
    {
      "epoch": 0.25218334969769,
      "grad_norm": 0.721111536026001,
      "learning_rate": 0.0005,
      "loss": 1.1393,
      "step": 4880
    },
    {
      "epoch": 0.25270011885690663,
      "grad_norm": 0.7633620500564575,
      "learning_rate": 0.0005,
      "loss": 1.135,
      "step": 4890
    },
    {
      "epoch": 0.2532168880161232,
      "grad_norm": 0.7658079266548157,
      "learning_rate": 0.0005,
      "loss": 1.1223,
      "step": 4900
    },
    {
      "epoch": 0.2537336571753398,
      "grad_norm": 0.6615222692489624,
      "learning_rate": 0.0005,
      "loss": 1.1476,
      "step": 4910
    },
    {
      "epoch": 0.25425042633455636,
      "grad_norm": 0.6398602724075317,
      "learning_rate": 0.0005,
      "loss": 1.1044,
      "step": 4920
    },
    {
      "epoch": 0.2547671954937729,
      "grad_norm": 0.7086970210075378,
      "learning_rate": 0.0005,
      "loss": 1.1253,
      "step": 4930
    },
    {
      "epoch": 0.2552839646529895,
      "grad_norm": 0.6913731694221497,
      "learning_rate": 0.0005,
      "loss": 1.1356,
      "step": 4940
    },
    {
      "epoch": 0.2558007338122061,
      "grad_norm": 0.7111396789550781,
      "learning_rate": 0.0005,
      "loss": 1.1219,
      "step": 4950
    },
    {
      "epoch": 0.25631750297142264,
      "grad_norm": 0.699747622013092,
      "learning_rate": 0.0005,
      "loss": 1.1198,
      "step": 4960
    },
    {
      "epoch": 0.25683427213063925,
      "grad_norm": 0.6903569102287292,
      "learning_rate": 0.0005,
      "loss": 1.1384,
      "step": 4970
    },
    {
      "epoch": 0.2573510412898558,
      "grad_norm": 0.7051145434379578,
      "learning_rate": 0.0005,
      "loss": 1.1439,
      "step": 4980
    },
    {
      "epoch": 0.2578678104490724,
      "grad_norm": 0.7983745336532593,
      "learning_rate": 0.0005,
      "loss": 1.1171,
      "step": 4990
    },
    {
      "epoch": 0.258384579608289,
      "grad_norm": 0.7234880924224854,
      "learning_rate": 0.0005,
      "loss": 1.1083,
      "step": 5000
    },
    {
      "epoch": 0.25890134876750553,
      "grad_norm": 0.740550696849823,
      "learning_rate": 0.0005,
      "loss": 1.1211,
      "step": 5010
    },
    {
      "epoch": 0.25941811792672215,
      "grad_norm": 0.7128597497940063,
      "learning_rate": 0.0005,
      "loss": 1.1432,
      "step": 5020
    },
    {
      "epoch": 0.2599348870859387,
      "grad_norm": 0.6916446089744568,
      "learning_rate": 0.0005,
      "loss": 1.1358,
      "step": 5030
    },
    {
      "epoch": 0.2604516562451553,
      "grad_norm": 0.776382327079773,
      "learning_rate": 0.0005,
      "loss": 1.125,
      "step": 5040
    },
    {
      "epoch": 0.2609684254043719,
      "grad_norm": 0.720817506313324,
      "learning_rate": 0.0005,
      "loss": 1.11,
      "step": 5050
    },
    {
      "epoch": 0.26148519456358843,
      "grad_norm": 0.6699787378311157,
      "learning_rate": 0.0005,
      "loss": 1.1143,
      "step": 5060
    },
    {
      "epoch": 0.26200196372280504,
      "grad_norm": 0.7283949851989746,
      "learning_rate": 0.0005,
      "loss": 1.1094,
      "step": 5070
    },
    {
      "epoch": 0.2625187328820216,
      "grad_norm": 0.6964280009269714,
      "learning_rate": 0.0005,
      "loss": 1.1332,
      "step": 5080
    },
    {
      "epoch": 0.26303550204123816,
      "grad_norm": 0.7906248569488525,
      "learning_rate": 0.0005,
      "loss": 1.1242,
      "step": 5090
    },
    {
      "epoch": 0.26355227120045477,
      "grad_norm": 0.7149584889411926,
      "learning_rate": 0.0005,
      "loss": 1.1215,
      "step": 5100
    },
    {
      "epoch": 0.2640690403596713,
      "grad_norm": 0.6400547027587891,
      "learning_rate": 0.0005,
      "loss": 1.1319,
      "step": 5110
    },
    {
      "epoch": 0.26458580951888794,
      "grad_norm": 0.6504139304161072,
      "learning_rate": 0.0005,
      "loss": 1.1145,
      "step": 5120
    },
    {
      "epoch": 0.2651025786781045,
      "grad_norm": 0.724251389503479,
      "learning_rate": 0.0005,
      "loss": 1.1185,
      "step": 5130
    },
    {
      "epoch": 0.26561934783732105,
      "grad_norm": 0.7142144441604614,
      "learning_rate": 0.0005,
      "loss": 1.1296,
      "step": 5140
    },
    {
      "epoch": 0.26613611699653766,
      "grad_norm": 0.7482824325561523,
      "learning_rate": 0.0005,
      "loss": 1.1035,
      "step": 5150
    },
    {
      "epoch": 0.2666528861557542,
      "grad_norm": 0.7604995369911194,
      "learning_rate": 0.0005,
      "loss": 1.113,
      "step": 5160
    },
    {
      "epoch": 0.2671696553149708,
      "grad_norm": 0.7642651200294495,
      "learning_rate": 0.0005,
      "loss": 1.0964,
      "step": 5170
    },
    {
      "epoch": 0.2676864244741874,
      "grad_norm": 0.9142786860466003,
      "learning_rate": 0.0005,
      "loss": 1.101,
      "step": 5180
    },
    {
      "epoch": 0.26820319363340395,
      "grad_norm": 0.6688016057014465,
      "learning_rate": 0.0005,
      "loss": 1.1125,
      "step": 5190
    },
    {
      "epoch": 0.26871996279262056,
      "grad_norm": 0.7352325916290283,
      "learning_rate": 0.0005,
      "loss": 1.1081,
      "step": 5200
    },
    {
      "epoch": 0.2692367319518371,
      "grad_norm": 0.696356475353241,
      "learning_rate": 0.0005,
      "loss": 1.0972,
      "step": 5210
    },
    {
      "epoch": 0.2697535011110537,
      "grad_norm": 0.6730584502220154,
      "learning_rate": 0.0005,
      "loss": 1.1173,
      "step": 5220
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 0.6800664067268372,
      "learning_rate": 0.0005,
      "loss": 1.0942,
      "step": 5230
    },
    {
      "epoch": 0.27078703942948684,
      "grad_norm": 0.6622713208198547,
      "learning_rate": 0.0005,
      "loss": 1.1297,
      "step": 5240
    },
    {
      "epoch": 0.2713038085887034,
      "grad_norm": 0.7148898839950562,
      "learning_rate": 0.0005,
      "loss": 1.0997,
      "step": 5250
    },
    {
      "epoch": 0.27182057774792,
      "grad_norm": 0.6884311437606812,
      "learning_rate": 0.0005,
      "loss": 1.1031,
      "step": 5260
    },
    {
      "epoch": 0.27233734690713657,
      "grad_norm": 0.6427676677703857,
      "learning_rate": 0.0005,
      "loss": 1.1102,
      "step": 5270
    },
    {
      "epoch": 0.2728541160663532,
      "grad_norm": 0.6422214508056641,
      "learning_rate": 0.0005,
      "loss": 1.1116,
      "step": 5280
    },
    {
      "epoch": 0.27337088522556974,
      "grad_norm": 0.6933507919311523,
      "learning_rate": 0.0005,
      "loss": 1.1179,
      "step": 5290
    },
    {
      "epoch": 0.2738876543847863,
      "grad_norm": 0.6655607223510742,
      "learning_rate": 0.0005,
      "loss": 1.0943,
      "step": 5300
    },
    {
      "epoch": 0.2744044235440029,
      "grad_norm": 0.7125523686408997,
      "learning_rate": 0.0005,
      "loss": 1.1065,
      "step": 5310
    },
    {
      "epoch": 0.27492119270321946,
      "grad_norm": 0.8208178281784058,
      "learning_rate": 0.0005,
      "loss": 1.1193,
      "step": 5320
    },
    {
      "epoch": 0.2754379618624361,
      "grad_norm": 0.715416669845581,
      "learning_rate": 0.0005,
      "loss": 1.1064,
      "step": 5330
    },
    {
      "epoch": 0.27595473102165263,
      "grad_norm": 0.7992897629737854,
      "learning_rate": 0.0005,
      "loss": 1.1008,
      "step": 5340
    },
    {
      "epoch": 0.2764715001808692,
      "grad_norm": 0.6610242128372192,
      "learning_rate": 0.0005,
      "loss": 1.1132,
      "step": 5350
    },
    {
      "epoch": 0.2769882693400858,
      "grad_norm": 0.7205715775489807,
      "learning_rate": 0.0005,
      "loss": 1.0994,
      "step": 5360
    },
    {
      "epoch": 0.27750503849930236,
      "grad_norm": 0.6824073791503906,
      "learning_rate": 0.0005,
      "loss": 1.0882,
      "step": 5370
    },
    {
      "epoch": 0.2780218076585189,
      "grad_norm": 0.7015029191970825,
      "learning_rate": 0.0005,
      "loss": 1.1182,
      "step": 5380
    },
    {
      "epoch": 0.27853857681773553,
      "grad_norm": 0.6447197794914246,
      "learning_rate": 0.0005,
      "loss": 1.105,
      "step": 5390
    },
    {
      "epoch": 0.2790553459769521,
      "grad_norm": 0.7455316781997681,
      "learning_rate": 0.0005,
      "loss": 1.1069,
      "step": 5400
    },
    {
      "epoch": 0.2795721151361687,
      "grad_norm": 0.8284129500389099,
      "learning_rate": 0.0005,
      "loss": 1.108,
      "step": 5410
    },
    {
      "epoch": 0.28008888429538525,
      "grad_norm": 0.6697763204574585,
      "learning_rate": 0.0005,
      "loss": 1.1079,
      "step": 5420
    },
    {
      "epoch": 0.2806056534546018,
      "grad_norm": 0.6729034781455994,
      "learning_rate": 0.0005,
      "loss": 1.1004,
      "step": 5430
    },
    {
      "epoch": 0.2811224226138184,
      "grad_norm": 0.6567364931106567,
      "learning_rate": 0.0005,
      "loss": 1.0876,
      "step": 5440
    },
    {
      "epoch": 0.281639191773035,
      "grad_norm": 0.6983076333999634,
      "learning_rate": 0.0005,
      "loss": 1.0979,
      "step": 5450
    },
    {
      "epoch": 0.28215596093225154,
      "grad_norm": 0.6503905057907104,
      "learning_rate": 0.0005,
      "loss": 1.0884,
      "step": 5460
    },
    {
      "epoch": 0.28267273009146815,
      "grad_norm": 0.6191208362579346,
      "learning_rate": 0.0005,
      "loss": 1.1057,
      "step": 5470
    },
    {
      "epoch": 0.2831894992506847,
      "grad_norm": 0.7421597838401794,
      "learning_rate": 0.0005,
      "loss": 1.0992,
      "step": 5480
    },
    {
      "epoch": 0.2837062684099013,
      "grad_norm": 0.6919003129005432,
      "learning_rate": 0.0005,
      "loss": 1.0961,
      "step": 5490
    },
    {
      "epoch": 0.2842230375691179,
      "grad_norm": 0.6625383496284485,
      "learning_rate": 0.0005,
      "loss": 1.1108,
      "step": 5500
    },
    {
      "epoch": 0.28473980672833443,
      "grad_norm": 0.6479719877243042,
      "learning_rate": 0.0005,
      "loss": 1.0969,
      "step": 5510
    },
    {
      "epoch": 0.28525657588755104,
      "grad_norm": 0.765210747718811,
      "learning_rate": 0.0005,
      "loss": 1.0857,
      "step": 5520
    },
    {
      "epoch": 0.2857733450467676,
      "grad_norm": 0.6934791803359985,
      "learning_rate": 0.0005,
      "loss": 1.0945,
      "step": 5530
    },
    {
      "epoch": 0.2862901142059842,
      "grad_norm": 0.6789985299110413,
      "learning_rate": 0.0005,
      "loss": 1.1165,
      "step": 5540
    },
    {
      "epoch": 0.28680688336520077,
      "grad_norm": 0.6476292014122009,
      "learning_rate": 0.0005,
      "loss": 1.0886,
      "step": 5550
    },
    {
      "epoch": 0.28732365252441733,
      "grad_norm": 0.8015202283859253,
      "learning_rate": 0.0005,
      "loss": 1.09,
      "step": 5560
    },
    {
      "epoch": 0.28784042168363394,
      "grad_norm": 0.8759499192237854,
      "learning_rate": 0.0005,
      "loss": 1.0962,
      "step": 5570
    },
    {
      "epoch": 0.2883571908428505,
      "grad_norm": 0.6740782856941223,
      "learning_rate": 0.0005,
      "loss": 1.0803,
      "step": 5580
    },
    {
      "epoch": 0.28887396000206705,
      "grad_norm": 0.6475633978843689,
      "learning_rate": 0.0005,
      "loss": 1.0825,
      "step": 5590
    },
    {
      "epoch": 0.28939072916128367,
      "grad_norm": 0.7087163329124451,
      "learning_rate": 0.0005,
      "loss": 1.0982,
      "step": 5600
    },
    {
      "epoch": 0.2899074983205002,
      "grad_norm": 0.6702967882156372,
      "learning_rate": 0.0005,
      "loss": 1.1146,
      "step": 5610
    },
    {
      "epoch": 0.29042426747971684,
      "grad_norm": 0.6150313019752502,
      "learning_rate": 0.0005,
      "loss": 1.0919,
      "step": 5620
    },
    {
      "epoch": 0.2909410366389334,
      "grad_norm": 0.6218642592430115,
      "learning_rate": 0.0005,
      "loss": 1.0874,
      "step": 5630
    },
    {
      "epoch": 0.29145780579814995,
      "grad_norm": 0.670069694519043,
      "learning_rate": 0.0005,
      "loss": 1.0764,
      "step": 5640
    },
    {
      "epoch": 0.29197457495736656,
      "grad_norm": 0.7384163737297058,
      "learning_rate": 0.0005,
      "loss": 1.0888,
      "step": 5650
    },
    {
      "epoch": 0.2924913441165831,
      "grad_norm": 0.6525676250457764,
      "learning_rate": 0.0005,
      "loss": 1.0955,
      "step": 5660
    },
    {
      "epoch": 0.2930081132757997,
      "grad_norm": 0.6424722075462341,
      "learning_rate": 0.0005,
      "loss": 1.077,
      "step": 5670
    },
    {
      "epoch": 0.2935248824350163,
      "grad_norm": 0.6522981524467468,
      "learning_rate": 0.0005,
      "loss": 1.0996,
      "step": 5680
    },
    {
      "epoch": 0.29404165159423284,
      "grad_norm": 0.686553955078125,
      "learning_rate": 0.0005,
      "loss": 1.0776,
      "step": 5690
    },
    {
      "epoch": 0.29455842075344946,
      "grad_norm": 0.6501746773719788,
      "learning_rate": 0.0005,
      "loss": 1.09,
      "step": 5700
    },
    {
      "epoch": 0.295075189912666,
      "grad_norm": 0.661805272102356,
      "learning_rate": 0.0005,
      "loss": 1.0987,
      "step": 5710
    },
    {
      "epoch": 0.29559195907188257,
      "grad_norm": 0.6171291470527649,
      "learning_rate": 0.0005,
      "loss": 1.0896,
      "step": 5720
    },
    {
      "epoch": 0.2961087282310992,
      "grad_norm": 0.6660189032554626,
      "learning_rate": 0.0005,
      "loss": 1.0795,
      "step": 5730
    },
    {
      "epoch": 0.29662549739031574,
      "grad_norm": 0.7182852625846863,
      "learning_rate": 0.0005,
      "loss": 1.0888,
      "step": 5740
    },
    {
      "epoch": 0.2971422665495323,
      "grad_norm": 0.6748793125152588,
      "learning_rate": 0.0005,
      "loss": 1.1066,
      "step": 5750
    },
    {
      "epoch": 0.2976590357087489,
      "grad_norm": 0.9658355712890625,
      "learning_rate": 0.0005,
      "loss": 1.0788,
      "step": 5760
    },
    {
      "epoch": 0.29817580486796547,
      "grad_norm": 0.7361212968826294,
      "learning_rate": 0.0005,
      "loss": 1.0963,
      "step": 5770
    },
    {
      "epoch": 0.2986925740271821,
      "grad_norm": 0.6640811562538147,
      "learning_rate": 0.0005,
      "loss": 1.0872,
      "step": 5780
    },
    {
      "epoch": 0.29920934318639864,
      "grad_norm": 0.6937102675437927,
      "learning_rate": 0.0005,
      "loss": 1.0777,
      "step": 5790
    },
    {
      "epoch": 0.2997261123456152,
      "grad_norm": 0.7803467512130737,
      "learning_rate": 0.0005,
      "loss": 1.0986,
      "step": 5800
    },
    {
      "epoch": 0.3002428815048318,
      "grad_norm": 0.8593279719352722,
      "learning_rate": 0.0005,
      "loss": 1.0796,
      "step": 5810
    },
    {
      "epoch": 0.30075965066404836,
      "grad_norm": 0.6236810088157654,
      "learning_rate": 0.0005,
      "loss": 1.0932,
      "step": 5820
    },
    {
      "epoch": 0.301276419823265,
      "grad_norm": 0.6399732828140259,
      "learning_rate": 0.0005,
      "loss": 1.0614,
      "step": 5830
    },
    {
      "epoch": 0.30179318898248153,
      "grad_norm": 0.6762784123420715,
      "learning_rate": 0.0005,
      "loss": 1.0763,
      "step": 5840
    },
    {
      "epoch": 0.3023099581416981,
      "grad_norm": 0.7428263425827026,
      "learning_rate": 0.0005,
      "loss": 1.0701,
      "step": 5850
    },
    {
      "epoch": 0.3028267273009147,
      "grad_norm": 0.6435476541519165,
      "learning_rate": 0.0005,
      "loss": 1.0782,
      "step": 5860
    },
    {
      "epoch": 0.30334349646013126,
      "grad_norm": 0.6325916647911072,
      "learning_rate": 0.0005,
      "loss": 1.0858,
      "step": 5870
    },
    {
      "epoch": 0.3038602656193478,
      "grad_norm": 0.6759895086288452,
      "learning_rate": 0.0005,
      "loss": 1.082,
      "step": 5880
    },
    {
      "epoch": 0.3043770347785644,
      "grad_norm": 0.705319881439209,
      "learning_rate": 0.0005,
      "loss": 1.0587,
      "step": 5890
    },
    {
      "epoch": 0.304893803937781,
      "grad_norm": 0.6924307346343994,
      "learning_rate": 0.0005,
      "loss": 1.0756,
      "step": 5900
    },
    {
      "epoch": 0.3054105730969976,
      "grad_norm": 0.6262795925140381,
      "learning_rate": 0.0005,
      "loss": 1.0875,
      "step": 5910
    },
    {
      "epoch": 0.30592734225621415,
      "grad_norm": 0.6304033398628235,
      "learning_rate": 0.0005,
      "loss": 1.0889,
      "step": 5920
    },
    {
      "epoch": 0.3064441114154307,
      "grad_norm": 0.6266285181045532,
      "learning_rate": 0.0005,
      "loss": 1.0734,
      "step": 5930
    },
    {
      "epoch": 0.3069608805746473,
      "grad_norm": 0.66020268201828,
      "learning_rate": 0.0005,
      "loss": 1.0756,
      "step": 5940
    },
    {
      "epoch": 0.3074776497338639,
      "grad_norm": 0.6455373764038086,
      "learning_rate": 0.0005,
      "loss": 1.088,
      "step": 5950
    },
    {
      "epoch": 0.30799441889308043,
      "grad_norm": 0.6743224263191223,
      "learning_rate": 0.0005,
      "loss": 1.0777,
      "step": 5960
    },
    {
      "epoch": 0.30851118805229705,
      "grad_norm": 0.6214370131492615,
      "learning_rate": 0.0005,
      "loss": 1.069,
      "step": 5970
    },
    {
      "epoch": 0.3090279572115136,
      "grad_norm": 0.6882118582725525,
      "learning_rate": 0.0005,
      "loss": 1.0713,
      "step": 5980
    },
    {
      "epoch": 0.3095447263707302,
      "grad_norm": 0.6656840443611145,
      "learning_rate": 0.0005,
      "loss": 1.0783,
      "step": 5990
    },
    {
      "epoch": 0.3100614955299468,
      "grad_norm": 0.7134031653404236,
      "learning_rate": 0.0005,
      "loss": 1.049,
      "step": 6000
    },
    {
      "epoch": 0.31057826468916333,
      "grad_norm": 0.7211028933525085,
      "learning_rate": 0.0005,
      "loss": 1.067,
      "step": 6010
    },
    {
      "epoch": 0.31109503384837994,
      "grad_norm": 0.6382066607475281,
      "learning_rate": 0.0005,
      "loss": 1.0771,
      "step": 6020
    },
    {
      "epoch": 0.3116118030075965,
      "grad_norm": 0.7246118187904358,
      "learning_rate": 0.0005,
      "loss": 1.0877,
      "step": 6030
    },
    {
      "epoch": 0.3121285721668131,
      "grad_norm": 0.6753916144371033,
      "learning_rate": 0.0005,
      "loss": 1.0655,
      "step": 6040
    },
    {
      "epoch": 0.31264534132602967,
      "grad_norm": 0.6585648655891418,
      "learning_rate": 0.0005,
      "loss": 1.0557,
      "step": 6050
    },
    {
      "epoch": 0.3131621104852462,
      "grad_norm": 0.6378208994865417,
      "learning_rate": 0.0005,
      "loss": 1.0657,
      "step": 6060
    },
    {
      "epoch": 0.31367887964446284,
      "grad_norm": 0.6496950387954712,
      "learning_rate": 0.0005,
      "loss": 1.0743,
      "step": 6070
    },
    {
      "epoch": 0.3141956488036794,
      "grad_norm": 0.6112158298492432,
      "learning_rate": 0.0005,
      "loss": 1.076,
      "step": 6080
    },
    {
      "epoch": 0.31471241796289595,
      "grad_norm": 0.6267996430397034,
      "learning_rate": 0.0005,
      "loss": 1.0882,
      "step": 6090
    },
    {
      "epoch": 0.31522918712211256,
      "grad_norm": 0.6258119940757751,
      "learning_rate": 0.0005,
      "loss": 1.0747,
      "step": 6100
    },
    {
      "epoch": 0.3157459562813291,
      "grad_norm": 0.6293036341667175,
      "learning_rate": 0.0005,
      "loss": 1.0648,
      "step": 6110
    },
    {
      "epoch": 0.31626272544054573,
      "grad_norm": 0.6443596482276917,
      "learning_rate": 0.0005,
      "loss": 1.0898,
      "step": 6120
    },
    {
      "epoch": 0.3167794945997623,
      "grad_norm": 0.6488006711006165,
      "learning_rate": 0.0005,
      "loss": 1.0533,
      "step": 6130
    },
    {
      "epoch": 0.31729626375897885,
      "grad_norm": 0.6419286131858826,
      "learning_rate": 0.0005,
      "loss": 1.0755,
      "step": 6140
    },
    {
      "epoch": 0.31781303291819546,
      "grad_norm": 0.6659611463546753,
      "learning_rate": 0.0005,
      "loss": 1.0526,
      "step": 6150
    },
    {
      "epoch": 0.318329802077412,
      "grad_norm": 0.6645331382751465,
      "learning_rate": 0.0005,
      "loss": 1.0528,
      "step": 6160
    },
    {
      "epoch": 0.3188465712366286,
      "grad_norm": 0.7420417070388794,
      "learning_rate": 0.0005,
      "loss": 1.0637,
      "step": 6170
    },
    {
      "epoch": 0.3193633403958452,
      "grad_norm": 0.6399688720703125,
      "learning_rate": 0.0005,
      "loss": 1.0575,
      "step": 6180
    },
    {
      "epoch": 0.31988010955506174,
      "grad_norm": 0.6128381490707397,
      "learning_rate": 0.0005,
      "loss": 1.0692,
      "step": 6190
    },
    {
      "epoch": 0.32039687871427835,
      "grad_norm": 0.6373854279518127,
      "learning_rate": 0.0005,
      "loss": 1.0543,
      "step": 6200
    },
    {
      "epoch": 0.3209136478734949,
      "grad_norm": 0.8587968349456787,
      "learning_rate": 0.0005,
      "loss": 1.0697,
      "step": 6210
    },
    {
      "epoch": 0.32143041703271147,
      "grad_norm": 0.6043888926506042,
      "learning_rate": 0.0005,
      "loss": 1.0748,
      "step": 6220
    },
    {
      "epoch": 0.3219471861919281,
      "grad_norm": 0.6279845237731934,
      "learning_rate": 0.0005,
      "loss": 1.0746,
      "step": 6230
    },
    {
      "epoch": 0.32246395535114464,
      "grad_norm": 0.6751164793968201,
      "learning_rate": 0.0005,
      "loss": 1.0715,
      "step": 6240
    },
    {
      "epoch": 0.3229807245103612,
      "grad_norm": 0.5915717482566833,
      "learning_rate": 0.0005,
      "loss": 1.0705,
      "step": 6250
    },
    {
      "epoch": 0.3234974936695778,
      "grad_norm": 0.6816694140434265,
      "learning_rate": 0.0005,
      "loss": 1.0666,
      "step": 6260
    },
    {
      "epoch": 0.32401426282879436,
      "grad_norm": 0.7093113660812378,
      "learning_rate": 0.0005,
      "loss": 1.0585,
      "step": 6270
    },
    {
      "epoch": 0.324531031988011,
      "grad_norm": 0.6673592925071716,
      "learning_rate": 0.0005,
      "loss": 1.0767,
      "step": 6280
    },
    {
      "epoch": 0.32504780114722753,
      "grad_norm": 0.5884393453598022,
      "learning_rate": 0.0005,
      "loss": 1.0662,
      "step": 6290
    },
    {
      "epoch": 0.3255645703064441,
      "grad_norm": 0.6808472871780396,
      "learning_rate": 0.0005,
      "loss": 1.0442,
      "step": 6300
    },
    {
      "epoch": 0.3260813394656607,
      "grad_norm": 0.6658387184143066,
      "learning_rate": 0.0005,
      "loss": 1.0627,
      "step": 6310
    },
    {
      "epoch": 0.32659810862487726,
      "grad_norm": 0.6469089388847351,
      "learning_rate": 0.0005,
      "loss": 1.0645,
      "step": 6320
    },
    {
      "epoch": 0.32711487778409387,
      "grad_norm": 0.6215671896934509,
      "learning_rate": 0.0005,
      "loss": 1.0544,
      "step": 6330
    },
    {
      "epoch": 0.32763164694331043,
      "grad_norm": 0.6409225463867188,
      "learning_rate": 0.0005,
      "loss": 1.0555,
      "step": 6340
    },
    {
      "epoch": 0.328148416102527,
      "grad_norm": 0.6427381038665771,
      "learning_rate": 0.0005,
      "loss": 1.0696,
      "step": 6350
    },
    {
      "epoch": 0.3286651852617436,
      "grad_norm": 0.5856565833091736,
      "learning_rate": 0.0005,
      "loss": 1.0518,
      "step": 6360
    },
    {
      "epoch": 0.32918195442096015,
      "grad_norm": 0.6217045187950134,
      "learning_rate": 0.0005,
      "loss": 1.066,
      "step": 6370
    },
    {
      "epoch": 0.3296987235801767,
      "grad_norm": 0.7256447672843933,
      "learning_rate": 0.0005,
      "loss": 1.0514,
      "step": 6380
    },
    {
      "epoch": 0.3302154927393933,
      "grad_norm": 0.6222741007804871,
      "learning_rate": 0.0005,
      "loss": 1.0509,
      "step": 6390
    },
    {
      "epoch": 0.3307322618986099,
      "grad_norm": 0.6448323726654053,
      "learning_rate": 0.0005,
      "loss": 1.0622,
      "step": 6400
    },
    {
      "epoch": 0.3312490310578265,
      "grad_norm": 0.6215245723724365,
      "learning_rate": 0.0005,
      "loss": 1.0637,
      "step": 6410
    },
    {
      "epoch": 0.33176580021704305,
      "grad_norm": 0.6422061920166016,
      "learning_rate": 0.0005,
      "loss": 1.0599,
      "step": 6420
    },
    {
      "epoch": 0.3322825693762596,
      "grad_norm": 0.8208865523338318,
      "learning_rate": 0.0005,
      "loss": 1.0524,
      "step": 6430
    },
    {
      "epoch": 0.3327993385354762,
      "grad_norm": 1.1319376230239868,
      "learning_rate": 0.0005,
      "loss": 1.0577,
      "step": 6440
    },
    {
      "epoch": 0.3333161076946928,
      "grad_norm": 0.63709956407547,
      "learning_rate": 0.0005,
      "loss": 1.0515,
      "step": 6450
    },
    {
      "epoch": 0.33383287685390933,
      "grad_norm": 0.6338751912117004,
      "learning_rate": 0.0005,
      "loss": 1.0428,
      "step": 6460
    },
    {
      "epoch": 0.33434964601312595,
      "grad_norm": 0.6264437437057495,
      "learning_rate": 0.0005,
      "loss": 1.0545,
      "step": 6470
    },
    {
      "epoch": 0.3348664151723425,
      "grad_norm": 0.6507226228713989,
      "learning_rate": 0.0005,
      "loss": 1.0478,
      "step": 6480
    },
    {
      "epoch": 0.3353831843315591,
      "grad_norm": 0.6316462755203247,
      "learning_rate": 0.0005,
      "loss": 1.05,
      "step": 6490
    },
    {
      "epoch": 0.33589995349077567,
      "grad_norm": 0.8337516188621521,
      "learning_rate": 0.0005,
      "loss": 1.0486,
      "step": 6500
    },
    {
      "epoch": 0.33641672264999223,
      "grad_norm": 0.9597588777542114,
      "learning_rate": 0.0005,
      "loss": 1.0551,
      "step": 6510
    },
    {
      "epoch": 0.33693349180920884,
      "grad_norm": 0.6857469081878662,
      "learning_rate": 0.0005,
      "loss": 1.0651,
      "step": 6520
    },
    {
      "epoch": 0.3374502609684254,
      "grad_norm": 0.6196707487106323,
      "learning_rate": 0.0005,
      "loss": 1.0425,
      "step": 6530
    },
    {
      "epoch": 0.337967030127642,
      "grad_norm": 0.6072001457214355,
      "learning_rate": 0.0005,
      "loss": 1.0698,
      "step": 6540
    },
    {
      "epoch": 0.33848379928685857,
      "grad_norm": 0.6677159667015076,
      "learning_rate": 0.0005,
      "loss": 1.0646,
      "step": 6550
    },
    {
      "epoch": 0.3390005684460751,
      "grad_norm": 0.6435421109199524,
      "learning_rate": 0.0005,
      "loss": 1.0342,
      "step": 6560
    },
    {
      "epoch": 0.33951733760529174,
      "grad_norm": 0.5953618288040161,
      "learning_rate": 0.0005,
      "loss": 1.0512,
      "step": 6570
    },
    {
      "epoch": 0.3400341067645083,
      "grad_norm": 0.6292535066604614,
      "learning_rate": 0.0005,
      "loss": 1.0502,
      "step": 6580
    },
    {
      "epoch": 0.34055087592372485,
      "grad_norm": 0.7501185536384583,
      "learning_rate": 0.0005,
      "loss": 1.0556,
      "step": 6590
    },
    {
      "epoch": 0.34106764508294146,
      "grad_norm": 0.58536696434021,
      "learning_rate": 0.0005,
      "loss": 1.0534,
      "step": 6600
    },
    {
      "epoch": 0.341584414242158,
      "grad_norm": 0.6455935835838318,
      "learning_rate": 0.0005,
      "loss": 1.0366,
      "step": 6610
    },
    {
      "epoch": 0.34210118340137463,
      "grad_norm": 0.6323394179344177,
      "learning_rate": 0.0005,
      "loss": 1.052,
      "step": 6620
    },
    {
      "epoch": 0.3426179525605912,
      "grad_norm": 0.6140257120132446,
      "learning_rate": 0.0005,
      "loss": 1.0452,
      "step": 6630
    },
    {
      "epoch": 0.34313472171980774,
      "grad_norm": 0.6486880779266357,
      "learning_rate": 0.0005,
      "loss": 1.0422,
      "step": 6640
    },
    {
      "epoch": 0.34365149087902436,
      "grad_norm": 0.6136801838874817,
      "learning_rate": 0.0005,
      "loss": 1.0529,
      "step": 6650
    },
    {
      "epoch": 0.3441682600382409,
      "grad_norm": 0.78439861536026,
      "learning_rate": 0.0005,
      "loss": 1.0616,
      "step": 6660
    },
    {
      "epoch": 0.34468502919745747,
      "grad_norm": 0.6717984080314636,
      "learning_rate": 0.0005,
      "loss": 1.0471,
      "step": 6670
    },
    {
      "epoch": 0.3452017983566741,
      "grad_norm": 0.632985532283783,
      "learning_rate": 0.0005,
      "loss": 1.0426,
      "step": 6680
    },
    {
      "epoch": 0.34571856751589064,
      "grad_norm": 0.6086390018463135,
      "learning_rate": 0.0005,
      "loss": 1.0384,
      "step": 6690
    },
    {
      "epoch": 0.34623533667510725,
      "grad_norm": 0.7206865549087524,
      "learning_rate": 0.0005,
      "loss": 1.0441,
      "step": 6700
    },
    {
      "epoch": 0.3467521058343238,
      "grad_norm": 0.6115614771842957,
      "learning_rate": 0.0005,
      "loss": 1.0486,
      "step": 6710
    },
    {
      "epoch": 0.34726887499354037,
      "grad_norm": 0.6737103462219238,
      "learning_rate": 0.0005,
      "loss": 1.0679,
      "step": 6720
    },
    {
      "epoch": 0.347785644152757,
      "grad_norm": 0.632331132888794,
      "learning_rate": 0.0005,
      "loss": 1.0327,
      "step": 6730
    },
    {
      "epoch": 0.34830241331197354,
      "grad_norm": 0.7133494019508362,
      "learning_rate": 0.0005,
      "loss": 1.0412,
      "step": 6740
    },
    {
      "epoch": 0.3488191824711901,
      "grad_norm": 0.5726544260978699,
      "learning_rate": 0.0005,
      "loss": 1.0503,
      "step": 6750
    },
    {
      "epoch": 0.3493359516304067,
      "grad_norm": 0.719832181930542,
      "learning_rate": 0.0005,
      "loss": 1.0477,
      "step": 6760
    },
    {
      "epoch": 0.34985272078962326,
      "grad_norm": 0.7709729671478271,
      "learning_rate": 0.0005,
      "loss": 1.0424,
      "step": 6770
    },
    {
      "epoch": 0.3503694899488399,
      "grad_norm": 0.6043444275856018,
      "learning_rate": 0.0005,
      "loss": 1.0527,
      "step": 6780
    },
    {
      "epoch": 0.35088625910805643,
      "grad_norm": 0.5770915746688843,
      "learning_rate": 0.0005,
      "loss": 1.033,
      "step": 6790
    },
    {
      "epoch": 0.351403028267273,
      "grad_norm": 0.6332295536994934,
      "learning_rate": 0.0005,
      "loss": 1.0405,
      "step": 6800
    },
    {
      "epoch": 0.3519197974264896,
      "grad_norm": 0.6505199670791626,
      "learning_rate": 0.0005,
      "loss": 1.0389,
      "step": 6810
    },
    {
      "epoch": 0.35243656658570616,
      "grad_norm": 0.6215615272521973,
      "learning_rate": 0.0005,
      "loss": 1.0591,
      "step": 6820
    },
    {
      "epoch": 0.35295333574492277,
      "grad_norm": 0.6917248368263245,
      "learning_rate": 0.0005,
      "loss": 1.0384,
      "step": 6830
    },
    {
      "epoch": 0.3534701049041393,
      "grad_norm": 0.6240680813789368,
      "learning_rate": 0.0005,
      "loss": 1.0491,
      "step": 6840
    },
    {
      "epoch": 0.3539868740633559,
      "grad_norm": 0.6082044243812561,
      "learning_rate": 0.0005,
      "loss": 1.0495,
      "step": 6850
    },
    {
      "epoch": 0.3545036432225725,
      "grad_norm": 0.6314426064491272,
      "learning_rate": 0.0005,
      "loss": 1.0274,
      "step": 6860
    },
    {
      "epoch": 0.35502041238178905,
      "grad_norm": 0.6714574694633484,
      "learning_rate": 0.0005,
      "loss": 1.0275,
      "step": 6870
    },
    {
      "epoch": 0.3555371815410056,
      "grad_norm": 0.6438120603561401,
      "learning_rate": 0.0005,
      "loss": 1.0383,
      "step": 6880
    },
    {
      "epoch": 0.3560539507002222,
      "grad_norm": 0.7354781031608582,
      "learning_rate": 0.0005,
      "loss": 1.0524,
      "step": 6890
    },
    {
      "epoch": 0.3565707198594388,
      "grad_norm": 0.6491745114326477,
      "learning_rate": 0.0005,
      "loss": 1.0386,
      "step": 6900
    },
    {
      "epoch": 0.3570874890186554,
      "grad_norm": 0.5888579487800598,
      "learning_rate": 0.0005,
      "loss": 1.0417,
      "step": 6910
    },
    {
      "epoch": 0.35760425817787195,
      "grad_norm": 0.6474457383155823,
      "learning_rate": 0.0005,
      "loss": 1.0514,
      "step": 6920
    },
    {
      "epoch": 0.3581210273370885,
      "grad_norm": 0.6235959529876709,
      "learning_rate": 0.0005,
      "loss": 1.03,
      "step": 6930
    },
    {
      "epoch": 0.3586377964963051,
      "grad_norm": 0.6418899297714233,
      "learning_rate": 0.0005,
      "loss": 1.0436,
      "step": 6940
    },
    {
      "epoch": 0.3591545656555217,
      "grad_norm": 0.671491801738739,
      "learning_rate": 0.0005,
      "loss": 1.0494,
      "step": 6950
    },
    {
      "epoch": 0.35967133481473823,
      "grad_norm": 0.6662471890449524,
      "learning_rate": 0.0005,
      "loss": 1.0339,
      "step": 6960
    },
    {
      "epoch": 0.36018810397395484,
      "grad_norm": 0.6041388511657715,
      "learning_rate": 0.0005,
      "loss": 1.0242,
      "step": 6970
    },
    {
      "epoch": 0.3607048731331714,
      "grad_norm": 0.6014126539230347,
      "learning_rate": 0.0005,
      "loss": 1.0327,
      "step": 6980
    },
    {
      "epoch": 0.361221642292388,
      "grad_norm": 0.611056387424469,
      "learning_rate": 0.0005,
      "loss": 1.0537,
      "step": 6990
    },
    {
      "epoch": 0.36173841145160457,
      "grad_norm": 0.605475127696991,
      "learning_rate": 0.0005,
      "loss": 1.0255,
      "step": 7000
    },
    {
      "epoch": 0.3622551806108211,
      "grad_norm": 0.5799763798713684,
      "learning_rate": 0.0005,
      "loss": 1.0396,
      "step": 7010
    },
    {
      "epoch": 0.36277194977003774,
      "grad_norm": 0.5857988595962524,
      "learning_rate": 0.0005,
      "loss": 1.0362,
      "step": 7020
    },
    {
      "epoch": 0.3632887189292543,
      "grad_norm": 0.6305558085441589,
      "learning_rate": 0.0005,
      "loss": 1.0378,
      "step": 7030
    },
    {
      "epoch": 0.3638054880884709,
      "grad_norm": 0.5987147688865662,
      "learning_rate": 0.0005,
      "loss": 1.0407,
      "step": 7040
    },
    {
      "epoch": 0.36432225724768746,
      "grad_norm": 0.5889327526092529,
      "learning_rate": 0.0005,
      "loss": 1.044,
      "step": 7050
    },
    {
      "epoch": 0.364839026406904,
      "grad_norm": 0.5972746014595032,
      "learning_rate": 0.0005,
      "loss": 1.0333,
      "step": 7060
    },
    {
      "epoch": 0.36535579556612063,
      "grad_norm": 0.6437240839004517,
      "learning_rate": 0.0005,
      "loss": 1.0219,
      "step": 7070
    },
    {
      "epoch": 0.3658725647253372,
      "grad_norm": 0.6240195631980896,
      "learning_rate": 0.0005,
      "loss": 1.0268,
      "step": 7080
    },
    {
      "epoch": 0.36638933388455375,
      "grad_norm": 0.6170317530632019,
      "learning_rate": 0.0005,
      "loss": 1.0402,
      "step": 7090
    },
    {
      "epoch": 0.36690610304377036,
      "grad_norm": 0.661592423915863,
      "learning_rate": 0.0005,
      "loss": 1.0255,
      "step": 7100
    },
    {
      "epoch": 0.3674228722029869,
      "grad_norm": 0.6611010432243347,
      "learning_rate": 0.0005,
      "loss": 1.0387,
      "step": 7110
    },
    {
      "epoch": 0.36793964136220353,
      "grad_norm": 0.6037949323654175,
      "learning_rate": 0.0005,
      "loss": 1.0398,
      "step": 7120
    },
    {
      "epoch": 0.3684564105214201,
      "grad_norm": 0.6260375380516052,
      "learning_rate": 0.0005,
      "loss": 1.0223,
      "step": 7130
    },
    {
      "epoch": 0.36897317968063664,
      "grad_norm": 0.7400781512260437,
      "learning_rate": 0.0005,
      "loss": 1.0331,
      "step": 7140
    },
    {
      "epoch": 0.36948994883985325,
      "grad_norm": 0.8144364356994629,
      "learning_rate": 0.0005,
      "loss": 1.0341,
      "step": 7150
    },
    {
      "epoch": 0.3700067179990698,
      "grad_norm": 0.6299716830253601,
      "learning_rate": 0.0005,
      "loss": 1.0428,
      "step": 7160
    },
    {
      "epoch": 0.37052348715828637,
      "grad_norm": 0.605995774269104,
      "learning_rate": 0.0005,
      "loss": 1.0628,
      "step": 7170
    },
    {
      "epoch": 0.371040256317503,
      "grad_norm": 0.5977038145065308,
      "learning_rate": 0.0005,
      "loss": 1.0227,
      "step": 7180
    },
    {
      "epoch": 0.37155702547671954,
      "grad_norm": 0.6418441534042358,
      "learning_rate": 0.0005,
      "loss": 1.0216,
      "step": 7190
    },
    {
      "epoch": 0.37207379463593615,
      "grad_norm": 0.6550008654594421,
      "learning_rate": 0.0005,
      "loss": 1.0317,
      "step": 7200
    },
    {
      "epoch": 0.3725905637951527,
      "grad_norm": 0.6023372411727905,
      "learning_rate": 0.0005,
      "loss": 1.0291,
      "step": 7210
    },
    {
      "epoch": 0.37310733295436926,
      "grad_norm": 0.6071696877479553,
      "learning_rate": 0.0005,
      "loss": 1.041,
      "step": 7220
    },
    {
      "epoch": 0.3736241021135859,
      "grad_norm": 0.6096029877662659,
      "learning_rate": 0.0005,
      "loss": 1.0316,
      "step": 7230
    },
    {
      "epoch": 0.37414087127280243,
      "grad_norm": 0.5897752642631531,
      "learning_rate": 0.0005,
      "loss": 1.0289,
      "step": 7240
    },
    {
      "epoch": 0.374657640432019,
      "grad_norm": 0.6093285083770752,
      "learning_rate": 0.0005,
      "loss": 1.0368,
      "step": 7250
    },
    {
      "epoch": 0.3751744095912356,
      "grad_norm": 0.6444416046142578,
      "learning_rate": 0.0005,
      "loss": 1.0116,
      "step": 7260
    },
    {
      "epoch": 0.37569117875045216,
      "grad_norm": 0.6363521814346313,
      "learning_rate": 0.0005,
      "loss": 1.0198,
      "step": 7270
    },
    {
      "epoch": 0.37620794790966877,
      "grad_norm": 0.6633175611495972,
      "learning_rate": 0.0005,
      "loss": 1.0178,
      "step": 7280
    },
    {
      "epoch": 0.37672471706888533,
      "grad_norm": 0.5611307621002197,
      "learning_rate": 0.0005,
      "loss": 1.0319,
      "step": 7290
    },
    {
      "epoch": 0.3772414862281019,
      "grad_norm": 0.5733465552330017,
      "learning_rate": 0.0005,
      "loss": 1.0095,
      "step": 7300
    },
    {
      "epoch": 0.3777582553873185,
      "grad_norm": 0.6538148522377014,
      "learning_rate": 0.0005,
      "loss": 1.0405,
      "step": 7310
    },
    {
      "epoch": 0.37827502454653505,
      "grad_norm": 0.6904069781303406,
      "learning_rate": 0.0005,
      "loss": 1.0322,
      "step": 7320
    },
    {
      "epoch": 0.37879179370575167,
      "grad_norm": 0.6486346125602722,
      "learning_rate": 0.0005,
      "loss": 1.0162,
      "step": 7330
    },
    {
      "epoch": 0.3793085628649682,
      "grad_norm": 0.5600974559783936,
      "learning_rate": 0.0005,
      "loss": 1.0255,
      "step": 7340
    },
    {
      "epoch": 0.3798253320241848,
      "grad_norm": 0.5800735354423523,
      "learning_rate": 0.0005,
      "loss": 1.0228,
      "step": 7350
    },
    {
      "epoch": 0.3803421011834014,
      "grad_norm": 0.6365842819213867,
      "learning_rate": 0.0005,
      "loss": 1.0229,
      "step": 7360
    },
    {
      "epoch": 0.38085887034261795,
      "grad_norm": 0.6074081659317017,
      "learning_rate": 0.0005,
      "loss": 1.0325,
      "step": 7370
    },
    {
      "epoch": 0.3813756395018345,
      "grad_norm": 0.5998241901397705,
      "learning_rate": 0.0005,
      "loss": 1.0164,
      "step": 7380
    },
    {
      "epoch": 0.3818924086610511,
      "grad_norm": 0.6576969623565674,
      "learning_rate": 0.0005,
      "loss": 1.0153,
      "step": 7390
    },
    {
      "epoch": 0.3824091778202677,
      "grad_norm": 0.6602439284324646,
      "learning_rate": 0.0005,
      "loss": 1.0197,
      "step": 7400
    },
    {
      "epoch": 0.3829259469794843,
      "grad_norm": 0.6058171987533569,
      "learning_rate": 0.0005,
      "loss": 1.0289,
      "step": 7410
    },
    {
      "epoch": 0.38344271613870085,
      "grad_norm": 0.7188865542411804,
      "learning_rate": 0.0005,
      "loss": 1.0216,
      "step": 7420
    },
    {
      "epoch": 0.3839594852979174,
      "grad_norm": 0.6025785803794861,
      "learning_rate": 0.0005,
      "loss": 1.0195,
      "step": 7430
    },
    {
      "epoch": 0.384476254457134,
      "grad_norm": 0.6643381118774414,
      "learning_rate": 0.0005,
      "loss": 1.0059,
      "step": 7440
    },
    {
      "epoch": 0.38499302361635057,
      "grad_norm": 0.6015246510505676,
      "learning_rate": 0.0005,
      "loss": 1.0181,
      "step": 7450
    },
    {
      "epoch": 0.38550979277556713,
      "grad_norm": 0.6102477312088013,
      "learning_rate": 0.0005,
      "loss": 1.0268,
      "step": 7460
    },
    {
      "epoch": 0.38602656193478374,
      "grad_norm": 0.6054964661598206,
      "learning_rate": 0.0005,
      "loss": 1.0207,
      "step": 7470
    },
    {
      "epoch": 0.3865433310940003,
      "grad_norm": 0.5937122106552124,
      "learning_rate": 0.0005,
      "loss": 1.0214,
      "step": 7480
    },
    {
      "epoch": 0.3870601002532169,
      "grad_norm": 0.5697932839393616,
      "learning_rate": 0.0005,
      "loss": 0.9999,
      "step": 7490
    },
    {
      "epoch": 0.38757686941243347,
      "grad_norm": 0.6040372848510742,
      "learning_rate": 0.0005,
      "loss": 1.0244,
      "step": 7500
    },
    {
      "epoch": 0.38809363857165,
      "grad_norm": 0.666986346244812,
      "learning_rate": 0.0005,
      "loss": 1.0253,
      "step": 7510
    },
    {
      "epoch": 0.38861040773086664,
      "grad_norm": 0.5957795977592468,
      "learning_rate": 0.0005,
      "loss": 1.015,
      "step": 7520
    },
    {
      "epoch": 0.3891271768900832,
      "grad_norm": 0.7224922776222229,
      "learning_rate": 0.0005,
      "loss": 1.018,
      "step": 7530
    },
    {
      "epoch": 0.3896439460492998,
      "grad_norm": 0.6356753706932068,
      "learning_rate": 0.0005,
      "loss": 1.028,
      "step": 7540
    },
    {
      "epoch": 0.39016071520851636,
      "grad_norm": 0.6179920434951782,
      "learning_rate": 0.0005,
      "loss": 1.022,
      "step": 7550
    },
    {
      "epoch": 0.3906774843677329,
      "grad_norm": 0.7617205381393433,
      "learning_rate": 0.0005,
      "loss": 1.0124,
      "step": 7560
    },
    {
      "epoch": 0.39119425352694953,
      "grad_norm": 0.6080652475357056,
      "learning_rate": 0.0005,
      "loss": 1.0189,
      "step": 7570
    },
    {
      "epoch": 0.3917110226861661,
      "grad_norm": 0.6190568804740906,
      "learning_rate": 0.0005,
      "loss": 1.02,
      "step": 7580
    },
    {
      "epoch": 0.39222779184538265,
      "grad_norm": 0.584118127822876,
      "learning_rate": 0.0005,
      "loss": 1.0134,
      "step": 7590
    },
    {
      "epoch": 0.39274456100459926,
      "grad_norm": 0.5745325088500977,
      "learning_rate": 0.0005,
      "loss": 1.0145,
      "step": 7600
    },
    {
      "epoch": 0.3932613301638158,
      "grad_norm": 0.586669385433197,
      "learning_rate": 0.0005,
      "loss": 1.0215,
      "step": 7610
    },
    {
      "epoch": 0.3937780993230324,
      "grad_norm": 0.6320251822471619,
      "learning_rate": 0.0005,
      "loss": 1.0075,
      "step": 7620
    },
    {
      "epoch": 0.394294868482249,
      "grad_norm": 0.6066457033157349,
      "learning_rate": 0.0005,
      "loss": 1.0084,
      "step": 7630
    },
    {
      "epoch": 0.39481163764146554,
      "grad_norm": 0.5506545305252075,
      "learning_rate": 0.0005,
      "loss": 1.0187,
      "step": 7640
    },
    {
      "epoch": 0.39532840680068215,
      "grad_norm": 0.6136749982833862,
      "learning_rate": 0.0005,
      "loss": 1.0125,
      "step": 7650
    },
    {
      "epoch": 0.3958451759598987,
      "grad_norm": 0.7134038805961609,
      "learning_rate": 0.0005,
      "loss": 1.0056,
      "step": 7660
    },
    {
      "epoch": 0.39636194511911527,
      "grad_norm": 0.6053097248077393,
      "learning_rate": 0.0005,
      "loss": 1.0099,
      "step": 7670
    },
    {
      "epoch": 0.3968787142783319,
      "grad_norm": 0.5632675290107727,
      "learning_rate": 0.0005,
      "loss": 1.0134,
      "step": 7680
    },
    {
      "epoch": 0.39739548343754844,
      "grad_norm": 0.6165273189544678,
      "learning_rate": 0.0005,
      "loss": 1.0235,
      "step": 7690
    },
    {
      "epoch": 0.39791225259676505,
      "grad_norm": 0.6279580593109131,
      "learning_rate": 0.0005,
      "loss": 1.0103,
      "step": 7700
    },
    {
      "epoch": 0.3984290217559816,
      "grad_norm": 0.6073136329650879,
      "learning_rate": 0.0005,
      "loss": 1.0134,
      "step": 7710
    },
    {
      "epoch": 0.39894579091519816,
      "grad_norm": 0.5953530073165894,
      "learning_rate": 0.0005,
      "loss": 1.0249,
      "step": 7720
    },
    {
      "epoch": 0.3994625600744148,
      "grad_norm": 0.5744448900222778,
      "learning_rate": 0.0005,
      "loss": 1.0138,
      "step": 7730
    },
    {
      "epoch": 0.39997932923363133,
      "grad_norm": 0.5618404746055603,
      "learning_rate": 0.0005,
      "loss": 1.0079,
      "step": 7740
    },
    {
      "epoch": 0.4004960983928479,
      "grad_norm": 0.567597508430481,
      "learning_rate": 0.0005,
      "loss": 1.0139,
      "step": 7750
    },
    {
      "epoch": 0.4010128675520645,
      "grad_norm": 0.5764487981796265,
      "learning_rate": 0.0005,
      "loss": 1.0379,
      "step": 7760
    },
    {
      "epoch": 0.40152963671128106,
      "grad_norm": 0.6651884913444519,
      "learning_rate": 0.0005,
      "loss": 1.0082,
      "step": 7770
    },
    {
      "epoch": 0.40204640587049767,
      "grad_norm": 0.7175072431564331,
      "learning_rate": 0.0005,
      "loss": 1.0144,
      "step": 7780
    },
    {
      "epoch": 0.4025631750297142,
      "grad_norm": 0.591261625289917,
      "learning_rate": 0.0005,
      "loss": 1.0103,
      "step": 7790
    },
    {
      "epoch": 0.4030799441889308,
      "grad_norm": 0.5823299884796143,
      "learning_rate": 0.0005,
      "loss": 1.0016,
      "step": 7800
    },
    {
      "epoch": 0.4035967133481474,
      "grad_norm": 0.5339162945747375,
      "learning_rate": 0.0005,
      "loss": 1.0124,
      "step": 7810
    },
    {
      "epoch": 0.40411348250736395,
      "grad_norm": 0.6042317748069763,
      "learning_rate": 0.0005,
      "loss": 1.0006,
      "step": 7820
    },
    {
      "epoch": 0.40463025166658056,
      "grad_norm": 0.6178877353668213,
      "learning_rate": 0.0005,
      "loss": 1.0166,
      "step": 7830
    },
    {
      "epoch": 0.4051470208257971,
      "grad_norm": 0.6470639705657959,
      "learning_rate": 0.0005,
      "loss": 0.9899,
      "step": 7840
    },
    {
      "epoch": 0.4056637899850137,
      "grad_norm": 0.5468031167984009,
      "learning_rate": 0.0005,
      "loss": 1.0,
      "step": 7850
    },
    {
      "epoch": 0.4061805591442303,
      "grad_norm": 0.566137433052063,
      "learning_rate": 0.0005,
      "loss": 1.0187,
      "step": 7860
    },
    {
      "epoch": 0.40669732830344685,
      "grad_norm": 0.6000310182571411,
      "learning_rate": 0.0005,
      "loss": 1.0221,
      "step": 7870
    },
    {
      "epoch": 0.4072140974626634,
      "grad_norm": 0.5763528943061829,
      "learning_rate": 0.0005,
      "loss": 1.0318,
      "step": 7880
    },
    {
      "epoch": 0.40773086662188,
      "grad_norm": 0.5767903327941895,
      "learning_rate": 0.0005,
      "loss": 1.014,
      "step": 7890
    },
    {
      "epoch": 0.4082476357810966,
      "grad_norm": 0.6295961737632751,
      "learning_rate": 0.0005,
      "loss": 0.9885,
      "step": 7900
    },
    {
      "epoch": 0.4087644049403132,
      "grad_norm": 0.6416009068489075,
      "learning_rate": 0.0005,
      "loss": 1.0013,
      "step": 7910
    },
    {
      "epoch": 0.40928117409952974,
      "grad_norm": 0.6039779186248779,
      "learning_rate": 0.0005,
      "loss": 0.9986,
      "step": 7920
    },
    {
      "epoch": 0.4097979432587463,
      "grad_norm": 0.6459826827049255,
      "learning_rate": 0.0005,
      "loss": 1.0051,
      "step": 7930
    },
    {
      "epoch": 0.4103147124179629,
      "grad_norm": 0.597352147102356,
      "learning_rate": 0.0005,
      "loss": 1.002,
      "step": 7940
    },
    {
      "epoch": 0.41083148157717947,
      "grad_norm": 0.5876639485359192,
      "learning_rate": 0.0005,
      "loss": 1.0076,
      "step": 7950
    },
    {
      "epoch": 0.411348250736396,
      "grad_norm": 0.5862469673156738,
      "learning_rate": 0.0005,
      "loss": 0.9972,
      "step": 7960
    },
    {
      "epoch": 0.41186501989561264,
      "grad_norm": 0.5829436779022217,
      "learning_rate": 0.0005,
      "loss": 1.0233,
      "step": 7970
    },
    {
      "epoch": 0.4123817890548292,
      "grad_norm": 0.5912736058235168,
      "learning_rate": 0.0005,
      "loss": 1.0038,
      "step": 7980
    },
    {
      "epoch": 0.4128985582140458,
      "grad_norm": 0.5810758471488953,
      "learning_rate": 0.0005,
      "loss": 1.0077,
      "step": 7990
    },
    {
      "epoch": 0.41341532737326236,
      "grad_norm": 0.5771864056587219,
      "learning_rate": 0.0005,
      "loss": 0.9976,
      "step": 8000
    },
    {
      "epoch": 0.4139320965324789,
      "grad_norm": 0.5928204655647278,
      "learning_rate": 0.0005,
      "loss": 1.0186,
      "step": 8010
    },
    {
      "epoch": 0.41444886569169553,
      "grad_norm": 0.603636622428894,
      "learning_rate": 0.0005,
      "loss": 1.0009,
      "step": 8020
    },
    {
      "epoch": 0.4149656348509121,
      "grad_norm": 0.5715627670288086,
      "learning_rate": 0.0005,
      "loss": 1.014,
      "step": 8030
    },
    {
      "epoch": 0.4154824040101287,
      "grad_norm": 0.5580553412437439,
      "learning_rate": 0.0005,
      "loss": 0.9957,
      "step": 8040
    },
    {
      "epoch": 0.41599917316934526,
      "grad_norm": 0.5680859088897705,
      "learning_rate": 0.0005,
      "loss": 1.0027,
      "step": 8050
    },
    {
      "epoch": 0.4165159423285618,
      "grad_norm": 0.5446572303771973,
      "learning_rate": 0.0005,
      "loss": 1.0412,
      "step": 8060
    },
    {
      "epoch": 0.41703271148777843,
      "grad_norm": 0.5877604484558105,
      "learning_rate": 0.0005,
      "loss": 1.0087,
      "step": 8070
    },
    {
      "epoch": 0.417549480646995,
      "grad_norm": 0.5905182361602783,
      "learning_rate": 0.0005,
      "loss": 0.9889,
      "step": 8080
    },
    {
      "epoch": 0.41806624980621154,
      "grad_norm": 0.6025214195251465,
      "learning_rate": 0.0005,
      "loss": 1.0171,
      "step": 8090
    },
    {
      "epoch": 0.41858301896542816,
      "grad_norm": 0.5762201547622681,
      "learning_rate": 0.0005,
      "loss": 1.0199,
      "step": 8100
    },
    {
      "epoch": 0.4190997881246447,
      "grad_norm": 0.5564827919006348,
      "learning_rate": 0.0005,
      "loss": 1.0049,
      "step": 8110
    },
    {
      "epoch": 0.4196165572838613,
      "grad_norm": 0.5517228841781616,
      "learning_rate": 0.0005,
      "loss": 1.0036,
      "step": 8120
    },
    {
      "epoch": 0.4201333264430779,
      "grad_norm": 0.6581810712814331,
      "learning_rate": 0.0005,
      "loss": 1.0042,
      "step": 8130
    },
    {
      "epoch": 0.42065009560229444,
      "grad_norm": 0.5902772545814514,
      "learning_rate": 0.0005,
      "loss": 0.9956,
      "step": 8140
    },
    {
      "epoch": 0.42116686476151105,
      "grad_norm": 0.5903311967849731,
      "learning_rate": 0.0005,
      "loss": 0.9994,
      "step": 8150
    },
    {
      "epoch": 0.4216836339207276,
      "grad_norm": 0.5883710980415344,
      "learning_rate": 0.0005,
      "loss": 1.001,
      "step": 8160
    },
    {
      "epoch": 0.42220040307994416,
      "grad_norm": 0.5694506764411926,
      "learning_rate": 0.0005,
      "loss": 0.997,
      "step": 8170
    },
    {
      "epoch": 0.4227171722391608,
      "grad_norm": 0.5448591113090515,
      "learning_rate": 0.0005,
      "loss": 0.9987,
      "step": 8180
    },
    {
      "epoch": 0.42323394139837733,
      "grad_norm": 0.5763291120529175,
      "learning_rate": 0.0005,
      "loss": 0.9957,
      "step": 8190
    },
    {
      "epoch": 0.42375071055759395,
      "grad_norm": 0.5763616561889648,
      "learning_rate": 0.0005,
      "loss": 1.009,
      "step": 8200
    },
    {
      "epoch": 0.4242674797168105,
      "grad_norm": 0.5575286149978638,
      "learning_rate": 0.0005,
      "loss": 1.01,
      "step": 8210
    },
    {
      "epoch": 0.42478424887602706,
      "grad_norm": 0.5435507297515869,
      "learning_rate": 0.0005,
      "loss": 0.9947,
      "step": 8220
    },
    {
      "epoch": 0.42530101803524367,
      "grad_norm": 0.6307750344276428,
      "learning_rate": 0.0005,
      "loss": 1.0098,
      "step": 8230
    },
    {
      "epoch": 0.42581778719446023,
      "grad_norm": 0.5419248342514038,
      "learning_rate": 0.0005,
      "loss": 1.013,
      "step": 8240
    },
    {
      "epoch": 0.4263345563536768,
      "grad_norm": 0.5558311343193054,
      "learning_rate": 0.0005,
      "loss": 0.9956,
      "step": 8250
    },
    {
      "epoch": 0.4268513255128934,
      "grad_norm": 0.5593147277832031,
      "learning_rate": 0.0005,
      "loss": 1.0142,
      "step": 8260
    },
    {
      "epoch": 0.42736809467210995,
      "grad_norm": 0.5839881896972656,
      "learning_rate": 0.0005,
      "loss": 1.001,
      "step": 8270
    },
    {
      "epoch": 0.42788486383132657,
      "grad_norm": 0.5981064438819885,
      "learning_rate": 0.0005,
      "loss": 0.9952,
      "step": 8280
    },
    {
      "epoch": 0.4284016329905431,
      "grad_norm": 0.6945583820343018,
      "learning_rate": 0.0005,
      "loss": 0.9971,
      "step": 8290
    },
    {
      "epoch": 0.4289184021497597,
      "grad_norm": 0.5536506772041321,
      "learning_rate": 0.0005,
      "loss": 0.9929,
      "step": 8300
    },
    {
      "epoch": 0.4294351713089763,
      "grad_norm": 0.557338297367096,
      "learning_rate": 0.0005,
      "loss": 0.9833,
      "step": 8310
    },
    {
      "epoch": 0.42995194046819285,
      "grad_norm": 0.5480133295059204,
      "learning_rate": 0.0005,
      "loss": 1.0008,
      "step": 8320
    },
    {
      "epoch": 0.43046870962740946,
      "grad_norm": 0.5495566129684448,
      "learning_rate": 0.0005,
      "loss": 1.0126,
      "step": 8330
    },
    {
      "epoch": 0.430985478786626,
      "grad_norm": 0.5759509801864624,
      "learning_rate": 0.0005,
      "loss": 0.9866,
      "step": 8340
    },
    {
      "epoch": 0.4315022479458426,
      "grad_norm": 0.5602892637252808,
      "learning_rate": 0.0005,
      "loss": 0.9893,
      "step": 8350
    },
    {
      "epoch": 0.4320190171050592,
      "grad_norm": 0.560892641544342,
      "learning_rate": 0.0005,
      "loss": 1.0125,
      "step": 8360
    },
    {
      "epoch": 0.43253578626427575,
      "grad_norm": 0.582815408706665,
      "learning_rate": 0.0005,
      "loss": 1.0,
      "step": 8370
    },
    {
      "epoch": 0.4330525554234923,
      "grad_norm": 0.6133496165275574,
      "learning_rate": 0.0005,
      "loss": 0.9928,
      "step": 8380
    },
    {
      "epoch": 0.4335693245827089,
      "grad_norm": 0.5611013174057007,
      "learning_rate": 0.0005,
      "loss": 0.998,
      "step": 8390
    },
    {
      "epoch": 0.43408609374192547,
      "grad_norm": 0.5589267611503601,
      "learning_rate": 0.0005,
      "loss": 0.999,
      "step": 8400
    },
    {
      "epoch": 0.4346028629011421,
      "grad_norm": 0.5508078932762146,
      "learning_rate": 0.0005,
      "loss": 0.9954,
      "step": 8410
    },
    {
      "epoch": 0.43511963206035864,
      "grad_norm": 0.5803013443946838,
      "learning_rate": 0.0005,
      "loss": 0.9891,
      "step": 8420
    },
    {
      "epoch": 0.4356364012195752,
      "grad_norm": 0.532085120677948,
      "learning_rate": 0.0005,
      "loss": 0.9935,
      "step": 8430
    },
    {
      "epoch": 0.4361531703787918,
      "grad_norm": 0.6158758401870728,
      "learning_rate": 0.0005,
      "loss": 0.9927,
      "step": 8440
    },
    {
      "epoch": 0.43666993953800837,
      "grad_norm": 0.5444722771644592,
      "learning_rate": 0.0005,
      "loss": 0.9754,
      "step": 8450
    },
    {
      "epoch": 0.4371867086972249,
      "grad_norm": 0.5872038006782532,
      "learning_rate": 0.0005,
      "loss": 0.9803,
      "step": 8460
    },
    {
      "epoch": 0.43770347785644154,
      "grad_norm": 0.5382379293441772,
      "learning_rate": 0.0005,
      "loss": 1.0025,
      "step": 8470
    },
    {
      "epoch": 0.4382202470156581,
      "grad_norm": 0.5538324117660522,
      "learning_rate": 0.0005,
      "loss": 0.9764,
      "step": 8480
    },
    {
      "epoch": 0.4387370161748747,
      "grad_norm": 0.5917341709136963,
      "learning_rate": 0.0005,
      "loss": 0.9732,
      "step": 8490
    },
    {
      "epoch": 0.43925378533409126,
      "grad_norm": 0.5395458340644836,
      "learning_rate": 0.0005,
      "loss": 0.9948,
      "step": 8500
    },
    {
      "epoch": 0.4397705544933078,
      "grad_norm": 0.5973149538040161,
      "learning_rate": 0.0005,
      "loss": 0.9971,
      "step": 8510
    },
    {
      "epoch": 0.44028732365252443,
      "grad_norm": 0.579712450504303,
      "learning_rate": 0.0005,
      "loss": 0.9836,
      "step": 8520
    },
    {
      "epoch": 0.440804092811741,
      "grad_norm": 0.5590643882751465,
      "learning_rate": 0.0005,
      "loss": 0.9896,
      "step": 8530
    },
    {
      "epoch": 0.4413208619709576,
      "grad_norm": 0.5443204045295715,
      "learning_rate": 0.0005,
      "loss": 0.9868,
      "step": 8540
    },
    {
      "epoch": 0.44183763113017416,
      "grad_norm": 0.5973614454269409,
      "learning_rate": 0.0005,
      "loss": 0.9881,
      "step": 8550
    },
    {
      "epoch": 0.4423544002893907,
      "grad_norm": 0.6157576441764832,
      "learning_rate": 0.0005,
      "loss": 1.0007,
      "step": 8560
    },
    {
      "epoch": 0.4428711694486073,
      "grad_norm": 0.5678598880767822,
      "learning_rate": 0.0005,
      "loss": 0.9878,
      "step": 8570
    },
    {
      "epoch": 0.4433879386078239,
      "grad_norm": 0.5606565475463867,
      "learning_rate": 0.0005,
      "loss": 0.9899,
      "step": 8580
    },
    {
      "epoch": 0.44390470776704044,
      "grad_norm": 0.651261031627655,
      "learning_rate": 0.0005,
      "loss": 1.0053,
      "step": 8590
    },
    {
      "epoch": 0.44442147692625705,
      "grad_norm": 0.6717237830162048,
      "learning_rate": 0.0005,
      "loss": 0.9783,
      "step": 8600
    },
    {
      "epoch": 0.4449382460854736,
      "grad_norm": 0.5981956720352173,
      "learning_rate": 0.0005,
      "loss": 0.9846,
      "step": 8610
    },
    {
      "epoch": 0.4454550152446902,
      "grad_norm": 0.6338360905647278,
      "learning_rate": 0.0005,
      "loss": 0.9903,
      "step": 8620
    },
    {
      "epoch": 0.4459717844039068,
      "grad_norm": 0.6431187987327576,
      "learning_rate": 0.0005,
      "loss": 0.9967,
      "step": 8630
    },
    {
      "epoch": 0.44648855356312334,
      "grad_norm": 0.6032900810241699,
      "learning_rate": 0.0005,
      "loss": 0.9814,
      "step": 8640
    },
    {
      "epoch": 0.44700532272233995,
      "grad_norm": 0.5607067942619324,
      "learning_rate": 0.0005,
      "loss": 1.0021,
      "step": 8650
    },
    {
      "epoch": 0.4475220918815565,
      "grad_norm": 0.5442407727241516,
      "learning_rate": 0.0005,
      "loss": 0.9911,
      "step": 8660
    },
    {
      "epoch": 0.44803886104077306,
      "grad_norm": 0.5274026989936829,
      "learning_rate": 0.0005,
      "loss": 0.9798,
      "step": 8670
    },
    {
      "epoch": 0.4485556301999897,
      "grad_norm": 0.5678251385688782,
      "learning_rate": 0.0005,
      "loss": 0.9869,
      "step": 8680
    },
    {
      "epoch": 0.44907239935920623,
      "grad_norm": 0.5528420805931091,
      "learning_rate": 0.0005,
      "loss": 0.9963,
      "step": 8690
    },
    {
      "epoch": 0.44958916851842284,
      "grad_norm": 0.5485315918922424,
      "learning_rate": 0.0005,
      "loss": 0.974,
      "step": 8700
    },
    {
      "epoch": 0.4501059376776394,
      "grad_norm": 0.566852331161499,
      "learning_rate": 0.0005,
      "loss": 0.9891,
      "step": 8710
    },
    {
      "epoch": 0.45062270683685596,
      "grad_norm": 0.5270015597343445,
      "learning_rate": 0.0005,
      "loss": 0.979,
      "step": 8720
    },
    {
      "epoch": 0.45113947599607257,
      "grad_norm": 0.5595947504043579,
      "learning_rate": 0.0005,
      "loss": 0.9632,
      "step": 8730
    },
    {
      "epoch": 0.4516562451552891,
      "grad_norm": 0.5901986360549927,
      "learning_rate": 0.0005,
      "loss": 0.9952,
      "step": 8740
    },
    {
      "epoch": 0.4521730143145057,
      "grad_norm": 0.5500153303146362,
      "learning_rate": 0.0005,
      "loss": 0.9826,
      "step": 8750
    },
    {
      "epoch": 0.4526897834737223,
      "grad_norm": 0.6439850926399231,
      "learning_rate": 0.0005,
      "loss": 0.9783,
      "step": 8760
    },
    {
      "epoch": 0.45320655263293885,
      "grad_norm": 0.6534972190856934,
      "learning_rate": 0.0005,
      "loss": 0.9905,
      "step": 8770
    },
    {
      "epoch": 0.45372332179215547,
      "grad_norm": 0.6489924192428589,
      "learning_rate": 0.0005,
      "loss": 1.0066,
      "step": 8780
    },
    {
      "epoch": 0.454240090951372,
      "grad_norm": 0.5541792511940002,
      "learning_rate": 0.0005,
      "loss": 0.989,
      "step": 8790
    },
    {
      "epoch": 0.4547568601105886,
      "grad_norm": 0.5128721594810486,
      "learning_rate": 0.0005,
      "loss": 0.9943,
      "step": 8800
    },
    {
      "epoch": 0.4552736292698052,
      "grad_norm": 0.5839647054672241,
      "learning_rate": 0.0005,
      "loss": 0.9824,
      "step": 8810
    },
    {
      "epoch": 0.45579039842902175,
      "grad_norm": 0.6303303241729736,
      "learning_rate": 0.0005,
      "loss": 0.9975,
      "step": 8820
    },
    {
      "epoch": 0.45630716758823836,
      "grad_norm": 0.5413320064544678,
      "learning_rate": 0.0005,
      "loss": 0.973,
      "step": 8830
    },
    {
      "epoch": 0.4568239367474549,
      "grad_norm": 0.5503526926040649,
      "learning_rate": 0.0005,
      "loss": 0.997,
      "step": 8840
    },
    {
      "epoch": 0.4573407059066715,
      "grad_norm": 0.5337091684341431,
      "learning_rate": 0.0005,
      "loss": 0.9785,
      "step": 8850
    },
    {
      "epoch": 0.4578574750658881,
      "grad_norm": 0.5215671062469482,
      "learning_rate": 0.0005,
      "loss": 0.988,
      "step": 8860
    },
    {
      "epoch": 0.45837424422510464,
      "grad_norm": 0.5596259236335754,
      "learning_rate": 0.0005,
      "loss": 0.9619,
      "step": 8870
    },
    {
      "epoch": 0.4588910133843212,
      "grad_norm": 0.644656777381897,
      "learning_rate": 0.0005,
      "loss": 1.0018,
      "step": 8880
    },
    {
      "epoch": 0.4594077825435378,
      "grad_norm": 0.546576976776123,
      "learning_rate": 0.0005,
      "loss": 0.9895,
      "step": 8890
    },
    {
      "epoch": 0.45992455170275437,
      "grad_norm": 0.5912691354751587,
      "learning_rate": 0.0005,
      "loss": 0.9769,
      "step": 8900
    },
    {
      "epoch": 0.460441320861971,
      "grad_norm": 0.5670520663261414,
      "learning_rate": 0.0005,
      "loss": 0.9841,
      "step": 8910
    },
    {
      "epoch": 0.46095809002118754,
      "grad_norm": 0.5410053730010986,
      "learning_rate": 0.0005,
      "loss": 0.9842,
      "step": 8920
    },
    {
      "epoch": 0.4614748591804041,
      "grad_norm": 0.5501711964607239,
      "learning_rate": 0.0005,
      "loss": 0.9833,
      "step": 8930
    },
    {
      "epoch": 0.4619916283396207,
      "grad_norm": 0.5702757835388184,
      "learning_rate": 0.0005,
      "loss": 0.996,
      "step": 8940
    },
    {
      "epoch": 0.46250839749883726,
      "grad_norm": 0.5536521077156067,
      "learning_rate": 0.0005,
      "loss": 0.9808,
      "step": 8950
    },
    {
      "epoch": 0.4630251666580538,
      "grad_norm": 0.5470142364501953,
      "learning_rate": 0.0005,
      "loss": 0.9701,
      "step": 8960
    },
    {
      "epoch": 0.46354193581727043,
      "grad_norm": 0.5773063898086548,
      "learning_rate": 0.0005,
      "loss": 0.9648,
      "step": 8970
    },
    {
      "epoch": 0.464058704976487,
      "grad_norm": 0.5552759170532227,
      "learning_rate": 0.0005,
      "loss": 0.9801,
      "step": 8980
    },
    {
      "epoch": 0.4645754741357036,
      "grad_norm": 0.5589256882667542,
      "learning_rate": 0.0005,
      "loss": 0.9762,
      "step": 8990
    },
    {
      "epoch": 0.46509224329492016,
      "grad_norm": 0.5548306703567505,
      "learning_rate": 0.0005,
      "loss": 0.9536,
      "step": 9000
    },
    {
      "epoch": 0.4656090124541367,
      "grad_norm": 0.5578811168670654,
      "learning_rate": 0.0005,
      "loss": 0.9758,
      "step": 9010
    },
    {
      "epoch": 0.46612578161335333,
      "grad_norm": 0.542353630065918,
      "learning_rate": 0.0005,
      "loss": 0.9754,
      "step": 9020
    },
    {
      "epoch": 0.4666425507725699,
      "grad_norm": 0.5240308046340942,
      "learning_rate": 0.0005,
      "loss": 0.9527,
      "step": 9030
    },
    {
      "epoch": 0.4671593199317865,
      "grad_norm": 0.5662107467651367,
      "learning_rate": 0.0005,
      "loss": 0.9812,
      "step": 9040
    },
    {
      "epoch": 0.46767608909100306,
      "grad_norm": 0.5549916625022888,
      "learning_rate": 0.0005,
      "loss": 0.9881,
      "step": 9050
    },
    {
      "epoch": 0.4681928582502196,
      "grad_norm": 0.5178738832473755,
      "learning_rate": 0.0005,
      "loss": 0.9641,
      "step": 9060
    },
    {
      "epoch": 0.4687096274094362,
      "grad_norm": 0.52500981092453,
      "learning_rate": 0.0005,
      "loss": 0.969,
      "step": 9070
    },
    {
      "epoch": 0.4692263965686528,
      "grad_norm": 0.5403527617454529,
      "learning_rate": 0.0005,
      "loss": 0.9853,
      "step": 9080
    },
    {
      "epoch": 0.46974316572786934,
      "grad_norm": 0.6338274478912354,
      "learning_rate": 0.0005,
      "loss": 0.9762,
      "step": 9090
    },
    {
      "epoch": 0.47025993488708595,
      "grad_norm": 0.5694402456283569,
      "learning_rate": 0.0005,
      "loss": 0.9947,
      "step": 9100
    },
    {
      "epoch": 0.4707767040463025,
      "grad_norm": 0.5308618545532227,
      "learning_rate": 0.0005,
      "loss": 1.0035,
      "step": 9110
    },
    {
      "epoch": 0.4712934732055191,
      "grad_norm": 0.5705435872077942,
      "learning_rate": 0.0005,
      "loss": 0.979,
      "step": 9120
    },
    {
      "epoch": 0.4718102423647357,
      "grad_norm": 0.5150364637374878,
      "learning_rate": 0.0005,
      "loss": 0.9907,
      "step": 9130
    },
    {
      "epoch": 0.47232701152395223,
      "grad_norm": 0.6099853515625,
      "learning_rate": 0.0005,
      "loss": 0.9834,
      "step": 9140
    },
    {
      "epoch": 0.47284378068316885,
      "grad_norm": 0.5578297972679138,
      "learning_rate": 0.0005,
      "loss": 0.9758,
      "step": 9150
    },
    {
      "epoch": 0.4733605498423854,
      "grad_norm": 0.5842065811157227,
      "learning_rate": 0.0005,
      "loss": 0.9831,
      "step": 9160
    },
    {
      "epoch": 0.47387731900160196,
      "grad_norm": 0.54753577709198,
      "learning_rate": 0.0005,
      "loss": 0.9767,
      "step": 9170
    },
    {
      "epoch": 0.47439408816081857,
      "grad_norm": 0.5472375750541687,
      "learning_rate": 0.0005,
      "loss": 0.9844,
      "step": 9180
    },
    {
      "epoch": 0.47491085732003513,
      "grad_norm": 0.6289487481117249,
      "learning_rate": 0.0005,
      "loss": 0.9806,
      "step": 9190
    },
    {
      "epoch": 0.47542762647925174,
      "grad_norm": 0.5702399015426636,
      "learning_rate": 0.0005,
      "loss": 0.973,
      "step": 9200
    },
    {
      "epoch": 0.4759443956384683,
      "grad_norm": 0.5393164753913879,
      "learning_rate": 0.0005,
      "loss": 0.9862,
      "step": 9210
    },
    {
      "epoch": 0.47646116479768486,
      "grad_norm": 0.5307340621948242,
      "learning_rate": 0.0005,
      "loss": 0.9949,
      "step": 9220
    },
    {
      "epoch": 0.47697793395690147,
      "grad_norm": 0.6061729788780212,
      "learning_rate": 0.0005,
      "loss": 0.9869,
      "step": 9230
    },
    {
      "epoch": 0.477494703116118,
      "grad_norm": 0.5458270311355591,
      "learning_rate": 0.0005,
      "loss": 0.9782,
      "step": 9240
    },
    {
      "epoch": 0.4780114722753346,
      "grad_norm": 0.5837684869766235,
      "learning_rate": 0.0005,
      "loss": 0.9794,
      "step": 9250
    },
    {
      "epoch": 0.4785282414345512,
      "grad_norm": 0.557824432849884,
      "learning_rate": 0.0005,
      "loss": 0.9723,
      "step": 9260
    },
    {
      "epoch": 0.47904501059376775,
      "grad_norm": 0.57038414478302,
      "learning_rate": 0.0005,
      "loss": 0.9782,
      "step": 9270
    },
    {
      "epoch": 0.47956177975298436,
      "grad_norm": 0.5163660645484924,
      "learning_rate": 0.0005,
      "loss": 0.9615,
      "step": 9280
    },
    {
      "epoch": 0.4800785489122009,
      "grad_norm": 0.5604984760284424,
      "learning_rate": 0.0005,
      "loss": 0.9806,
      "step": 9290
    },
    {
      "epoch": 0.4805953180714175,
      "grad_norm": 0.5169503092765808,
      "learning_rate": 0.0005,
      "loss": 0.9594,
      "step": 9300
    },
    {
      "epoch": 0.4811120872306341,
      "grad_norm": 0.547803521156311,
      "learning_rate": 0.0005,
      "loss": 0.9795,
      "step": 9310
    },
    {
      "epoch": 0.48162885638985065,
      "grad_norm": 0.5462937951087952,
      "learning_rate": 0.0005,
      "loss": 0.9756,
      "step": 9320
    },
    {
      "epoch": 0.48214562554906726,
      "grad_norm": 0.5670326352119446,
      "learning_rate": 0.0005,
      "loss": 0.9726,
      "step": 9330
    },
    {
      "epoch": 0.4826623947082838,
      "grad_norm": 0.5633768439292908,
      "learning_rate": 0.0005,
      "loss": 0.958,
      "step": 9340
    },
    {
      "epoch": 0.48317916386750037,
      "grad_norm": 0.5781881213188171,
      "learning_rate": 0.0005,
      "loss": 0.9531,
      "step": 9350
    },
    {
      "epoch": 0.483695933026717,
      "grad_norm": 0.6162354350090027,
      "learning_rate": 0.0005,
      "loss": 0.9584,
      "step": 9360
    },
    {
      "epoch": 0.48421270218593354,
      "grad_norm": 0.5659033060073853,
      "learning_rate": 0.0005,
      "loss": 0.9691,
      "step": 9370
    },
    {
      "epoch": 0.4847294713451501,
      "grad_norm": 0.5409724116325378,
      "learning_rate": 0.0005,
      "loss": 0.9654,
      "step": 9380
    },
    {
      "epoch": 0.4852462405043667,
      "grad_norm": 0.5185449719429016,
      "learning_rate": 0.0005,
      "loss": 0.9767,
      "step": 9390
    },
    {
      "epoch": 0.48576300966358327,
      "grad_norm": 0.5317234992980957,
      "learning_rate": 0.0005,
      "loss": 0.9797,
      "step": 9400
    },
    {
      "epoch": 0.4862797788227999,
      "grad_norm": 0.5362582802772522,
      "learning_rate": 0.0005,
      "loss": 0.9691,
      "step": 9410
    },
    {
      "epoch": 0.48679654798201644,
      "grad_norm": 0.5296323895454407,
      "learning_rate": 0.0005,
      "loss": 0.9714,
      "step": 9420
    },
    {
      "epoch": 0.487313317141233,
      "grad_norm": 0.5387376546859741,
      "learning_rate": 0.0005,
      "loss": 0.9857,
      "step": 9430
    },
    {
      "epoch": 0.4878300863004496,
      "grad_norm": 0.5592471957206726,
      "learning_rate": 0.0005,
      "loss": 0.9687,
      "step": 9440
    },
    {
      "epoch": 0.48834685545966616,
      "grad_norm": 0.5368979573249817,
      "learning_rate": 0.0005,
      "loss": 0.9624,
      "step": 9450
    },
    {
      "epoch": 0.4888636246188827,
      "grad_norm": 0.559069037437439,
      "learning_rate": 0.0005,
      "loss": 0.9713,
      "step": 9460
    },
    {
      "epoch": 0.48938039377809933,
      "grad_norm": 0.5417030453681946,
      "learning_rate": 0.0005,
      "loss": 0.9749,
      "step": 9470
    },
    {
      "epoch": 0.4898971629373159,
      "grad_norm": 0.6302499771118164,
      "learning_rate": 0.0005,
      "loss": 0.976,
      "step": 9480
    },
    {
      "epoch": 0.4904139320965325,
      "grad_norm": 0.5580116510391235,
      "learning_rate": 0.0005,
      "loss": 0.9696,
      "step": 9490
    },
    {
      "epoch": 0.49093070125574906,
      "grad_norm": 0.5281049013137817,
      "learning_rate": 0.0005,
      "loss": 0.9626,
      "step": 9500
    },
    {
      "epoch": 0.4914474704149656,
      "grad_norm": 0.6579439043998718,
      "learning_rate": 0.0005,
      "loss": 0.9915,
      "step": 9510
    },
    {
      "epoch": 0.4919642395741822,
      "grad_norm": 0.6327407956123352,
      "learning_rate": 0.0005,
      "loss": 0.976,
      "step": 9520
    },
    {
      "epoch": 0.4924810087333988,
      "grad_norm": 0.5917522311210632,
      "learning_rate": 0.0005,
      "loss": 0.9698,
      "step": 9530
    },
    {
      "epoch": 0.4929977778926154,
      "grad_norm": 0.5556752681732178,
      "learning_rate": 0.0005,
      "loss": 0.974,
      "step": 9540
    },
    {
      "epoch": 0.49351454705183195,
      "grad_norm": 0.6051674485206604,
      "learning_rate": 0.0005,
      "loss": 0.9673,
      "step": 9550
    },
    {
      "epoch": 0.4940313162110485,
      "grad_norm": 0.6255143880844116,
      "learning_rate": 0.0005,
      "loss": 0.9741,
      "step": 9560
    },
    {
      "epoch": 0.4945480853702651,
      "grad_norm": 0.5358819961547852,
      "learning_rate": 0.0005,
      "loss": 0.965,
      "step": 9570
    },
    {
      "epoch": 0.4950648545294817,
      "grad_norm": 0.5503594279289246,
      "learning_rate": 0.0005,
      "loss": 0.9668,
      "step": 9580
    },
    {
      "epoch": 0.49558162368869824,
      "grad_norm": 0.510237455368042,
      "learning_rate": 0.0005,
      "loss": 0.9685,
      "step": 9590
    },
    {
      "epoch": 0.49609839284791485,
      "grad_norm": 0.5995839238166809,
      "learning_rate": 0.0005,
      "loss": 0.9709,
      "step": 9600
    },
    {
      "epoch": 0.4966151620071314,
      "grad_norm": 0.5354804992675781,
      "learning_rate": 0.0005,
      "loss": 0.9618,
      "step": 9610
    },
    {
      "epoch": 0.497131931166348,
      "grad_norm": 0.5301372408866882,
      "learning_rate": 0.0005,
      "loss": 0.9644,
      "step": 9620
    },
    {
      "epoch": 0.4976487003255646,
      "grad_norm": 0.6010123491287231,
      "learning_rate": 0.0005,
      "loss": 0.9834,
      "step": 9630
    },
    {
      "epoch": 0.49816546948478113,
      "grad_norm": 0.5131679177284241,
      "learning_rate": 0.0005,
      "loss": 0.9695,
      "step": 9640
    },
    {
      "epoch": 0.49868223864399774,
      "grad_norm": 0.5364587903022766,
      "learning_rate": 0.0005,
      "loss": 0.9572,
      "step": 9650
    },
    {
      "epoch": 0.4991990078032143,
      "grad_norm": 0.5561274290084839,
      "learning_rate": 0.0005,
      "loss": 0.9739,
      "step": 9660
    },
    {
      "epoch": 0.49971577696243086,
      "grad_norm": 0.5267083048820496,
      "learning_rate": 0.0005,
      "loss": 0.9659,
      "step": 9670
    },
    {
      "epoch": 0.5002325461216475,
      "grad_norm": 0.5306525230407715,
      "learning_rate": 0.0005,
      "loss": 0.9698,
      "step": 9680
    },
    {
      "epoch": 0.5007493152808641,
      "grad_norm": 0.6048880219459534,
      "learning_rate": 0.0005,
      "loss": 0.9702,
      "step": 9690
    },
    {
      "epoch": 0.5012660844400806,
      "grad_norm": 0.5528176426887512,
      "learning_rate": 0.0005,
      "loss": 0.981,
      "step": 9700
    },
    {
      "epoch": 0.5017828535992972,
      "grad_norm": 0.5247277021408081,
      "learning_rate": 0.0005,
      "loss": 0.9587,
      "step": 9710
    },
    {
      "epoch": 0.5022996227585138,
      "grad_norm": 0.5636876225471497,
      "learning_rate": 0.0005,
      "loss": 0.9627,
      "step": 9720
    },
    {
      "epoch": 0.5028163919177303,
      "grad_norm": 0.5214900970458984,
      "learning_rate": 0.0005,
      "loss": 0.9644,
      "step": 9730
    },
    {
      "epoch": 0.5033331610769469,
      "grad_norm": 0.5302378535270691,
      "learning_rate": 0.0005,
      "loss": 0.9612,
      "step": 9740
    },
    {
      "epoch": 0.5038499302361635,
      "grad_norm": 0.5830851197242737,
      "learning_rate": 0.0005,
      "loss": 0.9563,
      "step": 9750
    },
    {
      "epoch": 0.50436669939538,
      "grad_norm": 0.5303472876548767,
      "learning_rate": 0.0005,
      "loss": 0.9542,
      "step": 9760
    },
    {
      "epoch": 0.5048834685545966,
      "grad_norm": 0.5632893443107605,
      "learning_rate": 0.0005,
      "loss": 0.9828,
      "step": 9770
    },
    {
      "epoch": 0.5054002377138133,
      "grad_norm": 0.5968844890594482,
      "learning_rate": 0.0005,
      "loss": 0.9855,
      "step": 9780
    },
    {
      "epoch": 0.5059170068730299,
      "grad_norm": 0.580721378326416,
      "learning_rate": 0.0005,
      "loss": 0.9903,
      "step": 9790
    },
    {
      "epoch": 0.5064337760322464,
      "grad_norm": 0.5187913179397583,
      "learning_rate": 0.0005,
      "loss": 0.9512,
      "step": 9800
    },
    {
      "epoch": 0.506950545191463,
      "grad_norm": 0.5946047902107239,
      "learning_rate": 0.0005,
      "loss": 0.9661,
      "step": 9810
    },
    {
      "epoch": 0.5074673143506796,
      "grad_norm": 0.5428043603897095,
      "learning_rate": 0.0005,
      "loss": 0.9669,
      "step": 9820
    },
    {
      "epoch": 0.5079840835098961,
      "grad_norm": 0.562601625919342,
      "learning_rate": 0.0005,
      "loss": 0.958,
      "step": 9830
    },
    {
      "epoch": 0.5085008526691127,
      "grad_norm": 0.5812455415725708,
      "learning_rate": 0.0005,
      "loss": 0.969,
      "step": 9840
    },
    {
      "epoch": 0.5090176218283293,
      "grad_norm": 0.6318747997283936,
      "learning_rate": 0.0005,
      "loss": 0.9512,
      "step": 9850
    },
    {
      "epoch": 0.5095343909875458,
      "grad_norm": 0.6214849352836609,
      "learning_rate": 0.0005,
      "loss": 0.9727,
      "step": 9860
    },
    {
      "epoch": 0.5100511601467624,
      "grad_norm": 0.5631205439567566,
      "learning_rate": 0.0005,
      "loss": 0.9564,
      "step": 9870
    },
    {
      "epoch": 0.510567929305979,
      "grad_norm": 0.626625657081604,
      "learning_rate": 0.0005,
      "loss": 0.9597,
      "step": 9880
    },
    {
      "epoch": 0.5110846984651956,
      "grad_norm": 0.4959418475627899,
      "learning_rate": 0.0005,
      "loss": 0.9591,
      "step": 9890
    },
    {
      "epoch": 0.5116014676244122,
      "grad_norm": 0.5196536779403687,
      "learning_rate": 0.0005,
      "loss": 0.9771,
      "step": 9900
    },
    {
      "epoch": 0.5121182367836288,
      "grad_norm": 0.6234534382820129,
      "learning_rate": 0.0005,
      "loss": 0.9609,
      "step": 9910
    },
    {
      "epoch": 0.5126350059428453,
      "grad_norm": 0.5823763012886047,
      "learning_rate": 0.0005,
      "loss": 0.9757,
      "step": 9920
    },
    {
      "epoch": 0.5131517751020619,
      "grad_norm": 0.5576559901237488,
      "learning_rate": 0.0005,
      "loss": 0.9502,
      "step": 9930
    },
    {
      "epoch": 0.5136685442612785,
      "grad_norm": 0.5374221801757812,
      "learning_rate": 0.0005,
      "loss": 0.9513,
      "step": 9940
    },
    {
      "epoch": 0.5141853134204951,
      "grad_norm": 0.5272248387336731,
      "learning_rate": 0.0005,
      "loss": 0.9586,
      "step": 9950
    },
    {
      "epoch": 0.5147020825797116,
      "grad_norm": 0.5568712949752808,
      "learning_rate": 0.0005,
      "loss": 0.957,
      "step": 9960
    },
    {
      "epoch": 0.5152188517389282,
      "grad_norm": 0.5274987816810608,
      "learning_rate": 0.0005,
      "loss": 0.9432,
      "step": 9970
    },
    {
      "epoch": 0.5157356208981448,
      "grad_norm": 0.5364307165145874,
      "learning_rate": 0.0005,
      "loss": 0.9548,
      "step": 9980
    },
    {
      "epoch": 0.5162523900573613,
      "grad_norm": 0.5436477065086365,
      "learning_rate": 0.0005,
      "loss": 0.9572,
      "step": 9990
    },
    {
      "epoch": 0.516769159216578,
      "grad_norm": 0.5213954448699951,
      "learning_rate": 0.0005,
      "loss": 0.9589,
      "step": 10000
    },
    {
      "epoch": 0.5172859283757946,
      "grad_norm": 0.5076503157615662,
      "learning_rate": 0.0005,
      "loss": 0.9498,
      "step": 10010
    },
    {
      "epoch": 0.5178026975350111,
      "grad_norm": 0.5266632437705994,
      "learning_rate": 0.0005,
      "loss": 0.9641,
      "step": 10020
    },
    {
      "epoch": 0.5183194666942277,
      "grad_norm": 0.5237132906913757,
      "learning_rate": 0.0005,
      "loss": 0.9717,
      "step": 10030
    },
    {
      "epoch": 0.5188362358534443,
      "grad_norm": 0.5496323704719543,
      "learning_rate": 0.0005,
      "loss": 0.952,
      "step": 10040
    },
    {
      "epoch": 0.5193530050126608,
      "grad_norm": 0.5751678347587585,
      "learning_rate": 0.0005,
      "loss": 0.9508,
      "step": 10050
    },
    {
      "epoch": 0.5198697741718774,
      "grad_norm": 0.5333780646324158,
      "learning_rate": 0.0005,
      "loss": 0.9442,
      "step": 10060
    },
    {
      "epoch": 0.520386543331094,
      "grad_norm": 0.5529361367225647,
      "learning_rate": 0.0005,
      "loss": 0.9662,
      "step": 10070
    },
    {
      "epoch": 0.5209033124903106,
      "grad_norm": 0.5695346593856812,
      "learning_rate": 0.0005,
      "loss": 0.9648,
      "step": 10080
    },
    {
      "epoch": 0.5214200816495271,
      "grad_norm": 0.528101921081543,
      "learning_rate": 0.0005,
      "loss": 0.9581,
      "step": 10090
    },
    {
      "epoch": 0.5219368508087437,
      "grad_norm": 0.5323454141616821,
      "learning_rate": 0.0005,
      "loss": 0.9842,
      "step": 10100
    },
    {
      "epoch": 0.5224536199679604,
      "grad_norm": 0.5791360139846802,
      "learning_rate": 0.0005,
      "loss": 0.9755,
      "step": 10110
    },
    {
      "epoch": 0.5229703891271769,
      "grad_norm": 0.5297543406486511,
      "learning_rate": 0.0005,
      "loss": 0.9706,
      "step": 10120
    },
    {
      "epoch": 0.5234871582863935,
      "grad_norm": 0.5344191789627075,
      "learning_rate": 0.0005,
      "loss": 0.9557,
      "step": 10130
    },
    {
      "epoch": 0.5240039274456101,
      "grad_norm": 0.5307314395904541,
      "learning_rate": 0.0005,
      "loss": 0.9561,
      "step": 10140
    },
    {
      "epoch": 0.5245206966048266,
      "grad_norm": 0.5625677108764648,
      "learning_rate": 0.0005,
      "loss": 0.9639,
      "step": 10150
    },
    {
      "epoch": 0.5250374657640432,
      "grad_norm": 0.5287933945655823,
      "learning_rate": 0.0005,
      "loss": 0.9458,
      "step": 10160
    },
    {
      "epoch": 0.5255542349232598,
      "grad_norm": 0.4987037777900696,
      "learning_rate": 0.0005,
      "loss": 0.9542,
      "step": 10170
    },
    {
      "epoch": 0.5260710040824763,
      "grad_norm": 0.5192455053329468,
      "learning_rate": 0.0005,
      "loss": 0.9534,
      "step": 10180
    },
    {
      "epoch": 0.5265877732416929,
      "grad_norm": 0.5038531422615051,
      "learning_rate": 0.0005,
      "loss": 0.9534,
      "step": 10190
    },
    {
      "epoch": 0.5271045424009095,
      "grad_norm": 0.5356433391571045,
      "learning_rate": 0.0005,
      "loss": 0.9657,
      "step": 10200
    },
    {
      "epoch": 0.527621311560126,
      "grad_norm": 0.5290383696556091,
      "learning_rate": 0.0005,
      "loss": 0.9405,
      "step": 10210
    },
    {
      "epoch": 0.5281380807193427,
      "grad_norm": 0.5376208424568176,
      "learning_rate": 0.0005,
      "loss": 0.9581,
      "step": 10220
    },
    {
      "epoch": 0.5286548498785593,
      "grad_norm": 0.5011909604072571,
      "learning_rate": 0.0005,
      "loss": 0.9383,
      "step": 10230
    },
    {
      "epoch": 0.5291716190377759,
      "grad_norm": 0.503073513507843,
      "learning_rate": 0.0005,
      "loss": 0.9525,
      "step": 10240
    },
    {
      "epoch": 0.5296883881969924,
      "grad_norm": 0.5255160927772522,
      "learning_rate": 0.0005,
      "loss": 0.9525,
      "step": 10250
    },
    {
      "epoch": 0.530205157356209,
      "grad_norm": 0.5147885084152222,
      "learning_rate": 0.0005,
      "loss": 0.9465,
      "step": 10260
    },
    {
      "epoch": 0.5307219265154256,
      "grad_norm": 0.5343205332756042,
      "learning_rate": 0.0005,
      "loss": 0.9441,
      "step": 10270
    },
    {
      "epoch": 0.5312386956746421,
      "grad_norm": 0.5480389595031738,
      "learning_rate": 0.0005,
      "loss": 0.9551,
      "step": 10280
    },
    {
      "epoch": 0.5317554648338587,
      "grad_norm": 0.5425328612327576,
      "learning_rate": 0.0005,
      "loss": 0.951,
      "step": 10290
    },
    {
      "epoch": 0.5322722339930753,
      "grad_norm": 0.6197424530982971,
      "learning_rate": 0.0005,
      "loss": 0.9467,
      "step": 10300
    },
    {
      "epoch": 0.5327890031522918,
      "grad_norm": 0.5289689898490906,
      "learning_rate": 0.0005,
      "loss": 0.9615,
      "step": 10310
    },
    {
      "epoch": 0.5333057723115084,
      "grad_norm": 0.5715579986572266,
      "learning_rate": 0.0005,
      "loss": 0.9572,
      "step": 10320
    },
    {
      "epoch": 0.533822541470725,
      "grad_norm": 0.5315567851066589,
      "learning_rate": 0.0005,
      "loss": 0.961,
      "step": 10330
    },
    {
      "epoch": 0.5343393106299416,
      "grad_norm": 0.5441263318061829,
      "learning_rate": 0.0005,
      "loss": 0.9581,
      "step": 10340
    },
    {
      "epoch": 0.5348560797891582,
      "grad_norm": 0.5785178542137146,
      "learning_rate": 0.0005,
      "loss": 0.9479,
      "step": 10350
    },
    {
      "epoch": 0.5353728489483748,
      "grad_norm": 0.5260955691337585,
      "learning_rate": 0.0005,
      "loss": 0.9729,
      "step": 10360
    },
    {
      "epoch": 0.5358896181075914,
      "grad_norm": 0.5125389099121094,
      "learning_rate": 0.0005,
      "loss": 0.9568,
      "step": 10370
    },
    {
      "epoch": 0.5364063872668079,
      "grad_norm": 0.5203437209129333,
      "learning_rate": 0.0005,
      "loss": 0.9603,
      "step": 10380
    },
    {
      "epoch": 0.5369231564260245,
      "grad_norm": 0.5585212707519531,
      "learning_rate": 0.0005,
      "loss": 0.9599,
      "step": 10390
    },
    {
      "epoch": 0.5374399255852411,
      "grad_norm": 0.48404642939567566,
      "learning_rate": 0.0005,
      "loss": 0.9494,
      "step": 10400
    },
    {
      "epoch": 0.5379566947444576,
      "grad_norm": 0.65147465467453,
      "learning_rate": 0.0005,
      "loss": 0.9469,
      "step": 10410
    },
    {
      "epoch": 0.5384734639036742,
      "grad_norm": 0.5233981013298035,
      "learning_rate": 0.0005,
      "loss": 0.9564,
      "step": 10420
    },
    {
      "epoch": 0.5389902330628908,
      "grad_norm": 0.5470656156539917,
      "learning_rate": 0.0005,
      "loss": 0.9377,
      "step": 10430
    },
    {
      "epoch": 0.5395070022221073,
      "grad_norm": 0.522283673286438,
      "learning_rate": 0.0005,
      "loss": 0.9431,
      "step": 10440
    },
    {
      "epoch": 0.540023771381324,
      "grad_norm": 0.5491459965705872,
      "learning_rate": 0.0005,
      "loss": 0.9565,
      "step": 10450
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.5251693725585938,
      "learning_rate": 0.0005,
      "loss": 0.9485,
      "step": 10460
    },
    {
      "epoch": 0.5410573096997571,
      "grad_norm": 0.5080156922340393,
      "learning_rate": 0.0005,
      "loss": 0.9577,
      "step": 10470
    },
    {
      "epoch": 0.5415740788589737,
      "grad_norm": 0.5703207850456238,
      "learning_rate": 0.0005,
      "loss": 0.969,
      "step": 10480
    },
    {
      "epoch": 0.5420908480181903,
      "grad_norm": 0.5768096446990967,
      "learning_rate": 0.0005,
      "loss": 0.9481,
      "step": 10490
    },
    {
      "epoch": 0.5426076171774068,
      "grad_norm": 0.5119413733482361,
      "learning_rate": 0.0005,
      "loss": 0.9491,
      "step": 10500
    },
    {
      "epoch": 0.5431243863366234,
      "grad_norm": 0.5329270958900452,
      "learning_rate": 0.0005,
      "loss": 0.9625,
      "step": 10510
    },
    {
      "epoch": 0.54364115549584,
      "grad_norm": 0.528266966342926,
      "learning_rate": 0.0005,
      "loss": 0.9477,
      "step": 10520
    },
    {
      "epoch": 0.5441579246550566,
      "grad_norm": 0.5584282279014587,
      "learning_rate": 0.0005,
      "loss": 0.9555,
      "step": 10530
    },
    {
      "epoch": 0.5446746938142731,
      "grad_norm": 0.5280376672744751,
      "learning_rate": 0.0005,
      "loss": 0.9404,
      "step": 10540
    },
    {
      "epoch": 0.5451914629734897,
      "grad_norm": 0.512711763381958,
      "learning_rate": 0.0005,
      "loss": 0.9551,
      "step": 10550
    },
    {
      "epoch": 0.5457082321327064,
      "grad_norm": 0.5412839651107788,
      "learning_rate": 0.0005,
      "loss": 0.946,
      "step": 10560
    },
    {
      "epoch": 0.5462250012919229,
      "grad_norm": 0.5105991363525391,
      "learning_rate": 0.0005,
      "loss": 0.9507,
      "step": 10570
    },
    {
      "epoch": 0.5467417704511395,
      "grad_norm": 0.5690359473228455,
      "learning_rate": 0.0005,
      "loss": 0.9532,
      "step": 10580
    },
    {
      "epoch": 0.5472585396103561,
      "grad_norm": 0.5333488583564758,
      "learning_rate": 0.0005,
      "loss": 0.9634,
      "step": 10590
    },
    {
      "epoch": 0.5477753087695726,
      "grad_norm": 0.5984283089637756,
      "learning_rate": 0.0005,
      "loss": 0.9624,
      "step": 10600
    },
    {
      "epoch": 0.5482920779287892,
      "grad_norm": 0.5076044201850891,
      "learning_rate": 0.0005,
      "loss": 0.9426,
      "step": 10610
    },
    {
      "epoch": 0.5488088470880058,
      "grad_norm": 0.5287521481513977,
      "learning_rate": 0.0005,
      "loss": 0.9571,
      "step": 10620
    },
    {
      "epoch": 0.5493256162472223,
      "grad_norm": 0.5479470491409302,
      "learning_rate": 0.0005,
      "loss": 0.9424,
      "step": 10630
    },
    {
      "epoch": 0.5498423854064389,
      "grad_norm": 0.5120390057563782,
      "learning_rate": 0.0005,
      "loss": 0.9471,
      "step": 10640
    },
    {
      "epoch": 0.5503591545656555,
      "grad_norm": 0.5130133032798767,
      "learning_rate": 0.0005,
      "loss": 0.9605,
      "step": 10650
    },
    {
      "epoch": 0.5508759237248722,
      "grad_norm": 0.5507628917694092,
      "learning_rate": 0.0005,
      "loss": 0.9545,
      "step": 10660
    },
    {
      "epoch": 0.5513926928840887,
      "grad_norm": 0.4929947555065155,
      "learning_rate": 0.0005,
      "loss": 0.9415,
      "step": 10670
    },
    {
      "epoch": 0.5519094620433053,
      "grad_norm": 0.5119226574897766,
      "learning_rate": 0.0005,
      "loss": 0.9564,
      "step": 10680
    },
    {
      "epoch": 0.5524262312025219,
      "grad_norm": 0.5126231908798218,
      "learning_rate": 0.0005,
      "loss": 0.9467,
      "step": 10690
    },
    {
      "epoch": 0.5529430003617384,
      "grad_norm": 0.5123251676559448,
      "learning_rate": 0.0005,
      "loss": 0.9412,
      "step": 10700
    },
    {
      "epoch": 0.553459769520955,
      "grad_norm": 0.5106756687164307,
      "learning_rate": 0.0005,
      "loss": 0.9583,
      "step": 10710
    },
    {
      "epoch": 0.5539765386801716,
      "grad_norm": 0.520325243473053,
      "learning_rate": 0.0005,
      "loss": 0.9593,
      "step": 10720
    },
    {
      "epoch": 0.5544933078393881,
      "grad_norm": 0.6005384922027588,
      "learning_rate": 0.0005,
      "loss": 0.9617,
      "step": 10730
    },
    {
      "epoch": 0.5550100769986047,
      "grad_norm": 0.49362891912460327,
      "learning_rate": 0.0005,
      "loss": 0.9476,
      "step": 10740
    },
    {
      "epoch": 0.5555268461578213,
      "grad_norm": 0.5586000084877014,
      "learning_rate": 0.0005,
      "loss": 0.9594,
      "step": 10750
    },
    {
      "epoch": 0.5560436153170378,
      "grad_norm": 0.5586140155792236,
      "learning_rate": 0.0005,
      "loss": 0.9343,
      "step": 10760
    },
    {
      "epoch": 0.5565603844762544,
      "grad_norm": 0.5251288414001465,
      "learning_rate": 0.0005,
      "loss": 0.945,
      "step": 10770
    },
    {
      "epoch": 0.5570771536354711,
      "grad_norm": 0.5328302383422852,
      "learning_rate": 0.0005,
      "loss": 0.9479,
      "step": 10780
    },
    {
      "epoch": 0.5575939227946876,
      "grad_norm": 0.49472010135650635,
      "learning_rate": 0.0005,
      "loss": 0.9668,
      "step": 10790
    },
    {
      "epoch": 0.5581106919539042,
      "grad_norm": 0.5159969925880432,
      "learning_rate": 0.0005,
      "loss": 0.9559,
      "step": 10800
    },
    {
      "epoch": 0.5586274611131208,
      "grad_norm": 0.5159046649932861,
      "learning_rate": 0.0005,
      "loss": 0.9397,
      "step": 10810
    },
    {
      "epoch": 0.5591442302723374,
      "grad_norm": 0.5191036462783813,
      "learning_rate": 0.0005,
      "loss": 0.9466,
      "step": 10820
    },
    {
      "epoch": 0.5596609994315539,
      "grad_norm": 0.5178474187850952,
      "learning_rate": 0.0005,
      "loss": 0.9439,
      "step": 10830
    },
    {
      "epoch": 0.5601777685907705,
      "grad_norm": 0.5447880625724792,
      "learning_rate": 0.0005,
      "loss": 0.9576,
      "step": 10840
    },
    {
      "epoch": 0.5606945377499871,
      "grad_norm": 0.5056577920913696,
      "learning_rate": 0.0005,
      "loss": 0.9514,
      "step": 10850
    },
    {
      "epoch": 0.5612113069092036,
      "grad_norm": 0.5639669299125671,
      "learning_rate": 0.0005,
      "loss": 0.9482,
      "step": 10860
    },
    {
      "epoch": 0.5617280760684202,
      "grad_norm": 0.570584774017334,
      "learning_rate": 0.0005,
      "loss": 0.9602,
      "step": 10870
    },
    {
      "epoch": 0.5622448452276368,
      "grad_norm": 0.5161934494972229,
      "learning_rate": 0.0005,
      "loss": 0.9366,
      "step": 10880
    },
    {
      "epoch": 0.5627616143868533,
      "grad_norm": 0.5521616339683533,
      "learning_rate": 0.0005,
      "loss": 0.9535,
      "step": 10890
    },
    {
      "epoch": 0.56327838354607,
      "grad_norm": 0.5411272644996643,
      "learning_rate": 0.0005,
      "loss": 0.9324,
      "step": 10900
    },
    {
      "epoch": 0.5637951527052866,
      "grad_norm": 0.5098778605461121,
      "learning_rate": 0.0005,
      "loss": 0.9408,
      "step": 10910
    },
    {
      "epoch": 0.5643119218645031,
      "grad_norm": 0.4730329215526581,
      "learning_rate": 0.0005,
      "loss": 0.946,
      "step": 10920
    },
    {
      "epoch": 0.5648286910237197,
      "grad_norm": 0.5085341334342957,
      "learning_rate": 0.0005,
      "loss": 0.9469,
      "step": 10930
    },
    {
      "epoch": 0.5653454601829363,
      "grad_norm": 0.5201531052589417,
      "learning_rate": 0.0005,
      "loss": 0.9583,
      "step": 10940
    },
    {
      "epoch": 0.5658622293421529,
      "grad_norm": 0.4958653748035431,
      "learning_rate": 0.0005,
      "loss": 0.9542,
      "step": 10950
    },
    {
      "epoch": 0.5663789985013694,
      "grad_norm": 0.5279732942581177,
      "learning_rate": 0.0005,
      "loss": 0.9503,
      "step": 10960
    },
    {
      "epoch": 0.566895767660586,
      "grad_norm": 0.5014291405677795,
      "learning_rate": 0.0005,
      "loss": 0.9562,
      "step": 10970
    },
    {
      "epoch": 0.5674125368198026,
      "grad_norm": 0.5004532337188721,
      "learning_rate": 0.0005,
      "loss": 0.937,
      "step": 10980
    },
    {
      "epoch": 0.5679293059790191,
      "grad_norm": 0.5091339349746704,
      "learning_rate": 0.0005,
      "loss": 0.9442,
      "step": 10990
    },
    {
      "epoch": 0.5684460751382358,
      "grad_norm": 0.5625014901161194,
      "learning_rate": 0.0005,
      "loss": 0.9426,
      "step": 11000
    },
    {
      "epoch": 0.5689628442974524,
      "grad_norm": 0.5026536583900452,
      "learning_rate": 0.0005,
      "loss": 0.952,
      "step": 11010
    },
    {
      "epoch": 0.5694796134566689,
      "grad_norm": 0.4980801045894623,
      "learning_rate": 0.0005,
      "loss": 0.9347,
      "step": 11020
    },
    {
      "epoch": 0.5699963826158855,
      "grad_norm": 0.4974989593029022,
      "learning_rate": 0.0005,
      "loss": 0.9442,
      "step": 11030
    },
    {
      "epoch": 0.5705131517751021,
      "grad_norm": 0.5242035388946533,
      "learning_rate": 0.0005,
      "loss": 0.9464,
      "step": 11040
    },
    {
      "epoch": 0.5710299209343186,
      "grad_norm": 0.5066283941268921,
      "learning_rate": 0.0005,
      "loss": 0.9276,
      "step": 11050
    },
    {
      "epoch": 0.5715466900935352,
      "grad_norm": 0.508834958076477,
      "learning_rate": 0.0005,
      "loss": 0.9402,
      "step": 11060
    },
    {
      "epoch": 0.5720634592527518,
      "grad_norm": 0.5046612024307251,
      "learning_rate": 0.0005,
      "loss": 0.9487,
      "step": 11070
    },
    {
      "epoch": 0.5725802284119684,
      "grad_norm": 0.5268915891647339,
      "learning_rate": 0.0005,
      "loss": 0.9415,
      "step": 11080
    },
    {
      "epoch": 0.5730969975711849,
      "grad_norm": 0.5040035247802734,
      "learning_rate": 0.0005,
      "loss": 0.9326,
      "step": 11090
    },
    {
      "epoch": 0.5736137667304015,
      "grad_norm": 0.500636100769043,
      "learning_rate": 0.0005,
      "loss": 0.9422,
      "step": 11100
    },
    {
      "epoch": 0.5741305358896182,
      "grad_norm": 0.5215865969657898,
      "learning_rate": 0.0005,
      "loss": 0.9414,
      "step": 11110
    },
    {
      "epoch": 0.5746473050488347,
      "grad_norm": 0.5058110356330872,
      "learning_rate": 0.0005,
      "loss": 0.9522,
      "step": 11120
    },
    {
      "epoch": 0.5751640742080513,
      "grad_norm": 0.5117678046226501,
      "learning_rate": 0.0005,
      "loss": 0.9518,
      "step": 11130
    },
    {
      "epoch": 0.5756808433672679,
      "grad_norm": 0.5039757490158081,
      "learning_rate": 0.0005,
      "loss": 0.9418,
      "step": 11140
    },
    {
      "epoch": 0.5761976125264844,
      "grad_norm": 0.5518759489059448,
      "learning_rate": 0.0005,
      "loss": 0.9407,
      "step": 11150
    },
    {
      "epoch": 0.576714381685701,
      "grad_norm": 0.5106251239776611,
      "learning_rate": 0.0005,
      "loss": 0.9367,
      "step": 11160
    },
    {
      "epoch": 0.5772311508449176,
      "grad_norm": 0.5682827830314636,
      "learning_rate": 0.0005,
      "loss": 0.945,
      "step": 11170
    },
    {
      "epoch": 0.5777479200041341,
      "grad_norm": 0.521513044834137,
      "learning_rate": 0.0005,
      "loss": 0.9453,
      "step": 11180
    },
    {
      "epoch": 0.5782646891633507,
      "grad_norm": 0.5230028629302979,
      "learning_rate": 0.0005,
      "loss": 0.9544,
      "step": 11190
    },
    {
      "epoch": 0.5787814583225673,
      "grad_norm": 0.5285042524337769,
      "learning_rate": 0.0005,
      "loss": 0.9459,
      "step": 11200
    },
    {
      "epoch": 0.5792982274817838,
      "grad_norm": 0.5230273604393005,
      "learning_rate": 0.0005,
      "loss": 0.9354,
      "step": 11210
    },
    {
      "epoch": 0.5798149966410004,
      "grad_norm": 0.5298386216163635,
      "learning_rate": 0.0005,
      "loss": 0.9578,
      "step": 11220
    },
    {
      "epoch": 0.5803317658002171,
      "grad_norm": 0.5199642181396484,
      "learning_rate": 0.0005,
      "loss": 0.9559,
      "step": 11230
    },
    {
      "epoch": 0.5808485349594337,
      "grad_norm": 0.5283148884773254,
      "learning_rate": 0.0005,
      "loss": 0.9315,
      "step": 11240
    },
    {
      "epoch": 0.5813653041186502,
      "grad_norm": 0.5081456303596497,
      "learning_rate": 0.0005,
      "loss": 0.936,
      "step": 11250
    },
    {
      "epoch": 0.5818820732778668,
      "grad_norm": 0.4844646751880646,
      "learning_rate": 0.0005,
      "loss": 0.9478,
      "step": 11260
    },
    {
      "epoch": 0.5823988424370834,
      "grad_norm": 0.5176190733909607,
      "learning_rate": 0.0005,
      "loss": 0.918,
      "step": 11270
    },
    {
      "epoch": 0.5829156115962999,
      "grad_norm": 0.5267295241355896,
      "learning_rate": 0.0005,
      "loss": 0.9462,
      "step": 11280
    },
    {
      "epoch": 0.5834323807555165,
      "grad_norm": 0.5780160427093506,
      "learning_rate": 0.0005,
      "loss": 0.9302,
      "step": 11290
    },
    {
      "epoch": 0.5839491499147331,
      "grad_norm": 0.47616294026374817,
      "learning_rate": 0.0005,
      "loss": 0.945,
      "step": 11300
    },
    {
      "epoch": 0.5844659190739496,
      "grad_norm": 0.556125283241272,
      "learning_rate": 0.0005,
      "loss": 0.9306,
      "step": 11310
    },
    {
      "epoch": 0.5849826882331662,
      "grad_norm": 0.5071564316749573,
      "learning_rate": 0.0005,
      "loss": 0.9611,
      "step": 11320
    },
    {
      "epoch": 0.5854994573923828,
      "grad_norm": 0.5186158418655396,
      "learning_rate": 0.0005,
      "loss": 0.9311,
      "step": 11330
    },
    {
      "epoch": 0.5860162265515994,
      "grad_norm": 0.48720046877861023,
      "learning_rate": 0.0005,
      "loss": 0.9609,
      "step": 11340
    },
    {
      "epoch": 0.586532995710816,
      "grad_norm": 0.49717170000076294,
      "learning_rate": 0.0005,
      "loss": 0.957,
      "step": 11350
    },
    {
      "epoch": 0.5870497648700326,
      "grad_norm": 0.534752368927002,
      "learning_rate": 0.0005,
      "loss": 0.94,
      "step": 11360
    },
    {
      "epoch": 0.5875665340292492,
      "grad_norm": 0.523997962474823,
      "learning_rate": 0.0005,
      "loss": 0.9373,
      "step": 11370
    },
    {
      "epoch": 0.5880833031884657,
      "grad_norm": 0.49437177181243896,
      "learning_rate": 0.0005,
      "loss": 0.9327,
      "step": 11380
    },
    {
      "epoch": 0.5886000723476823,
      "grad_norm": 0.4986345171928406,
      "learning_rate": 0.0005,
      "loss": 0.9353,
      "step": 11390
    },
    {
      "epoch": 0.5891168415068989,
      "grad_norm": 0.49254122376441956,
      "learning_rate": 0.0005,
      "loss": 0.9451,
      "step": 11400
    },
    {
      "epoch": 0.5896336106661154,
      "grad_norm": 0.5066004991531372,
      "learning_rate": 0.0005,
      "loss": 0.9307,
      "step": 11410
    },
    {
      "epoch": 0.590150379825332,
      "grad_norm": 0.4954734444618225,
      "learning_rate": 0.0005,
      "loss": 0.9345,
      "step": 11420
    },
    {
      "epoch": 0.5906671489845486,
      "grad_norm": 0.4814952313899994,
      "learning_rate": 0.0005,
      "loss": 0.9383,
      "step": 11430
    },
    {
      "epoch": 0.5911839181437651,
      "grad_norm": 0.48946642875671387,
      "learning_rate": 0.0005,
      "loss": 0.9314,
      "step": 11440
    },
    {
      "epoch": 0.5917006873029818,
      "grad_norm": 0.5009201765060425,
      "learning_rate": 0.0005,
      "loss": 0.9532,
      "step": 11450
    },
    {
      "epoch": 0.5922174564621984,
      "grad_norm": 0.5228848457336426,
      "learning_rate": 0.0005,
      "loss": 0.9346,
      "step": 11460
    },
    {
      "epoch": 0.5927342256214149,
      "grad_norm": 0.5121431350708008,
      "learning_rate": 0.0005,
      "loss": 0.9367,
      "step": 11470
    },
    {
      "epoch": 0.5932509947806315,
      "grad_norm": 0.49431100487709045,
      "learning_rate": 0.0005,
      "loss": 0.9261,
      "step": 11480
    },
    {
      "epoch": 0.5937677639398481,
      "grad_norm": 0.516291081905365,
      "learning_rate": 0.0005,
      "loss": 0.9452,
      "step": 11490
    },
    {
      "epoch": 0.5942845330990646,
      "grad_norm": 0.5128830671310425,
      "learning_rate": 0.0005,
      "loss": 0.9446,
      "step": 11500
    },
    {
      "epoch": 0.5948013022582812,
      "grad_norm": 0.5089874267578125,
      "learning_rate": 0.0005,
      "loss": 0.9321,
      "step": 11510
    },
    {
      "epoch": 0.5953180714174978,
      "grad_norm": 0.5457943677902222,
      "learning_rate": 0.0005,
      "loss": 0.9349,
      "step": 11520
    },
    {
      "epoch": 0.5958348405767144,
      "grad_norm": 0.5342771410942078,
      "learning_rate": 0.0005,
      "loss": 0.9326,
      "step": 11530
    },
    {
      "epoch": 0.5963516097359309,
      "grad_norm": 0.511667788028717,
      "learning_rate": 0.0005,
      "loss": 0.933,
      "step": 11540
    },
    {
      "epoch": 0.5968683788951475,
      "grad_norm": 0.5304045677185059,
      "learning_rate": 0.0005,
      "loss": 0.9278,
      "step": 11550
    },
    {
      "epoch": 0.5973851480543642,
      "grad_norm": 0.5285548567771912,
      "learning_rate": 0.0005,
      "loss": 0.9451,
      "step": 11560
    },
    {
      "epoch": 0.5979019172135807,
      "grad_norm": 0.5200523734092712,
      "learning_rate": 0.0005,
      "loss": 0.9256,
      "step": 11570
    },
    {
      "epoch": 0.5984186863727973,
      "grad_norm": 0.49133771657943726,
      "learning_rate": 0.0005,
      "loss": 0.9107,
      "step": 11580
    },
    {
      "epoch": 0.5989354555320139,
      "grad_norm": 0.5477631092071533,
      "learning_rate": 0.0005,
      "loss": 0.9273,
      "step": 11590
    },
    {
      "epoch": 0.5994522246912304,
      "grad_norm": 0.5735862255096436,
      "learning_rate": 0.0005,
      "loss": 0.9358,
      "step": 11600
    },
    {
      "epoch": 0.599968993850447,
      "grad_norm": 0.48721542954444885,
      "learning_rate": 0.0005,
      "loss": 0.9273,
      "step": 11610
    },
    {
      "epoch": 0.6004857630096636,
      "grad_norm": 0.5106229186058044,
      "learning_rate": 0.0005,
      "loss": 0.9283,
      "step": 11620
    },
    {
      "epoch": 0.6010025321688801,
      "grad_norm": 0.4914691746234894,
      "learning_rate": 0.0005,
      "loss": 0.9303,
      "step": 11630
    },
    {
      "epoch": 0.6015193013280967,
      "grad_norm": 0.5924090147018433,
      "learning_rate": 0.0005,
      "loss": 0.9199,
      "step": 11640
    },
    {
      "epoch": 0.6020360704873133,
      "grad_norm": 0.4983723759651184,
      "learning_rate": 0.0005,
      "loss": 0.9384,
      "step": 11650
    },
    {
      "epoch": 0.60255283964653,
      "grad_norm": 0.52519690990448,
      "learning_rate": 0.0005,
      "loss": 0.934,
      "step": 11660
    },
    {
      "epoch": 0.6030696088057464,
      "grad_norm": 0.5365654826164246,
      "learning_rate": 0.0005,
      "loss": 0.9342,
      "step": 11670
    },
    {
      "epoch": 0.6035863779649631,
      "grad_norm": 0.4914066195487976,
      "learning_rate": 0.0005,
      "loss": 0.9453,
      "step": 11680
    },
    {
      "epoch": 0.6041031471241797,
      "grad_norm": 0.4888913929462433,
      "learning_rate": 0.0005,
      "loss": 0.9322,
      "step": 11690
    },
    {
      "epoch": 0.6046199162833962,
      "grad_norm": 0.4911440908908844,
      "learning_rate": 0.0005,
      "loss": 0.9327,
      "step": 11700
    },
    {
      "epoch": 0.6051366854426128,
      "grad_norm": 0.5005333423614502,
      "learning_rate": 0.0005,
      "loss": 0.9467,
      "step": 11710
    },
    {
      "epoch": 0.6056534546018294,
      "grad_norm": 0.5367693901062012,
      "learning_rate": 0.0005,
      "loss": 0.9384,
      "step": 11720
    },
    {
      "epoch": 0.6061702237610459,
      "grad_norm": 0.48554107546806335,
      "learning_rate": 0.0005,
      "loss": 0.9446,
      "step": 11730
    },
    {
      "epoch": 0.6066869929202625,
      "grad_norm": 0.514530599117279,
      "learning_rate": 0.0005,
      "loss": 0.914,
      "step": 11740
    },
    {
      "epoch": 0.6072037620794791,
      "grad_norm": 0.5004679560661316,
      "learning_rate": 0.0005,
      "loss": 0.9342,
      "step": 11750
    },
    {
      "epoch": 0.6077205312386956,
      "grad_norm": 0.516576886177063,
      "learning_rate": 0.0005,
      "loss": 0.9325,
      "step": 11760
    },
    {
      "epoch": 0.6082373003979122,
      "grad_norm": 0.5298195481300354,
      "learning_rate": 0.0005,
      "loss": 0.9324,
      "step": 11770
    },
    {
      "epoch": 0.6087540695571289,
      "grad_norm": 0.4899151921272278,
      "learning_rate": 0.0005,
      "loss": 0.9161,
      "step": 11780
    },
    {
      "epoch": 0.6092708387163454,
      "grad_norm": 0.5261816382408142,
      "learning_rate": 0.0005,
      "loss": 0.9393,
      "step": 11790
    },
    {
      "epoch": 0.609787607875562,
      "grad_norm": 0.5143525004386902,
      "learning_rate": 0.0005,
      "loss": 0.9393,
      "step": 11800
    },
    {
      "epoch": 0.6103043770347786,
      "grad_norm": 0.521551251411438,
      "learning_rate": 0.0005,
      "loss": 0.9291,
      "step": 11810
    },
    {
      "epoch": 0.6108211461939952,
      "grad_norm": 0.4708675444126129,
      "learning_rate": 0.0005,
      "loss": 0.9462,
      "step": 11820
    },
    {
      "epoch": 0.6113379153532117,
      "grad_norm": 0.47985512018203735,
      "learning_rate": 0.0005,
      "loss": 0.9355,
      "step": 11830
    },
    {
      "epoch": 0.6118546845124283,
      "grad_norm": 0.5093055367469788,
      "learning_rate": 0.0005,
      "loss": 0.9301,
      "step": 11840
    },
    {
      "epoch": 0.6123714536716449,
      "grad_norm": 0.5011575222015381,
      "learning_rate": 0.0005,
      "loss": 0.9382,
      "step": 11850
    },
    {
      "epoch": 0.6128882228308614,
      "grad_norm": 0.5071706771850586,
      "learning_rate": 0.0005,
      "loss": 0.9425,
      "step": 11860
    },
    {
      "epoch": 0.613404991990078,
      "grad_norm": 0.49520188570022583,
      "learning_rate": 0.0005,
      "loss": 0.9402,
      "step": 11870
    },
    {
      "epoch": 0.6139217611492946,
      "grad_norm": 0.46812620759010315,
      "learning_rate": 0.0005,
      "loss": 0.9325,
      "step": 11880
    },
    {
      "epoch": 0.6144385303085111,
      "grad_norm": 0.524341344833374,
      "learning_rate": 0.0005,
      "loss": 0.9267,
      "step": 11890
    },
    {
      "epoch": 0.6149552994677278,
      "grad_norm": 0.48518240451812744,
      "learning_rate": 0.0005,
      "loss": 0.938,
      "step": 11900
    },
    {
      "epoch": 0.6154720686269444,
      "grad_norm": 0.5080456137657166,
      "learning_rate": 0.0005,
      "loss": 0.9341,
      "step": 11910
    },
    {
      "epoch": 0.6159888377861609,
      "grad_norm": 0.5626226663589478,
      "learning_rate": 0.0005,
      "loss": 0.9258,
      "step": 11920
    },
    {
      "epoch": 0.6165056069453775,
      "grad_norm": 0.47337082028388977,
      "learning_rate": 0.0005,
      "loss": 0.9421,
      "step": 11930
    },
    {
      "epoch": 0.6170223761045941,
      "grad_norm": 0.4747110903263092,
      "learning_rate": 0.0005,
      "loss": 0.9339,
      "step": 11940
    },
    {
      "epoch": 0.6175391452638107,
      "grad_norm": 0.5242559909820557,
      "learning_rate": 0.0005,
      "loss": 0.942,
      "step": 11950
    },
    {
      "epoch": 0.6180559144230272,
      "grad_norm": 0.5247402191162109,
      "learning_rate": 0.0005,
      "loss": 0.9269,
      "step": 11960
    },
    {
      "epoch": 0.6185726835822438,
      "grad_norm": 0.5551696419715881,
      "learning_rate": 0.0005,
      "loss": 0.9268,
      "step": 11970
    },
    {
      "epoch": 0.6190894527414604,
      "grad_norm": 0.5222793817520142,
      "learning_rate": 0.0005,
      "loss": 0.9331,
      "step": 11980
    },
    {
      "epoch": 0.6196062219006769,
      "grad_norm": 0.49412423372268677,
      "learning_rate": 0.0005,
      "loss": 0.9292,
      "step": 11990
    },
    {
      "epoch": 0.6201229910598935,
      "grad_norm": 0.49935638904571533,
      "learning_rate": 0.0005,
      "loss": 0.9168,
      "step": 12000
    },
    {
      "epoch": 0.6206397602191102,
      "grad_norm": 0.5514285564422607,
      "learning_rate": 0.0005,
      "loss": 0.9289,
      "step": 12010
    },
    {
      "epoch": 0.6211565293783267,
      "grad_norm": 0.5182361602783203,
      "learning_rate": 0.0005,
      "loss": 0.9359,
      "step": 12020
    },
    {
      "epoch": 0.6216732985375433,
      "grad_norm": 0.5162422060966492,
      "learning_rate": 0.0005,
      "loss": 0.9257,
      "step": 12030
    },
    {
      "epoch": 0.6221900676967599,
      "grad_norm": 0.4926648437976837,
      "learning_rate": 0.0005,
      "loss": 0.935,
      "step": 12040
    },
    {
      "epoch": 0.6227068368559764,
      "grad_norm": 0.5213857293128967,
      "learning_rate": 0.0005,
      "loss": 0.9353,
      "step": 12050
    },
    {
      "epoch": 0.623223606015193,
      "grad_norm": 0.5043472051620483,
      "learning_rate": 0.0005,
      "loss": 0.9499,
      "step": 12060
    },
    {
      "epoch": 0.6237403751744096,
      "grad_norm": 0.48353925347328186,
      "learning_rate": 0.0005,
      "loss": 0.9319,
      "step": 12070
    },
    {
      "epoch": 0.6242571443336262,
      "grad_norm": 0.5488812923431396,
      "learning_rate": 0.0005,
      "loss": 0.9262,
      "step": 12080
    },
    {
      "epoch": 0.6247739134928427,
      "grad_norm": 0.5349071621894836,
      "learning_rate": 0.0005,
      "loss": 0.9317,
      "step": 12090
    },
    {
      "epoch": 0.6252906826520593,
      "grad_norm": 0.5111981630325317,
      "learning_rate": 0.0005,
      "loss": 0.9128,
      "step": 12100
    },
    {
      "epoch": 0.625807451811276,
      "grad_norm": 0.525330126285553,
      "learning_rate": 0.0005,
      "loss": 0.9212,
      "step": 12110
    },
    {
      "epoch": 0.6263242209704925,
      "grad_norm": 0.5191537141799927,
      "learning_rate": 0.0005,
      "loss": 0.9313,
      "step": 12120
    },
    {
      "epoch": 0.6268409901297091,
      "grad_norm": 0.49418073892593384,
      "learning_rate": 0.0005,
      "loss": 0.9408,
      "step": 12130
    },
    {
      "epoch": 0.6273577592889257,
      "grad_norm": 0.49373695254325867,
      "learning_rate": 0.0005,
      "loss": 0.9226,
      "step": 12140
    },
    {
      "epoch": 0.6278745284481422,
      "grad_norm": 0.488068550825119,
      "learning_rate": 0.0005,
      "loss": 0.9407,
      "step": 12150
    },
    {
      "epoch": 0.6283912976073588,
      "grad_norm": 0.5186513662338257,
      "learning_rate": 0.0005,
      "loss": 0.9351,
      "step": 12160
    },
    {
      "epoch": 0.6289080667665754,
      "grad_norm": 0.532514750957489,
      "learning_rate": 0.0005,
      "loss": 0.9323,
      "step": 12170
    },
    {
      "epoch": 0.6294248359257919,
      "grad_norm": 0.4832149147987366,
      "learning_rate": 0.0005,
      "loss": 0.9303,
      "step": 12180
    },
    {
      "epoch": 0.6299416050850085,
      "grad_norm": 0.5020478963851929,
      "learning_rate": 0.0005,
      "loss": 0.9278,
      "step": 12190
    },
    {
      "epoch": 0.6304583742442251,
      "grad_norm": 0.45874807238578796,
      "learning_rate": 0.0005,
      "loss": 0.9205,
      "step": 12200
    },
    {
      "epoch": 0.6309751434034416,
      "grad_norm": 0.5273077487945557,
      "learning_rate": 0.0005,
      "loss": 0.9133,
      "step": 12210
    },
    {
      "epoch": 0.6314919125626582,
      "grad_norm": 0.49270930886268616,
      "learning_rate": 0.0005,
      "loss": 0.9228,
      "step": 12220
    },
    {
      "epoch": 0.6320086817218749,
      "grad_norm": 0.47435376048088074,
      "learning_rate": 0.0005,
      "loss": 0.937,
      "step": 12230
    },
    {
      "epoch": 0.6325254508810915,
      "grad_norm": 0.49013498425483704,
      "learning_rate": 0.0005,
      "loss": 0.925,
      "step": 12240
    },
    {
      "epoch": 0.633042220040308,
      "grad_norm": 0.481581449508667,
      "learning_rate": 0.0005,
      "loss": 0.9209,
      "step": 12250
    },
    {
      "epoch": 0.6335589891995246,
      "grad_norm": 0.5189198851585388,
      "learning_rate": 0.0005,
      "loss": 0.9206,
      "step": 12260
    },
    {
      "epoch": 0.6340757583587412,
      "grad_norm": 0.47871729731559753,
      "learning_rate": 0.0005,
      "loss": 0.9279,
      "step": 12270
    },
    {
      "epoch": 0.6345925275179577,
      "grad_norm": 0.4953111410140991,
      "learning_rate": 0.0005,
      "loss": 0.93,
      "step": 12280
    },
    {
      "epoch": 0.6351092966771743,
      "grad_norm": 0.5199342370033264,
      "learning_rate": 0.0005,
      "loss": 0.9246,
      "step": 12290
    },
    {
      "epoch": 0.6356260658363909,
      "grad_norm": 0.48852893710136414,
      "learning_rate": 0.0005,
      "loss": 0.9222,
      "step": 12300
    },
    {
      "epoch": 0.6361428349956074,
      "grad_norm": 0.5054774284362793,
      "learning_rate": 0.0005,
      "loss": 0.9346,
      "step": 12310
    },
    {
      "epoch": 0.636659604154824,
      "grad_norm": 0.5030813813209534,
      "learning_rate": 0.0005,
      "loss": 0.9238,
      "step": 12320
    },
    {
      "epoch": 0.6371763733140406,
      "grad_norm": 0.47299617528915405,
      "learning_rate": 0.0005,
      "loss": 0.9317,
      "step": 12330
    },
    {
      "epoch": 0.6376931424732571,
      "grad_norm": 0.5473576784133911,
      "learning_rate": 0.0005,
      "loss": 0.9206,
      "step": 12340
    },
    {
      "epoch": 0.6382099116324738,
      "grad_norm": 0.4999616742134094,
      "learning_rate": 0.0005,
      "loss": 0.9449,
      "step": 12350
    },
    {
      "epoch": 0.6387266807916904,
      "grad_norm": 0.5508975982666016,
      "learning_rate": 0.0005,
      "loss": 0.921,
      "step": 12360
    },
    {
      "epoch": 0.639243449950907,
      "grad_norm": 0.5574737191200256,
      "learning_rate": 0.0005,
      "loss": 0.935,
      "step": 12370
    },
    {
      "epoch": 0.6397602191101235,
      "grad_norm": 0.5615907907485962,
      "learning_rate": 0.0005,
      "loss": 0.9263,
      "step": 12380
    },
    {
      "epoch": 0.6402769882693401,
      "grad_norm": 0.5180084109306335,
      "learning_rate": 0.0005,
      "loss": 0.9235,
      "step": 12390
    },
    {
      "epoch": 0.6407937574285567,
      "grad_norm": 0.46675363183021545,
      "learning_rate": 0.0005,
      "loss": 0.9237,
      "step": 12400
    },
    {
      "epoch": 0.6413105265877732,
      "grad_norm": 0.4773077070713043,
      "learning_rate": 0.0005,
      "loss": 0.9098,
      "step": 12410
    },
    {
      "epoch": 0.6418272957469898,
      "grad_norm": 0.5147991180419922,
      "learning_rate": 0.0005,
      "loss": 0.9215,
      "step": 12420
    },
    {
      "epoch": 0.6423440649062064,
      "grad_norm": 0.47254249453544617,
      "learning_rate": 0.0005,
      "loss": 0.925,
      "step": 12430
    },
    {
      "epoch": 0.6428608340654229,
      "grad_norm": 0.48444342613220215,
      "learning_rate": 0.0005,
      "loss": 0.9138,
      "step": 12440
    },
    {
      "epoch": 0.6433776032246395,
      "grad_norm": 0.4626687169075012,
      "learning_rate": 0.0005,
      "loss": 0.9239,
      "step": 12450
    },
    {
      "epoch": 0.6438943723838562,
      "grad_norm": 0.48663684725761414,
      "learning_rate": 0.0005,
      "loss": 0.9365,
      "step": 12460
    },
    {
      "epoch": 0.6444111415430727,
      "grad_norm": 0.5721457600593567,
      "learning_rate": 0.0005,
      "loss": 0.9228,
      "step": 12470
    },
    {
      "epoch": 0.6449279107022893,
      "grad_norm": 0.4997864067554474,
      "learning_rate": 0.0005,
      "loss": 0.9203,
      "step": 12480
    },
    {
      "epoch": 0.6454446798615059,
      "grad_norm": 0.4961699843406677,
      "learning_rate": 0.0005,
      "loss": 0.909,
      "step": 12490
    },
    {
      "epoch": 0.6459614490207224,
      "grad_norm": 0.49018388986587524,
      "learning_rate": 0.0005,
      "loss": 0.9242,
      "step": 12500
    },
    {
      "epoch": 0.646478218179939,
      "grad_norm": 0.5205206871032715,
      "learning_rate": 0.0005,
      "loss": 0.923,
      "step": 12510
    },
    {
      "epoch": 0.6469949873391556,
      "grad_norm": 0.527740478515625,
      "learning_rate": 0.0005,
      "loss": 0.9267,
      "step": 12520
    },
    {
      "epoch": 0.6475117564983722,
      "grad_norm": 0.4962241053581238,
      "learning_rate": 0.0005,
      "loss": 0.9206,
      "step": 12530
    },
    {
      "epoch": 0.6480285256575887,
      "grad_norm": 0.47836676239967346,
      "learning_rate": 0.0005,
      "loss": 0.9134,
      "step": 12540
    },
    {
      "epoch": 0.6485452948168053,
      "grad_norm": 0.48245546221733093,
      "learning_rate": 0.0005,
      "loss": 0.9326,
      "step": 12550
    },
    {
      "epoch": 0.649062063976022,
      "grad_norm": 0.503021240234375,
      "learning_rate": 0.0005,
      "loss": 0.9361,
      "step": 12560
    },
    {
      "epoch": 0.6495788331352385,
      "grad_norm": 0.5059377551078796,
      "learning_rate": 0.0005,
      "loss": 0.8998,
      "step": 12570
    },
    {
      "epoch": 0.6500956022944551,
      "grad_norm": 0.49928557872772217,
      "learning_rate": 0.0004994267553729553,
      "loss": 0.929,
      "step": 12580
    },
    {
      "epoch": 0.6506123714536717,
      "grad_norm": 0.4804401099681854,
      "learning_rate": 0.0004963394943411699,
      "loss": 0.9173,
      "step": 12590
    },
    {
      "epoch": 0.6511291406128882,
      "grad_norm": 0.4649386405944824,
      "learning_rate": 0.0004932713175506187,
      "loss": 0.9256,
      "step": 12600
    },
    {
      "epoch": 0.6516459097721048,
      "grad_norm": 0.47866883873939514,
      "learning_rate": 0.0004902221070299804,
      "loss": 0.9185,
      "step": 12610
    },
    {
      "epoch": 0.6521626789313214,
      "grad_norm": 0.4801424443721771,
      "learning_rate": 0.00048719174553718596,
      "loss": 0.9276,
      "step": 12620
    },
    {
      "epoch": 0.6526794480905379,
      "grad_norm": 0.4797857105731964,
      "learning_rate": 0.0004841801165549115,
      "loss": 0.9262,
      "step": 12630
    },
    {
      "epoch": 0.6531962172497545,
      "grad_norm": 0.4703647494316101,
      "learning_rate": 0.0004811871042860973,
      "loss": 0.9113,
      "step": 12640
    },
    {
      "epoch": 0.6537129864089711,
      "grad_norm": 0.4952949583530426,
      "learning_rate": 0.00047821259364949593,
      "loss": 0.9372,
      "step": 12650
    },
    {
      "epoch": 0.6542297555681877,
      "grad_norm": 0.48347562551498413,
      "learning_rate": 0.0004752564702752473,
      "loss": 0.9224,
      "step": 12660
    },
    {
      "epoch": 0.6547465247274042,
      "grad_norm": 0.4917808473110199,
      "learning_rate": 0.0004723186205004811,
      "loss": 0.91,
      "step": 12670
    },
    {
      "epoch": 0.6552632938866209,
      "grad_norm": 0.5070691704750061,
      "learning_rate": 0.00046939893136494626,
      "loss": 0.9147,
      "step": 12680
    },
    {
      "epoch": 0.6557800630458375,
      "grad_norm": 0.49811315536499023,
      "learning_rate": 0.0004664972906066682,
      "loss": 0.903,
      "step": 12690
    },
    {
      "epoch": 0.656296832205054,
      "grad_norm": 0.5315011739730835,
      "learning_rate": 0.0004636135866576317,
      "loss": 0.9087,
      "step": 12700
    },
    {
      "epoch": 0.6568136013642706,
      "grad_norm": 0.4951007068157196,
      "learning_rate": 0.00046074770863949155,
      "loss": 0.9282,
      "step": 12710
    },
    {
      "epoch": 0.6573303705234872,
      "grad_norm": 0.49288272857666016,
      "learning_rate": 0.00045789954635930914,
      "loss": 0.9279,
      "step": 12720
    },
    {
      "epoch": 0.6578471396827037,
      "grad_norm": 0.4682476222515106,
      "learning_rate": 0.00045506899030531544,
      "loss": 0.9122,
      "step": 12730
    },
    {
      "epoch": 0.6583639088419203,
      "grad_norm": 0.5064340233802795,
      "learning_rate": 0.0004522559316427005,
      "loss": 0.9114,
      "step": 12740
    },
    {
      "epoch": 0.6588806780011369,
      "grad_norm": 0.4566449224948883,
      "learning_rate": 0.00044946026220942865,
      "loss": 0.9133,
      "step": 12750
    },
    {
      "epoch": 0.6593974471603534,
      "grad_norm": 0.4679611623287201,
      "learning_rate": 0.00044668187451207944,
      "loss": 0.8991,
      "step": 12760
    },
    {
      "epoch": 0.65991421631957,
      "grad_norm": 0.48330655694007874,
      "learning_rate": 0.00044392066172171496,
      "loss": 0.9103,
      "step": 12770
    },
    {
      "epoch": 0.6604309854787866,
      "grad_norm": 0.5204933285713196,
      "learning_rate": 0.00044117651766977195,
      "loss": 0.9149,
      "step": 12780
    },
    {
      "epoch": 0.6609477546380031,
      "grad_norm": 0.48776623606681824,
      "learning_rate": 0.00043844933684397984,
      "loss": 0.9185,
      "step": 12790
    },
    {
      "epoch": 0.6614645237972198,
      "grad_norm": 0.4869120419025421,
      "learning_rate": 0.0004357390143843035,
      "loss": 0.9096,
      "step": 12800
    },
    {
      "epoch": 0.6619812929564364,
      "grad_norm": 0.4783307611942291,
      "learning_rate": 0.0004330454460789117,
      "loss": 0.8977,
      "step": 12810
    },
    {
      "epoch": 0.662498062115653,
      "grad_norm": 0.4555026888847351,
      "learning_rate": 0.00043036852836016994,
      "loss": 0.9039,
      "step": 12820
    },
    {
      "epoch": 0.6630148312748695,
      "grad_norm": 0.47510290145874023,
      "learning_rate": 0.00042770815830065834,
      "loss": 0.9051,
      "step": 12830
    },
    {
      "epoch": 0.6635316004340861,
      "grad_norm": 0.4920065999031067,
      "learning_rate": 0.0004250642336092143,
      "loss": 0.9138,
      "step": 12840
    },
    {
      "epoch": 0.6640483695933027,
      "grad_norm": 0.47680869698524475,
      "learning_rate": 0.000422436652626999,
      "loss": 0.9131,
      "step": 12850
    },
    {
      "epoch": 0.6645651387525192,
      "grad_norm": 0.5098276138305664,
      "learning_rate": 0.00041982531432358883,
      "loss": 0.9158,
      "step": 12860
    },
    {
      "epoch": 0.6650819079117358,
      "grad_norm": 0.4745832085609436,
      "learning_rate": 0.000417230118293091,
      "loss": 0.9019,
      "step": 12870
    },
    {
      "epoch": 0.6655986770709524,
      "grad_norm": 0.456750750541687,
      "learning_rate": 0.00041465096475028256,
      "loss": 0.8881,
      "step": 12880
    },
    {
      "epoch": 0.6661154462301689,
      "grad_norm": 0.49757450819015503,
      "learning_rate": 0.00041208775452677374,
      "loss": 0.8971,
      "step": 12890
    },
    {
      "epoch": 0.6666322153893856,
      "grad_norm": 0.4721812605857849,
      "learning_rate": 0.0004095403890671951,
      "loss": 0.8896,
      "step": 12900
    },
    {
      "epoch": 0.6671489845486022,
      "grad_norm": 0.4674829840660095,
      "learning_rate": 0.00040700877042540803,
      "loss": 0.8978,
      "step": 12910
    },
    {
      "epoch": 0.6676657537078187,
      "grad_norm": 0.45353659987449646,
      "learning_rate": 0.0004044928012607386,
      "loss": 0.9012,
      "step": 12920
    },
    {
      "epoch": 0.6681825228670353,
      "grad_norm": 0.44594326615333557,
      "learning_rate": 0.0004019923848342348,
      "loss": 0.8864,
      "step": 12930
    },
    {
      "epoch": 0.6686992920262519,
      "grad_norm": 0.4606136083602905,
      "learning_rate": 0.0003995074250049472,
      "loss": 0.9042,
      "step": 12940
    },
    {
      "epoch": 0.6692160611854685,
      "grad_norm": 0.4778830111026764,
      "learning_rate": 0.000397037826226232,
      "loss": 0.8883,
      "step": 12950
    },
    {
      "epoch": 0.669732830344685,
      "grad_norm": 0.4795719385147095,
      "learning_rate": 0.00039458349354207754,
      "loss": 0.8943,
      "step": 12960
    },
    {
      "epoch": 0.6702495995039016,
      "grad_norm": 0.46150490641593933,
      "learning_rate": 0.000392144332583453,
      "loss": 0.8986,
      "step": 12970
    },
    {
      "epoch": 0.6707663686631182,
      "grad_norm": 0.4591388404369354,
      "learning_rate": 0.00038972024956468015,
      "loss": 0.8973,
      "step": 12980
    },
    {
      "epoch": 0.6712831378223347,
      "grad_norm": 0.447889506816864,
      "learning_rate": 0.00038731115127982704,
      "loss": 0.8982,
      "step": 12990
    },
    {
      "epoch": 0.6717999069815513,
      "grad_norm": 0.4567711651325226,
      "learning_rate": 0.00038491694509912446,
      "loss": 0.8946,
      "step": 13000
    },
    {
      "epoch": 0.672316676140768,
      "grad_norm": 0.4653710424900055,
      "learning_rate": 0.00038253753896540417,
      "loss": 0.8805,
      "step": 13010
    },
    {
      "epoch": 0.6728334452999845,
      "grad_norm": 0.47622108459472656,
      "learning_rate": 0.00038017284139055935,
      "loss": 0.8971,
      "step": 13020
    },
    {
      "epoch": 0.6733502144592011,
      "grad_norm": 0.46596968173980713,
      "learning_rate": 0.0003778227614520272,
      "loss": 0.8872,
      "step": 13030
    },
    {
      "epoch": 0.6738669836184177,
      "grad_norm": 0.47842490673065186,
      "learning_rate": 0.0003754872087892921,
      "loss": 0.8844,
      "step": 13040
    },
    {
      "epoch": 0.6743837527776342,
      "grad_norm": 0.5763306617736816,
      "learning_rate": 0.00037316609360041244,
      "loss": 0.884,
      "step": 13050
    },
    {
      "epoch": 0.6749005219368508,
      "grad_norm": 0.4681786298751831,
      "learning_rate": 0.00037085932663856664,
      "loss": 0.8957,
      "step": 13060
    },
    {
      "epoch": 0.6754172910960674,
      "grad_norm": 0.4536014199256897,
      "learning_rate": 0.0003685668192086224,
      "loss": 0.8962,
      "step": 13070
    },
    {
      "epoch": 0.675934060255284,
      "grad_norm": 0.4593828320503235,
      "learning_rate": 0.0003662884831637259,
      "loss": 0.8792,
      "step": 13080
    },
    {
      "epoch": 0.6764508294145005,
      "grad_norm": 0.4837941527366638,
      "learning_rate": 0.00036402423090191283,
      "loss": 0.8928,
      "step": 13090
    },
    {
      "epoch": 0.6769675985737171,
      "grad_norm": 0.47275635600090027,
      "learning_rate": 0.0003617739753627399,
      "loss": 0.8885,
      "step": 13100
    },
    {
      "epoch": 0.6774843677329337,
      "grad_norm": 0.465971976518631,
      "learning_rate": 0.00035953763002393753,
      "loss": 0.8859,
      "step": 13110
    },
    {
      "epoch": 0.6780011368921502,
      "grad_norm": 0.46785497665405273,
      "learning_rate": 0.00035731510889808296,
      "loss": 0.8829,
      "step": 13120
    },
    {
      "epoch": 0.6785179060513669,
      "grad_norm": 0.44653069972991943,
      "learning_rate": 0.0003551063265292941,
      "loss": 0.8694,
      "step": 13130
    },
    {
      "epoch": 0.6790346752105835,
      "grad_norm": 0.46585527062416077,
      "learning_rate": 0.0003529111979899436,
      "loss": 0.8871,
      "step": 13140
    },
    {
      "epoch": 0.6795514443698,
      "grad_norm": 0.5283601880073547,
      "learning_rate": 0.00035072963887739373,
      "loss": 0.8863,
      "step": 13150
    },
    {
      "epoch": 0.6800682135290166,
      "grad_norm": 0.4678700864315033,
      "learning_rate": 0.0003485615653107508,
      "loss": 0.8859,
      "step": 13160
    },
    {
      "epoch": 0.6805849826882332,
      "grad_norm": 0.4804142713546753,
      "learning_rate": 0.0003464068939276399,
      "loss": 0.8994,
      "step": 13170
    },
    {
      "epoch": 0.6811017518474497,
      "grad_norm": 0.450847864151001,
      "learning_rate": 0.0003442655418809999,
      "loss": 0.8894,
      "step": 13180
    },
    {
      "epoch": 0.6816185210066663,
      "grad_norm": 0.46586012840270996,
      "learning_rate": 0.00034213742683589774,
      "loss": 0.8768,
      "step": 13190
    },
    {
      "epoch": 0.6821352901658829,
      "grad_norm": 0.439656525850296,
      "learning_rate": 0.0003400224669663629,
      "loss": 0.8855,
      "step": 13200
    },
    {
      "epoch": 0.6826520593250994,
      "grad_norm": 0.4356318712234497,
      "learning_rate": 0.00033792058095224076,
      "loss": 0.8772,
      "step": 13210
    },
    {
      "epoch": 0.683168828484316,
      "grad_norm": 0.460469514131546,
      "learning_rate": 0.0003358316879760663,
      "loss": 0.8681,
      "step": 13220
    },
    {
      "epoch": 0.6836855976435326,
      "grad_norm": 0.43120890855789185,
      "learning_rate": 0.0003337557077199565,
      "loss": 0.8611,
      "step": 13230
    },
    {
      "epoch": 0.6842023668027493,
      "grad_norm": 0.45166271924972534,
      "learning_rate": 0.000331692560362522,
      "loss": 0.8771,
      "step": 13240
    },
    {
      "epoch": 0.6847191359619658,
      "grad_norm": 0.44746896624565125,
      "learning_rate": 0.0003296421665757981,
      "loss": 0.8781,
      "step": 13250
    },
    {
      "epoch": 0.6852359051211824,
      "grad_norm": 0.4466201663017273,
      "learning_rate": 0.0003276044475221947,
      "loss": 0.8647,
      "step": 13260
    },
    {
      "epoch": 0.685752674280399,
      "grad_norm": 0.48084691166877747,
      "learning_rate": 0.00032557932485146473,
      "loss": 0.9078,
      "step": 13270
    },
    {
      "epoch": 0.6862694434396155,
      "grad_norm": 0.46723824739456177,
      "learning_rate": 0.0003235667206976918,
      "loss": 0.8802,
      "step": 13280
    },
    {
      "epoch": 0.6867862125988321,
      "grad_norm": 0.4841623902320862,
      "learning_rate": 0.00032156655767629616,
      "loss": 0.8721,
      "step": 13290
    },
    {
      "epoch": 0.6873029817580487,
      "grad_norm": 0.4535221755504608,
      "learning_rate": 0.0003195787588810593,
      "loss": 0.8609,
      "step": 13300
    },
    {
      "epoch": 0.6878197509172652,
      "grad_norm": 0.47944900393486023,
      "learning_rate": 0.00031760324788116683,
      "loss": 0.8803,
      "step": 13310
    },
    {
      "epoch": 0.6883365200764818,
      "grad_norm": 0.4466581344604492,
      "learning_rate": 0.00031563994871826995,
      "loss": 0.867,
      "step": 13320
    },
    {
      "epoch": 0.6888532892356984,
      "grad_norm": 0.4529067277908325,
      "learning_rate": 0.00031368878590356457,
      "loss": 0.8861,
      "step": 13330
    },
    {
      "epoch": 0.6893700583949149,
      "grad_norm": 0.45706498622894287,
      "learning_rate": 0.00031174968441488886,
      "loss": 0.8754,
      "step": 13340
    },
    {
      "epoch": 0.6898868275541316,
      "grad_norm": 0.46450352668762207,
      "learning_rate": 0.00030982256969383883,
      "loss": 0.8669,
      "step": 13350
    },
    {
      "epoch": 0.6904035967133482,
      "grad_norm": 0.45960313081741333,
      "learning_rate": 0.0003079073676429011,
      "loss": 0.8669,
      "step": 13360
    },
    {
      "epoch": 0.6909203658725648,
      "grad_norm": 0.4698009192943573,
      "learning_rate": 0.00030600400462260457,
      "loss": 0.8697,
      "step": 13370
    },
    {
      "epoch": 0.6914371350317813,
      "grad_norm": 0.4546875059604645,
      "learning_rate": 0.0003041124074486883,
      "loss": 0.863,
      "step": 13380
    },
    {
      "epoch": 0.6919539041909979,
      "grad_norm": 0.4646720588207245,
      "learning_rate": 0.00030223250338928787,
      "loss": 0.8664,
      "step": 13390
    },
    {
      "epoch": 0.6924706733502145,
      "grad_norm": 0.6140843629837036,
      "learning_rate": 0.0003003642201621389,
      "loss": 0.8636,
      "step": 13400
    },
    {
      "epoch": 0.692987442509431,
      "grad_norm": 0.46629661321640015,
      "learning_rate": 0.0002985074859317977,
      "loss": 0.8776,
      "step": 13410
    },
    {
      "epoch": 0.6935042116686476,
      "grad_norm": 0.4489153027534485,
      "learning_rate": 0.00029666222930687926,
      "loss": 0.8663,
      "step": 13420
    },
    {
      "epoch": 0.6940209808278642,
      "grad_norm": 0.45471352338790894,
      "learning_rate": 0.00029482837933731207,
      "loss": 0.8514,
      "step": 13430
    },
    {
      "epoch": 0.6945377499870807,
      "grad_norm": 0.4706459045410156,
      "learning_rate": 0.00029300586551161034,
      "loss": 0.866,
      "step": 13440
    },
    {
      "epoch": 0.6950545191462973,
      "grad_norm": 0.44388100504875183,
      "learning_rate": 0.00029119461775416286,
      "loss": 0.862,
      "step": 13450
    },
    {
      "epoch": 0.695571288305514,
      "grad_norm": 0.5106334090232849,
      "learning_rate": 0.0002893945664225381,
      "loss": 0.8563,
      "step": 13460
    },
    {
      "epoch": 0.6960880574647305,
      "grad_norm": 0.4586535096168518,
      "learning_rate": 0.00028760564230480724,
      "loss": 0.8564,
      "step": 13470
    },
    {
      "epoch": 0.6966048266239471,
      "grad_norm": 0.5277544856071472,
      "learning_rate": 0.0002858277766168823,
      "loss": 0.8685,
      "step": 13480
    },
    {
      "epoch": 0.6971215957831637,
      "grad_norm": 0.48058634996414185,
      "learning_rate": 0.0002840609009998717,
      "loss": 0.8645,
      "step": 13490
    },
    {
      "epoch": 0.6976383649423802,
      "grad_norm": 0.4804344177246094,
      "learning_rate": 0.0002823049475174519,
      "loss": 0.8754,
      "step": 13500
    },
    {
      "epoch": 0.6981551341015968,
      "grad_norm": 0.4439767003059387,
      "learning_rate": 0.00028055984865325503,
      "loss": 0.8514,
      "step": 13510
    },
    {
      "epoch": 0.6986719032608134,
      "grad_norm": 0.4501279294490814,
      "learning_rate": 0.0002788255373082731,
      "loss": 0.856,
      "step": 13520
    },
    {
      "epoch": 0.69918867242003,
      "grad_norm": 0.5022059679031372,
      "learning_rate": 0.000277101946798278,
      "loss": 0.8647,
      "step": 13530
    },
    {
      "epoch": 0.6997054415792465,
      "grad_norm": 0.45433667302131653,
      "learning_rate": 0.00027538901085125735,
      "loss": 0.8719,
      "step": 13540
    },
    {
      "epoch": 0.7002222107384631,
      "grad_norm": 0.46493837237358093,
      "learning_rate": 0.0002736866636048666,
      "loss": 0.8599,
      "step": 13550
    },
    {
      "epoch": 0.7007389798976797,
      "grad_norm": 0.45873501896858215,
      "learning_rate": 0.0002719948396038963,
      "loss": 0.8648,
      "step": 13560
    },
    {
      "epoch": 0.7012557490568962,
      "grad_norm": 0.4426117539405823,
      "learning_rate": 0.0002703134737977557,
      "loss": 0.8574,
      "step": 13570
    },
    {
      "epoch": 0.7017725182161129,
      "grad_norm": 0.44519364833831787,
      "learning_rate": 0.0002686425015379712,
      "loss": 0.854,
      "step": 13580
    },
    {
      "epoch": 0.7022892873753295,
      "grad_norm": 0.47185274958610535,
      "learning_rate": 0.00026698185857570094,
      "loss": 0.8565,
      "step": 13590
    },
    {
      "epoch": 0.702806056534546,
      "grad_norm": 0.43223652243614197,
      "learning_rate": 0.00026533148105926436,
      "loss": 0.8721,
      "step": 13600
    },
    {
      "epoch": 0.7033228256937626,
      "grad_norm": 0.4602532386779785,
      "learning_rate": 0.0002636913055316868,
      "loss": 0.8518,
      "step": 13610
    },
    {
      "epoch": 0.7038395948529792,
      "grad_norm": 0.45018014311790466,
      "learning_rate": 0.00026206126892826,
      "loss": 0.8685,
      "step": 13620
    },
    {
      "epoch": 0.7043563640121957,
      "grad_norm": 0.49739015102386475,
      "learning_rate": 0.000260441308574117,
      "loss": 0.8483,
      "step": 13630
    },
    {
      "epoch": 0.7048731331714123,
      "grad_norm": 0.4658418595790863,
      "learning_rate": 0.00025883136218182235,
      "loss": 0.8545,
      "step": 13640
    },
    {
      "epoch": 0.7053899023306289,
      "grad_norm": 0.4808160066604614,
      "learning_rate": 0.0002572313678489773,
      "loss": 0.8622,
      "step": 13650
    },
    {
      "epoch": 0.7059066714898455,
      "grad_norm": 0.4521915316581726,
      "learning_rate": 0.0002556412640558396,
      "loss": 0.8632,
      "step": 13660
    },
    {
      "epoch": 0.706423440649062,
      "grad_norm": 0.456153005361557,
      "learning_rate": 0.0002540609896629577,
      "loss": 0.861,
      "step": 13670
    },
    {
      "epoch": 0.7069402098082787,
      "grad_norm": 0.43279728293418884,
      "learning_rate": 0.00025249048390882053,
      "loss": 0.8593,
      "step": 13680
    },
    {
      "epoch": 0.7074569789674953,
      "grad_norm": 0.4601012170314789,
      "learning_rate": 0.0002509296864075207,
      "loss": 0.8629,
      "step": 13690
    },
    {
      "epoch": 0.7079737481267118,
      "grad_norm": 0.47351303696632385,
      "learning_rate": 0.0002493785371464332,
      "loss": 0.8622,
      "step": 13700
    },
    {
      "epoch": 0.7084905172859284,
      "grad_norm": 0.4869425594806671,
      "learning_rate": 0.0002478369764839074,
      "loss": 0.8546,
      "step": 13710
    },
    {
      "epoch": 0.709007286445145,
      "grad_norm": 0.4412122964859009,
      "learning_rate": 0.0002463049451469741,
      "loss": 0.8444,
      "step": 13720
    },
    {
      "epoch": 0.7095240556043615,
      "grad_norm": 0.4480939209461212,
      "learning_rate": 0.0002447823842290664,
      "loss": 0.848,
      "step": 13730
    },
    {
      "epoch": 0.7100408247635781,
      "grad_norm": 0.4651864767074585,
      "learning_rate": 0.00024326923518775486,
      "loss": 0.8455,
      "step": 13740
    },
    {
      "epoch": 0.7105575939227947,
      "grad_norm": 0.4487757384777069,
      "learning_rate": 0.0002417654398424963,
      "loss": 0.841,
      "step": 13750
    },
    {
      "epoch": 0.7110743630820112,
      "grad_norm": 0.44667768478393555,
      "learning_rate": 0.00024027094037239717,
      "loss": 0.8454,
      "step": 13760
    },
    {
      "epoch": 0.7115911322412278,
      "grad_norm": 0.44757676124572754,
      "learning_rate": 0.0002387856793139899,
      "loss": 0.8438,
      "step": 13770
    },
    {
      "epoch": 0.7121079014004444,
      "grad_norm": 0.47068849205970764,
      "learning_rate": 0.00023730959955902366,
      "loss": 0.8434,
      "step": 13780
    },
    {
      "epoch": 0.7126246705596609,
      "grad_norm": 0.4390396773815155,
      "learning_rate": 0.00023584264435226848,
      "loss": 0.8461,
      "step": 13790
    },
    {
      "epoch": 0.7131414397188776,
      "grad_norm": 0.4566657543182373,
      "learning_rate": 0.00023438475728933318,
      "loss": 0.8473,
      "step": 13800
    },
    {
      "epoch": 0.7136582088780942,
      "grad_norm": 0.49407103657722473,
      "learning_rate": 0.0002329358823144963,
      "loss": 0.8431,
      "step": 13810
    },
    {
      "epoch": 0.7141749780373108,
      "grad_norm": 0.47513094544410706,
      "learning_rate": 0.00023149596371855103,
      "loss": 0.8425,
      "step": 13820
    },
    {
      "epoch": 0.7146917471965273,
      "grad_norm": 0.4418255686759949,
      "learning_rate": 0.00023006494613666317,
      "loss": 0.8394,
      "step": 13830
    },
    {
      "epoch": 0.7152085163557439,
      "grad_norm": 0.45882540941238403,
      "learning_rate": 0.0002286427745462422,
      "loss": 0.844,
      "step": 13840
    },
    {
      "epoch": 0.7157252855149605,
      "grad_norm": 0.44126296043395996,
      "learning_rate": 0.00022722939426482577,
      "loss": 0.8438,
      "step": 13850
    },
    {
      "epoch": 0.716242054674177,
      "grad_norm": 0.44302189350128174,
      "learning_rate": 0.00022582475094797713,
      "loss": 0.8597,
      "step": 13860
    },
    {
      "epoch": 0.7167588238333936,
      "grad_norm": 0.46645456552505493,
      "learning_rate": 0.00022442879058719568,
      "loss": 0.8218,
      "step": 13870
    },
    {
      "epoch": 0.7172755929926102,
      "grad_norm": 0.4451071619987488,
      "learning_rate": 0.00022304145950784017,
      "loss": 0.852,
      "step": 13880
    },
    {
      "epoch": 0.7177923621518267,
      "grad_norm": 0.47982582449913025,
      "learning_rate": 0.00022166270436706502,
      "loss": 0.8408,
      "step": 13890
    },
    {
      "epoch": 0.7183091313110433,
      "grad_norm": 0.4596095085144043,
      "learning_rate": 0.00022029247215176934,
      "loss": 0.8333,
      "step": 13900
    },
    {
      "epoch": 0.71882590047026,
      "grad_norm": 0.4595165550708771,
      "learning_rate": 0.00021893071017655845,
      "loss": 0.8426,
      "step": 13910
    },
    {
      "epoch": 0.7193426696294765,
      "grad_norm": 0.4321739375591278,
      "learning_rate": 0.00021757736608171818,
      "loss": 0.8419,
      "step": 13920
    },
    {
      "epoch": 0.7198594387886931,
      "grad_norm": 0.4603961706161499,
      "learning_rate": 0.00021623238783120176,
      "loss": 0.8471,
      "step": 13930
    },
    {
      "epoch": 0.7203762079479097,
      "grad_norm": 0.47230657935142517,
      "learning_rate": 0.00021489572371062883,
      "loss": 0.8326,
      "step": 13940
    },
    {
      "epoch": 0.7208929771071263,
      "grad_norm": 0.45762136578559875,
      "learning_rate": 0.0002135673223252971,
      "loss": 0.8425,
      "step": 13950
    },
    {
      "epoch": 0.7214097462663428,
      "grad_norm": 0.4551469385623932,
      "learning_rate": 0.00021224713259820633,
      "loss": 0.8335,
      "step": 13960
    },
    {
      "epoch": 0.7219265154255594,
      "grad_norm": 0.4409978985786438,
      "learning_rate": 0.00021093510376809428,
      "loss": 0.8388,
      "step": 13970
    },
    {
      "epoch": 0.722443284584776,
      "grad_norm": 0.444934219121933,
      "learning_rate": 0.00020963118538748493,
      "loss": 0.8313,
      "step": 13980
    },
    {
      "epoch": 0.7229600537439925,
      "grad_norm": 0.4529027044773102,
      "learning_rate": 0.00020833532732074907,
      "loss": 0.8298,
      "step": 13990
    },
    {
      "epoch": 0.7234768229032091,
      "grad_norm": 0.44308820366859436,
      "learning_rate": 0.00020704747974217608,
      "loss": 0.8132,
      "step": 14000
    },
    {
      "epoch": 0.7239935920624258,
      "grad_norm": 0.451187402009964,
      "learning_rate": 0.0002057675931340586,
      "loss": 0.8465,
      "step": 14010
    },
    {
      "epoch": 0.7245103612216423,
      "grad_norm": 0.4436304569244385,
      "learning_rate": 0.00020449561828478832,
      "loss": 0.8502,
      "step": 14020
    },
    {
      "epoch": 0.7250271303808589,
      "grad_norm": 0.4516158401966095,
      "learning_rate": 0.00020323150628696383,
      "loss": 0.8323,
      "step": 14030
    },
    {
      "epoch": 0.7255438995400755,
      "grad_norm": 0.4490114450454712,
      "learning_rate": 0.00020197520853551025,
      "loss": 0.8366,
      "step": 14040
    },
    {
      "epoch": 0.726060668699292,
      "grad_norm": 0.4692043364048004,
      "learning_rate": 0.00020072667672581016,
      "loss": 0.8537,
      "step": 14050
    },
    {
      "epoch": 0.7265774378585086,
      "grad_norm": 0.47233638167381287,
      "learning_rate": 0.00019948586285184656,
      "loss": 0.8387,
      "step": 14060
    },
    {
      "epoch": 0.7270942070177252,
      "grad_norm": 0.43632131814956665,
      "learning_rate": 0.00019825271920435674,
      "loss": 0.836,
      "step": 14070
    },
    {
      "epoch": 0.7276109761769418,
      "grad_norm": 0.4420956075191498,
      "learning_rate": 0.00019702719836899813,
      "loss": 0.8381,
      "step": 14080
    },
    {
      "epoch": 0.7281277453361583,
      "grad_norm": 0.4486638009548187,
      "learning_rate": 0.00019580925322452495,
      "loss": 0.8382,
      "step": 14090
    },
    {
      "epoch": 0.7286445144953749,
      "grad_norm": 0.45652589201927185,
      "learning_rate": 0.0001945988369409767,
      "loss": 0.8538,
      "step": 14100
    },
    {
      "epoch": 0.7291612836545915,
      "grad_norm": 0.4422604739665985,
      "learning_rate": 0.00019339590297787735,
      "loss": 0.8321,
      "step": 14110
    },
    {
      "epoch": 0.729678052813808,
      "grad_norm": 0.4418606758117676,
      "learning_rate": 0.00019220040508244581,
      "loss": 0.8362,
      "step": 14120
    },
    {
      "epoch": 0.7301948219730247,
      "grad_norm": 0.43576526641845703,
      "learning_rate": 0.00019101229728781774,
      "loss": 0.8131,
      "step": 14130
    },
    {
      "epoch": 0.7307115911322413,
      "grad_norm": 0.4448246657848358,
      "learning_rate": 0.0001898315339112779,
      "loss": 0.8425,
      "step": 14140
    },
    {
      "epoch": 0.7312283602914578,
      "grad_norm": 0.43587714433670044,
      "learning_rate": 0.0001886580695525038,
      "loss": 0.8283,
      "step": 14150
    },
    {
      "epoch": 0.7317451294506744,
      "grad_norm": 0.4598979353904724,
      "learning_rate": 0.00018749185909182,
      "loss": 0.8441,
      "step": 14160
    },
    {
      "epoch": 0.732261898609891,
      "grad_norm": 0.5122143626213074,
      "learning_rate": 0.0001863328576884632,
      "loss": 0.8497,
      "step": 14170
    },
    {
      "epoch": 0.7327786677691075,
      "grad_norm": 0.45913758873939514,
      "learning_rate": 0.00018518102077885824,
      "loss": 0.8324,
      "step": 14180
    },
    {
      "epoch": 0.7332954369283241,
      "grad_norm": 0.46700534224510193,
      "learning_rate": 0.00018403630407490455,
      "loss": 0.8165,
      "step": 14190
    },
    {
      "epoch": 0.7338122060875407,
      "grad_norm": 0.4529505670070648,
      "learning_rate": 0.0001828986635622732,
      "loss": 0.8345,
      "step": 14200
    },
    {
      "epoch": 0.7343289752467572,
      "grad_norm": 0.4726906716823578,
      "learning_rate": 0.0001817680554987149,
      "loss": 0.8283,
      "step": 14210
    },
    {
      "epoch": 0.7348457444059738,
      "grad_norm": 0.4485037326812744,
      "learning_rate": 0.00018064443641237752,
      "loss": 0.8403,
      "step": 14220
    },
    {
      "epoch": 0.7353625135651904,
      "grad_norm": 0.46243423223495483,
      "learning_rate": 0.00017952776310013513,
      "loss": 0.8292,
      "step": 14230
    },
    {
      "epoch": 0.7358792827244071,
      "grad_norm": 0.45175400376319885,
      "learning_rate": 0.00017841799262592663,
      "loss": 0.837,
      "step": 14240
    },
    {
      "epoch": 0.7363960518836236,
      "grad_norm": 0.4575372040271759,
      "learning_rate": 0.0001773150823191048,
      "loss": 0.8224,
      "step": 14250
    },
    {
      "epoch": 0.7369128210428402,
      "grad_norm": 0.4672216773033142,
      "learning_rate": 0.00017621898977279577,
      "loss": 0.8351,
      "step": 14260
    },
    {
      "epoch": 0.7374295902020568,
      "grad_norm": 0.45373353362083435,
      "learning_rate": 0.0001751296728422683,
      "loss": 0.8334,
      "step": 14270
    },
    {
      "epoch": 0.7379463593612733,
      "grad_norm": 0.472469687461853,
      "learning_rate": 0.0001740470896433135,
      "loss": 0.8346,
      "step": 14280
    },
    {
      "epoch": 0.7384631285204899,
      "grad_norm": 0.4568733274936676,
      "learning_rate": 0.00017297119855063422,
      "loss": 0.8223,
      "step": 14290
    },
    {
      "epoch": 0.7389798976797065,
      "grad_norm": 0.4490255117416382,
      "learning_rate": 0.00017190195819624467,
      "loss": 0.8298,
      "step": 14300
    },
    {
      "epoch": 0.739496666838923,
      "grad_norm": 0.4388444125652313,
      "learning_rate": 0.0001708393274678798,
      "loss": 0.8301,
      "step": 14310
    },
    {
      "epoch": 0.7400134359981396,
      "grad_norm": 0.4393922686576843,
      "learning_rate": 0.00016978326550741443,
      "loss": 0.8379,
      "step": 14320
    },
    {
      "epoch": 0.7405302051573562,
      "grad_norm": 0.44879150390625,
      "learning_rate": 0.00016873373170929243,
      "loss": 0.8205,
      "step": 14330
    },
    {
      "epoch": 0.7410469743165727,
      "grad_norm": 0.4404836595058441,
      "learning_rate": 0.00016769068571896532,
      "loss": 0.8197,
      "step": 14340
    },
    {
      "epoch": 0.7415637434757893,
      "grad_norm": 0.47884973883628845,
      "learning_rate": 0.00016665408743134062,
      "loss": 0.8433,
      "step": 14350
    },
    {
      "epoch": 0.742080512635006,
      "grad_norm": 0.4363346993923187,
      "learning_rate": 0.00016562389698924,
      "loss": 0.8255,
      "step": 14360
    },
    {
      "epoch": 0.7425972817942226,
      "grad_norm": 0.4692130982875824,
      "learning_rate": 0.00016460007478186648,
      "loss": 0.8146,
      "step": 14370
    },
    {
      "epoch": 0.7431140509534391,
      "grad_norm": 0.45265311002731323,
      "learning_rate": 0.00016358258144328163,
      "loss": 0.8166,
      "step": 14380
    },
    {
      "epoch": 0.7436308201126557,
      "grad_norm": 0.46352484822273254,
      "learning_rate": 0.00016257137785089182,
      "loss": 0.8262,
      "step": 14390
    },
    {
      "epoch": 0.7441475892718723,
      "grad_norm": 0.4382546842098236,
      "learning_rate": 0.00016156642512394405,
      "loss": 0.8118,
      "step": 14400
    },
    {
      "epoch": 0.7446643584310888,
      "grad_norm": 0.4326501190662384,
      "learning_rate": 0.0001605676846220309,
      "loss": 0.832,
      "step": 14410
    },
    {
      "epoch": 0.7451811275903054,
      "grad_norm": 0.4683341979980469,
      "learning_rate": 0.0001595751179436049,
      "loss": 0.8202,
      "step": 14420
    },
    {
      "epoch": 0.745697896749522,
      "grad_norm": 0.4519064426422119,
      "learning_rate": 0.0001585886869245019,
      "loss": 0.8055,
      "step": 14430
    },
    {
      "epoch": 0.7462146659087385,
      "grad_norm": 0.45761948823928833,
      "learning_rate": 0.00015760835363647367,
      "loss": 0.8128,
      "step": 14440
    },
    {
      "epoch": 0.7467314350679551,
      "grad_norm": 0.4355948269367218,
      "learning_rate": 0.00015663408038572963,
      "loss": 0.816,
      "step": 14450
    },
    {
      "epoch": 0.7472482042271718,
      "grad_norm": 0.4464154839515686,
      "learning_rate": 0.00015566582971148748,
      "loss": 0.8211,
      "step": 14460
    },
    {
      "epoch": 0.7477649733863883,
      "grad_norm": 0.4529094696044922,
      "learning_rate": 0.0001547035643845329,
      "loss": 0.8124,
      "step": 14470
    },
    {
      "epoch": 0.7482817425456049,
      "grad_norm": 0.48181021213531494,
      "learning_rate": 0.00015374724740578792,
      "loss": 0.8092,
      "step": 14480
    },
    {
      "epoch": 0.7487985117048215,
      "grad_norm": 0.46071046590805054,
      "learning_rate": 0.0001527968420048884,
      "loss": 0.7989,
      "step": 14490
    },
    {
      "epoch": 0.749315280864038,
      "grad_norm": 0.4348960220813751,
      "learning_rate": 0.00015185231163877035,
      "loss": 0.834,
      "step": 14500
    },
    {
      "epoch": 0.7498320500232546,
      "grad_norm": 0.42849427461624146,
      "learning_rate": 0.00015091361999026458,
      "loss": 0.7947,
      "step": 14510
    },
    {
      "epoch": 0.7503488191824712,
      "grad_norm": 0.42904916405677795,
      "learning_rate": 0.00014998073096670058,
      "loss": 0.8235,
      "step": 14520
    },
    {
      "epoch": 0.7508655883416878,
      "grad_norm": 0.4777064919471741,
      "learning_rate": 0.0001490536086985185,
      "loss": 0.8273,
      "step": 14530
    },
    {
      "epoch": 0.7513823575009043,
      "grad_norm": 0.44165903329849243,
      "learning_rate": 0.00014813221753789016,
      "loss": 0.825,
      "step": 14540
    },
    {
      "epoch": 0.7518991266601209,
      "grad_norm": 0.4439583122730255,
      "learning_rate": 0.00014721652205734831,
      "loss": 0.827,
      "step": 14550
    },
    {
      "epoch": 0.7524158958193375,
      "grad_norm": 0.455435186624527,
      "learning_rate": 0.00014630648704842445,
      "loss": 0.8198,
      "step": 14560
    },
    {
      "epoch": 0.752932664978554,
      "grad_norm": 0.4566732347011566,
      "learning_rate": 0.00014540207752029508,
      "loss": 0.8284,
      "step": 14570
    },
    {
      "epoch": 0.7534494341377707,
      "grad_norm": 0.44228848814964294,
      "learning_rate": 0.00014450325869843633,
      "loss": 0.8191,
      "step": 14580
    },
    {
      "epoch": 0.7539662032969873,
      "grad_norm": 0.445332795381546,
      "learning_rate": 0.0001436099960232868,
      "loss": 0.8131,
      "step": 14590
    },
    {
      "epoch": 0.7544829724562038,
      "grad_norm": 0.4628824293613434,
      "learning_rate": 0.0001427222551489188,
      "loss": 0.8257,
      "step": 14600
    },
    {
      "epoch": 0.7549997416154204,
      "grad_norm": 0.46374180912971497,
      "learning_rate": 0.00014184000194171777,
      "loss": 0.8334,
      "step": 14610
    },
    {
      "epoch": 0.755516510774637,
      "grad_norm": 0.4505828320980072,
      "learning_rate": 0.00014096320247906978,
      "loss": 0.8203,
      "step": 14620
    },
    {
      "epoch": 0.7560332799338535,
      "grad_norm": 0.4418148100376129,
      "learning_rate": 0.00014009182304805726,
      "loss": 0.8071,
      "step": 14630
    },
    {
      "epoch": 0.7565500490930701,
      "grad_norm": 0.43000486493110657,
      "learning_rate": 0.0001392258301441627,
      "loss": 0.8223,
      "step": 14640
    },
    {
      "epoch": 0.7570668182522867,
      "grad_norm": 0.4482291340827942,
      "learning_rate": 0.0001383651904699805,
      "loss": 0.8106,
      "step": 14650
    },
    {
      "epoch": 0.7575835874115033,
      "grad_norm": 0.4472900629043579,
      "learning_rate": 0.00013750987093393656,
      "loss": 0.8196,
      "step": 14660
    },
    {
      "epoch": 0.7581003565707198,
      "grad_norm": 0.45943567156791687,
      "learning_rate": 0.00013665983864901587,
      "loss": 0.8197,
      "step": 14670
    },
    {
      "epoch": 0.7586171257299364,
      "grad_norm": 0.43818199634552,
      "learning_rate": 0.00013581506093149825,
      "loss": 0.8003,
      "step": 14680
    },
    {
      "epoch": 0.7591338948891531,
      "grad_norm": 0.43463850021362305,
      "learning_rate": 0.0001349755052997014,
      "loss": 0.8086,
      "step": 14690
    },
    {
      "epoch": 0.7596506640483696,
      "grad_norm": 0.4578488767147064,
      "learning_rate": 0.00013414113947273217,
      "loss": 0.8011,
      "step": 14700
    },
    {
      "epoch": 0.7601674332075862,
      "grad_norm": 0.44629108905792236,
      "learning_rate": 0.00013331193136924515,
      "loss": 0.8086,
      "step": 14710
    },
    {
      "epoch": 0.7606842023668028,
      "grad_norm": 0.4482209384441376,
      "learning_rate": 0.00013248784910620945,
      "loss": 0.7996,
      "step": 14720
    },
    {
      "epoch": 0.7612009715260193,
      "grad_norm": 0.4447433650493622,
      "learning_rate": 0.00013166886099768245,
      "loss": 0.8162,
      "step": 14730
    },
    {
      "epoch": 0.7617177406852359,
      "grad_norm": 0.44065767526626587,
      "learning_rate": 0.00013085493555359173,
      "loss": 0.826,
      "step": 14740
    },
    {
      "epoch": 0.7622345098444525,
      "grad_norm": 0.47181805968284607,
      "learning_rate": 0.00013004604147852416,
      "loss": 0.8074,
      "step": 14750
    },
    {
      "epoch": 0.762751279003669,
      "grad_norm": 0.44598037004470825,
      "learning_rate": 0.00012924214767052268,
      "loss": 0.8047,
      "step": 14760
    },
    {
      "epoch": 0.7632680481628856,
      "grad_norm": 0.4688059091567993,
      "learning_rate": 0.00012844322321989025,
      "loss": 0.8076,
      "step": 14770
    },
    {
      "epoch": 0.7637848173221022,
      "grad_norm": 0.47695672512054443,
      "learning_rate": 0.00012764923740800162,
      "loss": 0.7913,
      "step": 14780
    },
    {
      "epoch": 0.7643015864813187,
      "grad_norm": 0.4601481556892395,
      "learning_rate": 0.00012686015970612207,
      "loss": 0.8122,
      "step": 14790
    },
    {
      "epoch": 0.7648183556405354,
      "grad_norm": 0.46827730536460876,
      "learning_rate": 0.0001260759597742335,
      "loss": 0.8136,
      "step": 14800
    },
    {
      "epoch": 0.765335124799752,
      "grad_norm": 0.43789979815483093,
      "learning_rate": 0.00012529660745986808,
      "loss": 0.8131,
      "step": 14810
    },
    {
      "epoch": 0.7658518939589686,
      "grad_norm": 0.44412630796432495,
      "learning_rate": 0.00012452207279694858,
      "loss": 0.7994,
      "step": 14820
    },
    {
      "epoch": 0.7663686631181851,
      "grad_norm": 0.44957849383354187,
      "learning_rate": 0.00012375232600463646,
      "loss": 0.801,
      "step": 14830
    },
    {
      "epoch": 0.7668854322774017,
      "grad_norm": 0.4659784436225891,
      "learning_rate": 0.0001229873374861867,
      "loss": 0.8011,
      "step": 14840
    },
    {
      "epoch": 0.7674022014366183,
      "grad_norm": 0.4447031617164612,
      "learning_rate": 0.00012222707782780977,
      "loss": 0.8132,
      "step": 14850
    },
    {
      "epoch": 0.7679189705958348,
      "grad_norm": 0.45082828402519226,
      "learning_rate": 0.00012147151779754062,
      "loss": 0.8067,
      "step": 14860
    },
    {
      "epoch": 0.7684357397550514,
      "grad_norm": 0.42726126313209534,
      "learning_rate": 0.00012072062834411491,
      "loss": 0.81,
      "step": 14870
    },
    {
      "epoch": 0.768952508914268,
      "grad_norm": 0.46154364943504333,
      "learning_rate": 0.00011997438059585174,
      "loss": 0.8063,
      "step": 14880
    },
    {
      "epoch": 0.7694692780734845,
      "grad_norm": 0.45202165842056274,
      "learning_rate": 0.00011923274585954376,
      "loss": 0.8066,
      "step": 14890
    },
    {
      "epoch": 0.7699860472327011,
      "grad_norm": 0.43574896454811096,
      "learning_rate": 0.00011849569561935377,
      "loss": 0.8024,
      "step": 14900
    },
    {
      "epoch": 0.7705028163919178,
      "grad_norm": 0.4647500514984131,
      "learning_rate": 0.00011776320153571831,
      "loss": 0.8047,
      "step": 14910
    },
    {
      "epoch": 0.7710195855511343,
      "grad_norm": 0.4715510308742523,
      "learning_rate": 0.00011703523544425804,
      "loss": 0.8242,
      "step": 14920
    },
    {
      "epoch": 0.7715363547103509,
      "grad_norm": 0.48043355345726013,
      "learning_rate": 0.00011631176935469487,
      "loss": 0.8014,
      "step": 14930
    },
    {
      "epoch": 0.7720531238695675,
      "grad_norm": 0.45127764344215393,
      "learning_rate": 0.00011559277544977559,
      "loss": 0.8143,
      "step": 14940
    },
    {
      "epoch": 0.7725698930287841,
      "grad_norm": 0.447942852973938,
      "learning_rate": 0.0001148782260842024,
      "loss": 0.815,
      "step": 14950
    },
    {
      "epoch": 0.7730866621880006,
      "grad_norm": 0.4494159519672394,
      "learning_rate": 0.00011416809378356995,
      "loss": 0.8193,
      "step": 14960
    },
    {
      "epoch": 0.7736034313472172,
      "grad_norm": 0.4411426782608032,
      "learning_rate": 0.00011346235124330891,
      "loss": 0.7971,
      "step": 14970
    },
    {
      "epoch": 0.7741202005064338,
      "grad_norm": 0.4652232229709625,
      "learning_rate": 0.0001127609713276361,
      "loss": 0.8108,
      "step": 14980
    },
    {
      "epoch": 0.7746369696656503,
      "grad_norm": 0.48985597491264343,
      "learning_rate": 0.00011206392706851122,
      "loss": 0.8061,
      "step": 14990
    },
    {
      "epoch": 0.7751537388248669,
      "grad_norm": 0.4511886239051819,
      "learning_rate": 0.00011137119166459977,
      "loss": 0.8046,
      "step": 15000
    },
    {
      "epoch": 0.7756705079840835,
      "grad_norm": 0.4621480405330658,
      "learning_rate": 0.00011068273848024272,
      "loss": 0.8116,
      "step": 15010
    },
    {
      "epoch": 0.7761872771433,
      "grad_norm": 0.45318228006362915,
      "learning_rate": 0.00010999854104443217,
      "loss": 0.7992,
      "step": 15020
    },
    {
      "epoch": 0.7767040463025167,
      "grad_norm": 0.46225494146347046,
      "learning_rate": 0.00010931857304979372,
      "loss": 0.8055,
      "step": 15030
    },
    {
      "epoch": 0.7772208154617333,
      "grad_norm": 0.4576970934867859,
      "learning_rate": 0.00010864280835157488,
      "loss": 0.7918,
      "step": 15040
    },
    {
      "epoch": 0.7777375846209498,
      "grad_norm": 0.43827998638153076,
      "learning_rate": 0.00010797122096663975,
      "loss": 0.8124,
      "step": 15050
    },
    {
      "epoch": 0.7782543537801664,
      "grad_norm": 0.4270840883255005,
      "learning_rate": 0.00010730378507247009,
      "loss": 0.8027,
      "step": 15060
    },
    {
      "epoch": 0.778771122939383,
      "grad_norm": 0.4645536243915558,
      "learning_rate": 0.00010664047500617232,
      "loss": 0.8103,
      "step": 15070
    },
    {
      "epoch": 0.7792878920985996,
      "grad_norm": 0.4405182898044586,
      "learning_rate": 0.00010598126526349083,
      "loss": 0.7886,
      "step": 15080
    },
    {
      "epoch": 0.7798046612578161,
      "grad_norm": 0.4572370648384094,
      "learning_rate": 0.00010532613049782744,
      "loss": 0.8021,
      "step": 15090
    },
    {
      "epoch": 0.7803214304170327,
      "grad_norm": 0.4464896321296692,
      "learning_rate": 0.00010467504551926664,
      "loss": 0.7897,
      "step": 15100
    },
    {
      "epoch": 0.7808381995762493,
      "grad_norm": 0.470245897769928,
      "learning_rate": 0.00010402798529360717,
      "loss": 0.8053,
      "step": 15110
    },
    {
      "epoch": 0.7813549687354658,
      "grad_norm": 0.4271971583366394,
      "learning_rate": 0.00010338492494139942,
      "loss": 0.8144,
      "step": 15120
    },
    {
      "epoch": 0.7818717378946825,
      "grad_norm": 0.45670023560523987,
      "learning_rate": 0.00010274583973698883,
      "loss": 0.8012,
      "step": 15130
    },
    {
      "epoch": 0.7823885070538991,
      "grad_norm": 0.4224714934825897,
      "learning_rate": 0.0001021107051075651,
      "loss": 0.785,
      "step": 15140
    },
    {
      "epoch": 0.7829052762131156,
      "grad_norm": 0.43493083119392395,
      "learning_rate": 0.00010147949663221759,
      "loss": 0.8028,
      "step": 15150
    },
    {
      "epoch": 0.7834220453723322,
      "grad_norm": 0.4562802016735077,
      "learning_rate": 0.00010085219004099603,
      "loss": 0.8052,
      "step": 15160
    },
    {
      "epoch": 0.7839388145315488,
      "grad_norm": 0.44530564546585083,
      "learning_rate": 0.00010022876121397758,
      "loss": 0.8073,
      "step": 15170
    },
    {
      "epoch": 0.7844555836907653,
      "grad_norm": 0.5228975415229797,
      "learning_rate": 9.960918618033934e-05,
      "loss": 0.8089,
      "step": 15180
    },
    {
      "epoch": 0.7849723528499819,
      "grad_norm": 0.44067102670669556,
      "learning_rate": 9.899344111743661e-05,
      "loss": 0.7955,
      "step": 15190
    },
    {
      "epoch": 0.7854891220091985,
      "grad_norm": 0.474118173122406,
      "learning_rate": 9.838150234988704e-05,
      "loss": 0.7932,
      "step": 15200
    },
    {
      "epoch": 0.786005891168415,
      "grad_norm": 0.4493066668510437,
      "learning_rate": 9.777334634866019e-05,
      "loss": 0.7938,
      "step": 15210
    },
    {
      "epoch": 0.7865226603276316,
      "grad_norm": 0.44325533509254456,
      "learning_rate": 9.716894973017291e-05,
      "loss": 0.8098,
      "step": 15220
    },
    {
      "epoch": 0.7870394294868482,
      "grad_norm": 0.44017842411994934,
      "learning_rate": 9.656828925539026e-05,
      "loss": 0.7872,
      "step": 15230
    },
    {
      "epoch": 0.7875561986460649,
      "grad_norm": 0.4537578225135803,
      "learning_rate": 9.597134182893185e-05,
      "loss": 0.8046,
      "step": 15240
    },
    {
      "epoch": 0.7880729678052814,
      "grad_norm": 0.43279150128364563,
      "learning_rate": 9.5378084498184e-05,
      "loss": 0.8155,
      "step": 15250
    },
    {
      "epoch": 0.788589736964498,
      "grad_norm": 0.45793530344963074,
      "learning_rate": 9.478849445241703e-05,
      "loss": 0.8033,
      "step": 15260
    },
    {
      "epoch": 0.7891065061237146,
      "grad_norm": 0.45037081837654114,
      "learning_rate": 9.420254902190833e-05,
      "loss": 0.7985,
      "step": 15270
    },
    {
      "epoch": 0.7896232752829311,
      "grad_norm": 0.4623776972293854,
      "learning_rate": 9.362022567707067e-05,
      "loss": 0.8197,
      "step": 15280
    },
    {
      "epoch": 0.7901400444421477,
      "grad_norm": 0.4537854790687561,
      "learning_rate": 9.30415020275859e-05,
      "loss": 0.7926,
      "step": 15290
    },
    {
      "epoch": 0.7906568136013643,
      "grad_norm": 0.4492059648036957,
      "learning_rate": 9.246635582154403e-05,
      "loss": 0.7938,
      "step": 15300
    },
    {
      "epoch": 0.7911735827605808,
      "grad_norm": 0.4396090805530548,
      "learning_rate": 9.189476494458775e-05,
      "loss": 0.7999,
      "step": 15310
    },
    {
      "epoch": 0.7916903519197974,
      "grad_norm": 0.43469393253326416,
      "learning_rate": 9.132670741906201e-05,
      "loss": 0.7994,
      "step": 15320
    },
    {
      "epoch": 0.792207121079014,
      "grad_norm": 0.44428810477256775,
      "learning_rate": 9.076216140316906e-05,
      "loss": 0.8043,
      "step": 15330
    },
    {
      "epoch": 0.7927238902382305,
      "grad_norm": 0.4329991638660431,
      "learning_rate": 9.02011051901286e-05,
      "loss": 0.7877,
      "step": 15340
    },
    {
      "epoch": 0.7932406593974471,
      "grad_norm": 0.4495084583759308,
      "learning_rate": 8.964351720734322e-05,
      "loss": 0.7969,
      "step": 15350
    },
    {
      "epoch": 0.7937574285566638,
      "grad_norm": 0.4632558822631836,
      "learning_rate": 8.908937601556875e-05,
      "loss": 0.7895,
      "step": 15360
    },
    {
      "epoch": 0.7942741977158804,
      "grad_norm": 0.44832077622413635,
      "learning_rate": 8.853866030809016e-05,
      "loss": 0.7928,
      "step": 15370
    },
    {
      "epoch": 0.7947909668750969,
      "grad_norm": 0.4608152210712433,
      "learning_rate": 8.799134890990218e-05,
      "loss": 0.8033,
      "step": 15380
    },
    {
      "epoch": 0.7953077360343135,
      "grad_norm": 0.45813852548599243,
      "learning_rate": 8.744742077689513e-05,
      "loss": 0.8127,
      "step": 15390
    },
    {
      "epoch": 0.7958245051935301,
      "grad_norm": 0.4426814317703247,
      "learning_rate": 8.69068549950458e-05,
      "loss": 0.7939,
      "step": 15400
    },
    {
      "epoch": 0.7963412743527466,
      "grad_norm": 0.4528840482234955,
      "learning_rate": 8.636963077961332e-05,
      "loss": 0.7889,
      "step": 15410
    },
    {
      "epoch": 0.7968580435119632,
      "grad_norm": 0.4318794310092926,
      "learning_rate": 8.583572747433989e-05,
      "loss": 0.79,
      "step": 15420
    },
    {
      "epoch": 0.7973748126711798,
      "grad_norm": 0.4563692808151245,
      "learning_rate": 8.530512455065673e-05,
      "loss": 0.7922,
      "step": 15430
    },
    {
      "epoch": 0.7978915818303963,
      "grad_norm": 0.44473403692245483,
      "learning_rate": 8.477780160689458e-05,
      "loss": 0.7999,
      "step": 15440
    },
    {
      "epoch": 0.7984083509896129,
      "grad_norm": 0.45080122351646423,
      "learning_rate": 8.425373836749934e-05,
      "loss": 0.7854,
      "step": 15450
    },
    {
      "epoch": 0.7989251201488295,
      "grad_norm": 0.4660671055316925,
      "learning_rate": 8.373291468225247e-05,
      "loss": 0.8033,
      "step": 15460
    },
    {
      "epoch": 0.799441889308046,
      "grad_norm": 0.43612638115882874,
      "learning_rate": 8.321531052549621e-05,
      "loss": 0.7975,
      "step": 15470
    },
    {
      "epoch": 0.7999586584672627,
      "grad_norm": 0.44829973578453064,
      "learning_rate": 8.270090599536357e-05,
      "loss": 0.7865,
      "step": 15480
    },
    {
      "epoch": 0.8004754276264793,
      "grad_norm": 0.4527774751186371,
      "learning_rate": 8.218968131301314e-05,
      "loss": 0.7994,
      "step": 15490
    },
    {
      "epoch": 0.8009921967856958,
      "grad_norm": 0.46482163667678833,
      "learning_rate": 8.16816168218686e-05,
      "loss": 0.7949,
      "step": 15500
    },
    {
      "epoch": 0.8015089659449124,
      "grad_norm": 0.4425605535507202,
      "learning_rate": 8.117669298686285e-05,
      "loss": 0.7708,
      "step": 15510
    },
    {
      "epoch": 0.802025735104129,
      "grad_norm": 0.4287862777709961,
      "learning_rate": 8.0674890393687e-05,
      "loss": 0.801,
      "step": 15520
    },
    {
      "epoch": 0.8025425042633456,
      "grad_norm": 0.4485211670398712,
      "learning_rate": 8.017618974804377e-05,
      "loss": 0.7876,
      "step": 15530
    },
    {
      "epoch": 0.8030592734225621,
      "grad_norm": 0.43715623021125793,
      "learning_rate": 7.968057187490574e-05,
      "loss": 0.7984,
      "step": 15540
    },
    {
      "epoch": 0.8035760425817787,
      "grad_norm": 0.4431898891925812,
      "learning_rate": 7.918801771777797e-05,
      "loss": 0.787,
      "step": 15550
    },
    {
      "epoch": 0.8040928117409953,
      "grad_norm": 0.4634036421775818,
      "learning_rate": 7.869850833796537e-05,
      "loss": 0.8002,
      "step": 15560
    },
    {
      "epoch": 0.8046095809002118,
      "grad_norm": 0.4434111416339874,
      "learning_rate": 7.821202491384445e-05,
      "loss": 0.7827,
      "step": 15570
    },
    {
      "epoch": 0.8051263500594285,
      "grad_norm": 0.4345285892486572,
      "learning_rate": 7.77285487401396e-05,
      "loss": 0.7983,
      "step": 15580
    },
    {
      "epoch": 0.8056431192186451,
      "grad_norm": 0.4299919605255127,
      "learning_rate": 7.724806122720396e-05,
      "loss": 0.7777,
      "step": 15590
    },
    {
      "epoch": 0.8061598883778616,
      "grad_norm": 0.44167646765708923,
      "learning_rate": 7.677054390030455e-05,
      "loss": 0.7967,
      "step": 15600
    },
    {
      "epoch": 0.8066766575370782,
      "grad_norm": 0.4805566370487213,
      "learning_rate": 7.629597839891209e-05,
      "loss": 0.809,
      "step": 15610
    },
    {
      "epoch": 0.8071934266962948,
      "grad_norm": 0.4554888606071472,
      "learning_rate": 7.582434647599476e-05,
      "loss": 0.792,
      "step": 15620
    },
    {
      "epoch": 0.8077101958555113,
      "grad_norm": 0.4604235887527466,
      "learning_rate": 7.535562999731686e-05,
      "loss": 0.7825,
      "step": 15630
    },
    {
      "epoch": 0.8082269650147279,
      "grad_norm": 0.47276201844215393,
      "learning_rate": 7.488981094074143e-05,
      "loss": 0.7981,
      "step": 15640
    },
    {
      "epoch": 0.8087437341739445,
      "grad_norm": 0.46937987208366394,
      "learning_rate": 7.442687139553729e-05,
      "loss": 0.7825,
      "step": 15650
    },
    {
      "epoch": 0.8092605033331611,
      "grad_norm": 0.44667670130729675,
      "learning_rate": 7.396679356169044e-05,
      "loss": 0.7788,
      "step": 15660
    },
    {
      "epoch": 0.8097772724923776,
      "grad_norm": 0.4452296197414398,
      "learning_rate": 7.35095597492196e-05,
      "loss": 0.7962,
      "step": 15670
    },
    {
      "epoch": 0.8102940416515942,
      "grad_norm": 0.47155633568763733,
      "learning_rate": 7.3055152377496e-05,
      "loss": 0.7937,
      "step": 15680
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 0.4572817087173462,
      "learning_rate": 7.260355397456748e-05,
      "loss": 0.7911,
      "step": 15690
    },
    {
      "epoch": 0.8113275799700274,
      "grad_norm": 0.4582803547382355,
      "learning_rate": 7.21547471764867e-05,
      "loss": 0.7832,
      "step": 15700
    },
    {
      "epoch": 0.811844349129244,
      "grad_norm": 0.45184165239334106,
      "learning_rate": 7.170871472664335e-05,
      "loss": 0.7896,
      "step": 15710
    },
    {
      "epoch": 0.8123611182884606,
      "grad_norm": 0.462866872549057,
      "learning_rate": 7.126543947510089e-05,
      "loss": 0.8053,
      "step": 15720
    },
    {
      "epoch": 0.8128778874476771,
      "grad_norm": 0.4350687265396118,
      "learning_rate": 7.082490437793685e-05,
      "loss": 0.7901,
      "step": 15730
    },
    {
      "epoch": 0.8133946566068937,
      "grad_norm": 0.48868757486343384,
      "learning_rate": 7.03870924965877e-05,
      "loss": 0.7932,
      "step": 15740
    },
    {
      "epoch": 0.8139114257661103,
      "grad_norm": 0.4378123879432678,
      "learning_rate": 6.995198699719745e-05,
      "loss": 0.8041,
      "step": 15750
    },
    {
      "epoch": 0.8144281949253268,
      "grad_norm": 0.43519341945648193,
      "learning_rate": 6.95195711499705e-05,
      "loss": 0.7868,
      "step": 15760
    },
    {
      "epoch": 0.8149449640845434,
      "grad_norm": 0.434491366147995,
      "learning_rate": 6.908982832852821e-05,
      "loss": 0.7872,
      "step": 15770
    },
    {
      "epoch": 0.81546173324376,
      "grad_norm": 0.44694221019744873,
      "learning_rate": 6.86627420092698e-05,
      "loss": 0.7804,
      "step": 15780
    },
    {
      "epoch": 0.8159785024029765,
      "grad_norm": 0.4496343731880188,
      "learning_rate": 6.823829577073686e-05,
      "loss": 0.7805,
      "step": 15790
    },
    {
      "epoch": 0.8164952715621931,
      "grad_norm": 0.4403352737426758,
      "learning_rate": 6.781647329298209e-05,
      "loss": 0.7783,
      "step": 15800
    },
    {
      "epoch": 0.8170120407214098,
      "grad_norm": 0.43307387828826904,
      "learning_rate": 6.739725835694167e-05,
      "loss": 0.7883,
      "step": 15810
    },
    {
      "epoch": 0.8175288098806264,
      "grad_norm": 0.4405989646911621,
      "learning_rate": 6.698063484381174e-05,
      "loss": 0.7945,
      "step": 15820
    },
    {
      "epoch": 0.8180455790398429,
      "grad_norm": 0.46816104650497437,
      "learning_rate": 6.656658673442854e-05,
      "loss": 0.7719,
      "step": 15830
    },
    {
      "epoch": 0.8185623481990595,
      "grad_norm": 0.4712413251399994,
      "learning_rate": 6.615509810865257e-05,
      "loss": 0.8033,
      "step": 15840
    },
    {
      "epoch": 0.8190791173582761,
      "grad_norm": 0.45156368613243103,
      "learning_rate": 6.574615314475637e-05,
      "loss": 0.7981,
      "step": 15850
    },
    {
      "epoch": 0.8195958865174926,
      "grad_norm": 0.44122111797332764,
      "learning_rate": 6.533973611881624e-05,
      "loss": 0.7945,
      "step": 15860
    },
    {
      "epoch": 0.8201126556767092,
      "grad_norm": 0.4496499001979828,
      "learning_rate": 6.493583140410763e-05,
      "loss": 0.7858,
      "step": 15870
    },
    {
      "epoch": 0.8206294248359258,
      "grad_norm": 0.4501078128814697,
      "learning_rate": 6.453442347050426e-05,
      "loss": 0.7928,
      "step": 15880
    },
    {
      "epoch": 0.8211461939951423,
      "grad_norm": 0.4360281825065613,
      "learning_rate": 6.413549688388107e-05,
      "loss": 0.787,
      "step": 15890
    },
    {
      "epoch": 0.8216629631543589,
      "grad_norm": 0.4398462176322937,
      "learning_rate": 6.37390363055207e-05,
      "loss": 0.7736,
      "step": 15900
    },
    {
      "epoch": 0.8221797323135756,
      "grad_norm": 0.44592639803886414,
      "learning_rate": 6.334502649152376e-05,
      "loss": 0.7869,
      "step": 15910
    },
    {
      "epoch": 0.822696501472792,
      "grad_norm": 0.44563406705856323,
      "learning_rate": 6.295345229222268e-05,
      "loss": 0.7859,
      "step": 15920
    },
    {
      "epoch": 0.8232132706320087,
      "grad_norm": 0.46638575196266174,
      "learning_rate": 6.256429865159924e-05,
      "loss": 0.7921,
      "step": 15930
    },
    {
      "epoch": 0.8237300397912253,
      "grad_norm": 0.458056777715683,
      "learning_rate": 6.217755060670557e-05,
      "loss": 0.7799,
      "step": 15940
    },
    {
      "epoch": 0.8242468089504419,
      "grad_norm": 0.4988017976284027,
      "learning_rate": 6.1793193287089e-05,
      "loss": 0.7771,
      "step": 15950
    },
    {
      "epoch": 0.8247635781096584,
      "grad_norm": 0.44715121388435364,
      "learning_rate": 6.141121191422011e-05,
      "loss": 0.7974,
      "step": 15960
    },
    {
      "epoch": 0.825280347268875,
      "grad_norm": 0.45090383291244507,
      "learning_rate": 6.1031591800924596e-05,
      "loss": 0.7683,
      "step": 15970
    },
    {
      "epoch": 0.8257971164280916,
      "grad_norm": 0.43011826276779175,
      "learning_rate": 6.0654318350818545e-05,
      "loss": 0.7791,
      "step": 15980
    },
    {
      "epoch": 0.8263138855873081,
      "grad_norm": 0.4606122672557831,
      "learning_rate": 6.027937705774713e-05,
      "loss": 0.7998,
      "step": 15990
    },
    {
      "epoch": 0.8268306547465247,
      "grad_norm": 0.4207383096218109,
      "learning_rate": 5.9906753505226956e-05,
      "loss": 0.7785,
      "step": 16000
    },
    {
      "epoch": 0.8273474239057413,
      "grad_norm": 0.4336974620819092,
      "learning_rate": 5.953643336589173e-05,
      "loss": 0.7834,
      "step": 16010
    },
    {
      "epoch": 0.8278641930649578,
      "grad_norm": 0.4548156261444092,
      "learning_rate": 5.916840240094121e-05,
      "loss": 0.7922,
      "step": 16020
    },
    {
      "epoch": 0.8283809622241745,
      "grad_norm": 0.43436485528945923,
      "learning_rate": 5.880264645959399e-05,
      "loss": 0.7804,
      "step": 16030
    },
    {
      "epoch": 0.8288977313833911,
      "grad_norm": 0.4377012252807617,
      "learning_rate": 5.843915147854316e-05,
      "loss": 0.7718,
      "step": 16040
    },
    {
      "epoch": 0.8294145005426076,
      "grad_norm": 0.46145206689834595,
      "learning_rate": 5.807790348141579e-05,
      "loss": 0.7888,
      "step": 16050
    },
    {
      "epoch": 0.8299312697018242,
      "grad_norm": 0.444749116897583,
      "learning_rate": 5.771888857823527e-05,
      "loss": 0.7978,
      "step": 16060
    },
    {
      "epoch": 0.8304480388610408,
      "grad_norm": 0.4541518986225128,
      "learning_rate": 5.736209296488757e-05,
      "loss": 0.7849,
      "step": 16070
    },
    {
      "epoch": 0.8309648080202574,
      "grad_norm": 0.43136441707611084,
      "learning_rate": 5.7007502922590154e-05,
      "loss": 0.7924,
      "step": 16080
    },
    {
      "epoch": 0.8314815771794739,
      "grad_norm": 0.4634501338005066,
      "learning_rate": 5.665510481736475e-05,
      "loss": 0.7966,
      "step": 16090
    },
    {
      "epoch": 0.8319983463386905,
      "grad_norm": 0.45138517022132874,
      "learning_rate": 5.63048850995129e-05,
      "loss": 0.783,
      "step": 16100
    },
    {
      "epoch": 0.8325151154979071,
      "grad_norm": 0.45926496386528015,
      "learning_rate": 5.59568303030952e-05,
      "loss": 0.7903,
      "step": 16110
    },
    {
      "epoch": 0.8330318846571236,
      "grad_norm": 0.4217846691608429,
      "learning_rate": 5.561092704541337e-05,
      "loss": 0.765,
      "step": 16120
    },
    {
      "epoch": 0.8335486538163402,
      "grad_norm": 0.46820348501205444,
      "learning_rate": 5.526716202649569e-05,
      "loss": 0.7917,
      "step": 16130
    },
    {
      "epoch": 0.8340654229755569,
      "grad_norm": 0.45810696482658386,
      "learning_rate": 5.492552202858579e-05,
      "loss": 0.7771,
      "step": 16140
    },
    {
      "epoch": 0.8345821921347734,
      "grad_norm": 0.45739495754241943,
      "learning_rate": 5.458599391563416e-05,
      "loss": 0.7949,
      "step": 16150
    },
    {
      "epoch": 0.83509896129399,
      "grad_norm": 0.45775654911994934,
      "learning_rate": 5.4248564632793354e-05,
      "loss": 0.7748,
      "step": 16160
    },
    {
      "epoch": 0.8356157304532066,
      "grad_norm": 0.471780925989151,
      "learning_rate": 5.3913221205915764e-05,
      "loss": 0.7908,
      "step": 16170
    },
    {
      "epoch": 0.8361324996124231,
      "grad_norm": 0.4380318522453308,
      "learning_rate": 5.3579950741055e-05,
      "loss": 0.7871,
      "step": 16180
    },
    {
      "epoch": 0.8366492687716397,
      "grad_norm": 0.45614588260650635,
      "learning_rate": 5.324874042396992e-05,
      "loss": 0.7717,
      "step": 16190
    },
    {
      "epoch": 0.8371660379308563,
      "grad_norm": 0.42838895320892334,
      "learning_rate": 5.29195775196321e-05,
      "loss": 0.7816,
      "step": 16200
    },
    {
      "epoch": 0.8376828070900728,
      "grad_norm": 0.47133561968803406,
      "learning_rate": 5.259244937173599e-05,
      "loss": 0.7732,
      "step": 16210
    },
    {
      "epoch": 0.8381995762492894,
      "grad_norm": 0.42173993587493896,
      "learning_rate": 5.226734340221249e-05,
      "loss": 0.7687,
      "step": 16220
    },
    {
      "epoch": 0.838716345408506,
      "grad_norm": 0.42915183305740356,
      "learning_rate": 5.194424711074507e-05,
      "loss": 0.7866,
      "step": 16230
    },
    {
      "epoch": 0.8392331145677226,
      "grad_norm": 0.4370039999485016,
      "learning_rate": 5.1623148074289386e-05,
      "loss": 0.7855,
      "step": 16240
    },
    {
      "epoch": 0.8397498837269392,
      "grad_norm": 0.4343273937702179,
      "learning_rate": 5.130403394659548e-05,
      "loss": 0.7871,
      "step": 16250
    },
    {
      "epoch": 0.8402666528861558,
      "grad_norm": 0.4628264009952545,
      "learning_rate": 5.0986892457733016e-05,
      "loss": 0.7929,
      "step": 16260
    },
    {
      "epoch": 0.8407834220453724,
      "grad_norm": 0.4544295072555542,
      "learning_rate": 5.067171141361967e-05,
      "loss": 0.7823,
      "step": 16270
    },
    {
      "epoch": 0.8413001912045889,
      "grad_norm": 0.46135464310646057,
      "learning_rate": 5.035847869555207e-05,
      "loss": 0.7747,
      "step": 16280
    },
    {
      "epoch": 0.8418169603638055,
      "grad_norm": 0.44259122014045715,
      "learning_rate": 5.004718225974004e-05,
      "loss": 0.7836,
      "step": 16290
    },
    {
      "epoch": 0.8423337295230221,
      "grad_norm": 0.44478118419647217,
      "learning_rate": 4.9737810136843286e-05,
      "loss": 0.7664,
      "step": 16300
    },
    {
      "epoch": 0.8428504986822386,
      "grad_norm": 0.44629231095314026,
      "learning_rate": 4.943035043151143e-05,
      "loss": 0.7906,
      "step": 16310
    },
    {
      "epoch": 0.8433672678414552,
      "grad_norm": 0.4398927092552185,
      "learning_rate": 4.912479132192638e-05,
      "loss": 0.7835,
      "step": 16320
    },
    {
      "epoch": 0.8438840370006718,
      "grad_norm": 0.4557620882987976,
      "learning_rate": 4.882112105934801e-05,
      "loss": 0.7727,
      "step": 16330
    },
    {
      "epoch": 0.8444008061598883,
      "grad_norm": 0.45272544026374817,
      "learning_rate": 4.851932796766221e-05,
      "loss": 0.781,
      "step": 16340
    },
    {
      "epoch": 0.8449175753191049,
      "grad_norm": 0.44196563959121704,
      "learning_rate": 4.821940044293212e-05,
      "loss": 0.7867,
      "step": 16350
    },
    {
      "epoch": 0.8454343444783216,
      "grad_norm": 0.44495323300361633,
      "learning_rate": 4.79213269529519e-05,
      "loss": 0.7791,
      "step": 16360
    },
    {
      "epoch": 0.8459511136375382,
      "grad_norm": 0.4298705756664276,
      "learning_rate": 4.76250960368032e-05,
      "loss": 0.7924,
      "step": 16370
    },
    {
      "epoch": 0.8464678827967547,
      "grad_norm": 0.4538145065307617,
      "learning_rate": 4.7330696304414696e-05,
      "loss": 0.801,
      "step": 16380
    },
    {
      "epoch": 0.8469846519559713,
      "grad_norm": 0.437732458114624,
      "learning_rate": 4.703811643612394e-05,
      "loss": 0.7953,
      "step": 16390
    },
    {
      "epoch": 0.8475014211151879,
      "grad_norm": 0.441617876291275,
      "learning_rate": 4.674734518224231e-05,
      "loss": 0.772,
      "step": 16400
    },
    {
      "epoch": 0.8480181902744044,
      "grad_norm": 0.42918652296066284,
      "learning_rate": 4.645837136262228e-05,
      "loss": 0.7839,
      "step": 16410
    },
    {
      "epoch": 0.848534959433621,
      "grad_norm": 0.44365042448043823,
      "learning_rate": 4.617118386622768e-05,
      "loss": 0.7774,
      "step": 16420
    },
    {
      "epoch": 0.8490517285928376,
      "grad_norm": 0.43790024518966675,
      "learning_rate": 4.588577165070638e-05,
      "loss": 0.7821,
      "step": 16430
    },
    {
      "epoch": 0.8495684977520541,
      "grad_norm": 0.4523584246635437,
      "learning_rate": 4.5602123741965806e-05,
      "loss": 0.7689,
      "step": 16440
    },
    {
      "epoch": 0.8500852669112707,
      "grad_norm": 0.438987135887146,
      "learning_rate": 4.5320229233750884e-05,
      "loss": 0.7774,
      "step": 16450
    },
    {
      "epoch": 0.8506020360704873,
      "grad_norm": 0.4385901987552643,
      "learning_rate": 4.504007728722478e-05,
      "loss": 0.7767,
      "step": 16460
    },
    {
      "epoch": 0.8511188052297038,
      "grad_norm": 0.44286254048347473,
      "learning_rate": 4.4761657130552136e-05,
      "loss": 0.7893,
      "step": 16470
    },
    {
      "epoch": 0.8516355743889205,
      "grad_norm": 0.43227192759513855,
      "learning_rate": 4.448495805848479e-05,
      "loss": 0.7632,
      "step": 16480
    },
    {
      "epoch": 0.8521523435481371,
      "grad_norm": 0.4544907510280609,
      "learning_rate": 4.420996943195034e-05,
      "loss": 0.7812,
      "step": 16490
    },
    {
      "epoch": 0.8526691127073536,
      "grad_norm": 0.46841660141944885,
      "learning_rate": 4.393668067764288e-05,
      "loss": 0.7712,
      "step": 16500
    },
    {
      "epoch": 0.8531858818665702,
      "grad_norm": 0.45919257402420044,
      "learning_rate": 4.3665081287616635e-05,
      "loss": 0.7757,
      "step": 16510
    },
    {
      "epoch": 0.8537026510257868,
      "grad_norm": 0.44672319293022156,
      "learning_rate": 4.339516081888175e-05,
      "loss": 0.7787,
      "step": 16520
    },
    {
      "epoch": 0.8542194201850034,
      "grad_norm": 0.445287823677063,
      "learning_rate": 4.312690889300296e-05,
      "loss": 0.7787,
      "step": 16530
    },
    {
      "epoch": 0.8547361893442199,
      "grad_norm": 0.46268194913864136,
      "learning_rate": 4.286031519570033e-05,
      "loss": 0.7757,
      "step": 16540
    },
    {
      "epoch": 0.8552529585034365,
      "grad_norm": 0.434190034866333,
      "learning_rate": 4.2595369476452845e-05,
      "loss": 0.7733,
      "step": 16550
    },
    {
      "epoch": 0.8557697276626531,
      "grad_norm": 0.4440845549106598,
      "learning_rate": 4.233206154810416e-05,
      "loss": 0.7667,
      "step": 16560
    },
    {
      "epoch": 0.8562864968218696,
      "grad_norm": 0.43531450629234314,
      "learning_rate": 4.2070381286470965e-05,
      "loss": 0.7712,
      "step": 16570
    },
    {
      "epoch": 0.8568032659810862,
      "grad_norm": 0.46447721123695374,
      "learning_rate": 4.181031862995373e-05,
      "loss": 0.7679,
      "step": 16580
    },
    {
      "epoch": 0.8573200351403029,
      "grad_norm": 0.43442919850349426,
      "learning_rate": 4.155186357914973e-05,
      "loss": 0.7959,
      "step": 16590
    },
    {
      "epoch": 0.8578368042995194,
      "grad_norm": 0.4343065917491913,
      "learning_rate": 4.129500619646871e-05,
      "loss": 0.7829,
      "step": 16600
    },
    {
      "epoch": 0.858353573458736,
      "grad_norm": 0.4585905969142914,
      "learning_rate": 4.103973660575065e-05,
      "loss": 0.7786,
      "step": 16610
    },
    {
      "epoch": 0.8588703426179526,
      "grad_norm": 0.43392133712768555,
      "learning_rate": 4.078604499188617e-05,
      "loss": 0.7773,
      "step": 16620
    },
    {
      "epoch": 0.8593871117771691,
      "grad_norm": 0.43312516808509827,
      "learning_rate": 4.053392160043896e-05,
      "loss": 0.7678,
      "step": 16630
    },
    {
      "epoch": 0.8599038809363857,
      "grad_norm": 0.4381249248981476,
      "learning_rate": 4.028335673727093e-05,
      "loss": 0.7724,
      "step": 16640
    },
    {
      "epoch": 0.8604206500956023,
      "grad_norm": 0.4337814152240753,
      "learning_rate": 4.0034340768169274e-05,
      "loss": 0.7823,
      "step": 16650
    },
    {
      "epoch": 0.8609374192548189,
      "grad_norm": 0.4437348246574402,
      "learning_rate": 3.978686411847619e-05,
      "loss": 0.7926,
      "step": 16660
    },
    {
      "epoch": 0.8614541884140354,
      "grad_norm": 0.4341773986816406,
      "learning_rate": 3.954091727272062e-05,
      "loss": 0.7826,
      "step": 16670
    },
    {
      "epoch": 0.861970957573252,
      "grad_norm": 0.44881367683410645,
      "learning_rate": 3.929649077425246e-05,
      "loss": 0.7704,
      "step": 16680
    },
    {
      "epoch": 0.8624877267324687,
      "grad_norm": 0.4502032697200775,
      "learning_rate": 3.9053575224878926e-05,
      "loss": 0.7816,
      "step": 16690
    },
    {
      "epoch": 0.8630044958916852,
      "grad_norm": 0.47224000096321106,
      "learning_rate": 3.881216128450315e-05,
      "loss": 0.7736,
      "step": 16700
    },
    {
      "epoch": 0.8635212650509018,
      "grad_norm": 0.4375690221786499,
      "learning_rate": 3.857223967076515e-05,
      "loss": 0.7812,
      "step": 16710
    },
    {
      "epoch": 0.8640380342101184,
      "grad_norm": 0.4506520926952362,
      "learning_rate": 3.833380115868479e-05,
      "loss": 0.7993,
      "step": 16720
    },
    {
      "epoch": 0.8645548033693349,
      "grad_norm": 0.45109614729881287,
      "learning_rate": 3.809683658030725e-05,
      "loss": 0.7912,
      "step": 16730
    },
    {
      "epoch": 0.8650715725285515,
      "grad_norm": 0.4557834267616272,
      "learning_rate": 3.7861336824350335e-05,
      "loss": 0.7775,
      "step": 16740
    },
    {
      "epoch": 0.8655883416877681,
      "grad_norm": 0.43183183670043945,
      "learning_rate": 3.7627292835854304e-05,
      "loss": 0.7656,
      "step": 16750
    },
    {
      "epoch": 0.8661051108469846,
      "grad_norm": 0.43516460061073303,
      "learning_rate": 3.7394695615833586e-05,
      "loss": 0.7817,
      "step": 16760
    },
    {
      "epoch": 0.8666218800062012,
      "grad_norm": 0.45719340443611145,
      "learning_rate": 3.7163536220930875e-05,
      "loss": 0.7886,
      "step": 16770
    },
    {
      "epoch": 0.8671386491654178,
      "grad_norm": 0.45268991589546204,
      "learning_rate": 3.693380576307314e-05,
      "loss": 0.7874,
      "step": 16780
    },
    {
      "epoch": 0.8676554183246343,
      "grad_norm": 0.43802937865257263,
      "learning_rate": 3.6705495409130015e-05,
      "loss": 0.7802,
      "step": 16790
    },
    {
      "epoch": 0.8681721874838509,
      "grad_norm": 0.44268324971199036,
      "learning_rate": 3.647859638057403e-05,
      "loss": 0.7695,
      "step": 16800
    },
    {
      "epoch": 0.8686889566430676,
      "grad_norm": 0.4444487988948822,
      "learning_rate": 3.625309995314319e-05,
      "loss": 0.7831,
      "step": 16810
    },
    {
      "epoch": 0.8692057258022842,
      "grad_norm": 0.4433843493461609,
      "learning_rate": 3.602899745650546e-05,
      "loss": 0.7795,
      "step": 16820
    },
    {
      "epoch": 0.8697224949615007,
      "grad_norm": 0.45644548535346985,
      "learning_rate": 3.580628027392539e-05,
      "loss": 0.7705,
      "step": 16830
    },
    {
      "epoch": 0.8702392641207173,
      "grad_norm": 0.4484211802482605,
      "learning_rate": 3.558493984193286e-05,
      "loss": 0.7708,
      "step": 16840
    },
    {
      "epoch": 0.8707560332799339,
      "grad_norm": 0.46782976388931274,
      "learning_rate": 3.536496764999374e-05,
      "loss": 0.7723,
      "step": 16850
    },
    {
      "epoch": 0.8712728024391504,
      "grad_norm": 0.4290997087955475,
      "learning_rate": 3.5146355240182734e-05,
      "loss": 0.7832,
      "step": 16860
    },
    {
      "epoch": 0.871789571598367,
      "grad_norm": 0.449011892080307,
      "learning_rate": 3.492909420685807e-05,
      "loss": 0.786,
      "step": 16870
    },
    {
      "epoch": 0.8723063407575836,
      "grad_norm": 0.4471029043197632,
      "learning_rate": 3.471317619633846e-05,
      "loss": 0.7797,
      "step": 16880
    },
    {
      "epoch": 0.8728231099168001,
      "grad_norm": 0.41699501872062683,
      "learning_rate": 3.449859290658173e-05,
      "loss": 0.7732,
      "step": 16890
    },
    {
      "epoch": 0.8733398790760167,
      "grad_norm": 0.42831024527549744,
      "learning_rate": 3.428533608686573e-05,
      "loss": 0.7711,
      "step": 16900
    },
    {
      "epoch": 0.8738566482352333,
      "grad_norm": 0.44072601199150085,
      "learning_rate": 3.407339753747102e-05,
      "loss": 0.7796,
      "step": 16910
    },
    {
      "epoch": 0.8743734173944498,
      "grad_norm": 0.43595975637435913,
      "learning_rate": 3.386276910936564e-05,
      "loss": 0.7583,
      "step": 16920
    },
    {
      "epoch": 0.8748901865536665,
      "grad_norm": 0.47178915143013,
      "learning_rate": 3.365344270389179e-05,
      "loss": 0.7815,
      "step": 16930
    },
    {
      "epoch": 0.8754069557128831,
      "grad_norm": 0.4295157790184021,
      "learning_rate": 3.344541027245434e-05,
      "loss": 0.7664,
      "step": 16940
    },
    {
      "epoch": 0.8759237248720997,
      "grad_norm": 0.43913745880126953,
      "learning_rate": 3.323866381621149e-05,
      "loss": 0.767,
      "step": 16950
    },
    {
      "epoch": 0.8764404940313162,
      "grad_norm": 0.4710383415222168,
      "learning_rate": 3.3033195385767116e-05,
      "loss": 0.7841,
      "step": 16960
    },
    {
      "epoch": 0.8769572631905328,
      "grad_norm": 0.4420885443687439,
      "learning_rate": 3.282899708086518e-05,
      "loss": 0.7809,
      "step": 16970
    },
    {
      "epoch": 0.8774740323497494,
      "grad_norm": 0.4158540666103363,
      "learning_rate": 3.262606105008591e-05,
      "loss": 0.7677,
      "step": 16980
    },
    {
      "epoch": 0.8779908015089659,
      "grad_norm": 0.4570242464542389,
      "learning_rate": 3.242437949054398e-05,
      "loss": 0.7651,
      "step": 16990
    },
    {
      "epoch": 0.8785075706681825,
      "grad_norm": 0.4389027953147888,
      "learning_rate": 3.2223944647588423e-05,
      "loss": 0.7688,
      "step": 17000
    },
    {
      "epoch": 0.8790243398273991,
      "grad_norm": 0.4603040814399719,
      "learning_rate": 3.202474881450452e-05,
      "loss": 0.7836,
      "step": 17010
    },
    {
      "epoch": 0.8795411089866156,
      "grad_norm": 0.43595853447914124,
      "learning_rate": 3.18267843322174e-05,
      "loss": 0.7632,
      "step": 17020
    },
    {
      "epoch": 0.8800578781458323,
      "grad_norm": 0.45017024874687195,
      "learning_rate": 3.163004358899766e-05,
      "loss": 0.7783,
      "step": 17030
    },
    {
      "epoch": 0.8805746473050489,
      "grad_norm": 0.4486757516860962,
      "learning_rate": 3.143451902016862e-05,
      "loss": 0.7764,
      "step": 17040
    },
    {
      "epoch": 0.8810914164642654,
      "grad_norm": 0.44407910108566284,
      "learning_rate": 3.124020310781543e-05,
      "loss": 0.768,
      "step": 17050
    },
    {
      "epoch": 0.881608185623482,
      "grad_norm": 0.43660351634025574,
      "learning_rate": 3.1047088380496114e-05,
      "loss": 0.7758,
      "step": 17060
    },
    {
      "epoch": 0.8821249547826986,
      "grad_norm": 0.4449329674243927,
      "learning_rate": 3.0855167412954175e-05,
      "loss": 0.7875,
      "step": 17070
    },
    {
      "epoch": 0.8826417239419152,
      "grad_norm": 0.43863120675086975,
      "learning_rate": 3.066443282583321e-05,
      "loss": 0.7723,
      "step": 17080
    },
    {
      "epoch": 0.8831584931011317,
      "grad_norm": 0.4402186870574951,
      "learning_rate": 3.0474877285393036e-05,
      "loss": 0.7713,
      "step": 17090
    },
    {
      "epoch": 0.8836752622603483,
      "grad_norm": 0.47123128175735474,
      "learning_rate": 3.028649350322787e-05,
      "loss": 0.7822,
      "step": 17100
    },
    {
      "epoch": 0.8841920314195649,
      "grad_norm": 0.44672438502311707,
      "learning_rate": 3.0099274235985934e-05,
      "loss": 0.7716,
      "step": 17110
    },
    {
      "epoch": 0.8847088005787814,
      "grad_norm": 0.4311140179634094,
      "learning_rate": 2.9913212285091083e-05,
      "loss": 0.7735,
      "step": 17120
    },
    {
      "epoch": 0.885225569737998,
      "grad_norm": 0.42859673500061035,
      "learning_rate": 2.9728300496465886e-05,
      "loss": 0.768,
      "step": 17130
    },
    {
      "epoch": 0.8857423388972147,
      "grad_norm": 0.4675106406211853,
      "learning_rate": 2.954453176025668e-05,
      "loss": 0.7915,
      "step": 17140
    },
    {
      "epoch": 0.8862591080564312,
      "grad_norm": 0.44611257314682007,
      "learning_rate": 2.936189901056014e-05,
      "loss": 0.7661,
      "step": 17150
    },
    {
      "epoch": 0.8867758772156478,
      "grad_norm": 0.4537068009376526,
      "learning_rate": 2.918039522515154e-05,
      "loss": 0.7732,
      "step": 17160
    },
    {
      "epoch": 0.8872926463748644,
      "grad_norm": 0.451235830783844,
      "learning_rate": 2.900001342521487e-05,
      "loss": 0.7765,
      "step": 17170
    },
    {
      "epoch": 0.8878094155340809,
      "grad_norm": 0.42030608654022217,
      "learning_rate": 2.882074667507437e-05,
      "loss": 0.764,
      "step": 17180
    },
    {
      "epoch": 0.8883261846932975,
      "grad_norm": 0.4544169306755066,
      "learning_rate": 2.8642588081927974e-05,
      "loss": 0.7751,
      "step": 17190
    },
    {
      "epoch": 0.8888429538525141,
      "grad_norm": 0.4388182759284973,
      "learning_rate": 2.8465530795582176e-05,
      "loss": 0.7677,
      "step": 17200
    },
    {
      "epoch": 0.8893597230117306,
      "grad_norm": 0.4463309645652771,
      "learning_rate": 2.8289568008188735e-05,
      "loss": 0.7847,
      "step": 17210
    },
    {
      "epoch": 0.8898764921709472,
      "grad_norm": 0.42829135060310364,
      "learning_rate": 2.8114692953982826e-05,
      "loss": 0.7622,
      "step": 17220
    },
    {
      "epoch": 0.8903932613301638,
      "grad_norm": 0.4384378492832184,
      "learning_rate": 2.7940898909022972e-05,
      "loss": 0.7695,
      "step": 17230
    },
    {
      "epoch": 0.8909100304893804,
      "grad_norm": 0.4420071542263031,
      "learning_rate": 2.7768179190932436e-05,
      "loss": 0.7716,
      "step": 17240
    },
    {
      "epoch": 0.891426799648597,
      "grad_norm": 0.4406958818435669,
      "learning_rate": 2.7596527158642362e-05,
      "loss": 0.772,
      "step": 17250
    },
    {
      "epoch": 0.8919435688078136,
      "grad_norm": 0.46476542949676514,
      "learning_rate": 2.7425936212136382e-05,
      "loss": 0.7747,
      "step": 17260
    },
    {
      "epoch": 0.8924603379670302,
      "grad_norm": 0.44601190090179443,
      "learning_rate": 2.7256399792196816e-05,
      "loss": 0.7739,
      "step": 17270
    },
    {
      "epoch": 0.8929771071262467,
      "grad_norm": 0.4409795105457306,
      "learning_rate": 2.7087911380152546e-05,
      "loss": 0.7703,
      "step": 17280
    },
    {
      "epoch": 0.8934938762854633,
      "grad_norm": 0.4447353780269623,
      "learning_rate": 2.6920464497628288e-05,
      "loss": 0.7713,
      "step": 17290
    },
    {
      "epoch": 0.8940106454446799,
      "grad_norm": 0.42424049973487854,
      "learning_rate": 2.6754052706295595e-05,
      "loss": 0.7662,
      "step": 17300
    },
    {
      "epoch": 0.8945274146038964,
      "grad_norm": 0.4320373237133026,
      "learning_rate": 2.6588669607625194e-05,
      "loss": 0.764,
      "step": 17310
    },
    {
      "epoch": 0.895044183763113,
      "grad_norm": 0.4584170877933502,
      "learning_rate": 2.6424308842641074e-05,
      "loss": 0.7697,
      "step": 17320
    },
    {
      "epoch": 0.8955609529223296,
      "grad_norm": 0.4255240261554718,
      "learning_rate": 2.6260964091675873e-05,
      "loss": 0.7638,
      "step": 17330
    },
    {
      "epoch": 0.8960777220815461,
      "grad_norm": 0.4410153329372406,
      "learning_rate": 2.6098629074128e-05,
      "loss": 0.7722,
      "step": 17340
    },
    {
      "epoch": 0.8965944912407627,
      "grad_norm": 0.4603617787361145,
      "learning_rate": 2.593729754822004e-05,
      "loss": 0.7764,
      "step": 17350
    },
    {
      "epoch": 0.8971112603999793,
      "grad_norm": 0.4616399109363556,
      "learning_rate": 2.5776963310758847e-05,
      "loss": 0.7828,
      "step": 17360
    },
    {
      "epoch": 0.897628029559196,
      "grad_norm": 0.4478990435600281,
      "learning_rate": 2.5617620196896944e-05,
      "loss": 0.7677,
      "step": 17370
    },
    {
      "epoch": 0.8981447987184125,
      "grad_norm": 0.4245089292526245,
      "learning_rate": 2.545926207989558e-05,
      "loss": 0.7751,
      "step": 17380
    },
    {
      "epoch": 0.8986615678776291,
      "grad_norm": 0.4588530957698822,
      "learning_rate": 2.530188287088909e-05,
      "loss": 0.7735,
      "step": 17390
    },
    {
      "epoch": 0.8991783370368457,
      "grad_norm": 0.4587204158306122,
      "learning_rate": 2.5145476518650782e-05,
      "loss": 0.7804,
      "step": 17400
    },
    {
      "epoch": 0.8996951061960622,
      "grad_norm": 0.4349258244037628,
      "learning_rate": 2.499003700936031e-05,
      "loss": 0.78,
      "step": 17410
    },
    {
      "epoch": 0.9002118753552788,
      "grad_norm": 0.46240687370300293,
      "learning_rate": 2.4835558366372383e-05,
      "loss": 0.7741,
      "step": 17420
    },
    {
      "epoch": 0.9007286445144954,
      "grad_norm": 0.43434906005859375,
      "learning_rate": 2.4682034649987037e-05,
      "loss": 0.7757,
      "step": 17430
    },
    {
      "epoch": 0.9012454136737119,
      "grad_norm": 0.45485690236091614,
      "learning_rate": 2.4529459957221164e-05,
      "loss": 0.7614,
      "step": 17440
    },
    {
      "epoch": 0.9017621828329285,
      "grad_norm": 0.451511025428772,
      "learning_rate": 2.4377828421581636e-05,
      "loss": 0.775,
      "step": 17450
    },
    {
      "epoch": 0.9022789519921451,
      "grad_norm": 0.44211798906326294,
      "learning_rate": 2.422713421283965e-05,
      "loss": 0.7715,
      "step": 17460
    },
    {
      "epoch": 0.9027957211513616,
      "grad_norm": 0.43941619992256165,
      "learning_rate": 2.4077371536806647e-05,
      "loss": 0.7762,
      "step": 17470
    },
    {
      "epoch": 0.9033124903105783,
      "grad_norm": 0.4729272723197937,
      "learning_rate": 2.392853463511143e-05,
      "loss": 0.7889,
      "step": 17480
    },
    {
      "epoch": 0.9038292594697949,
      "grad_norm": 0.45001113414764404,
      "learning_rate": 2.3780617784978833e-05,
      "loss": 0.7644,
      "step": 17490
    },
    {
      "epoch": 0.9043460286290114,
      "grad_norm": 0.44931286573410034,
      "learning_rate": 2.3633615299009652e-05,
      "loss": 0.7628,
      "step": 17500
    },
    {
      "epoch": 0.904862797788228,
      "grad_norm": 0.43167644739151,
      "learning_rate": 2.348752152496193e-05,
      "loss": 0.7707,
      "step": 17510
    },
    {
      "epoch": 0.9053795669474446,
      "grad_norm": 0.4542749226093292,
      "learning_rate": 2.33423308455337e-05,
      "loss": 0.7687,
      "step": 17520
    },
    {
      "epoch": 0.9058963361066612,
      "grad_norm": 0.4356542229652405,
      "learning_rate": 2.319803767814693e-05,
      "loss": 0.7656,
      "step": 17530
    },
    {
      "epoch": 0.9064131052658777,
      "grad_norm": 0.4345816373825073,
      "learning_rate": 2.305463647473293e-05,
      "loss": 0.7564,
      "step": 17540
    },
    {
      "epoch": 0.9069298744250943,
      "grad_norm": 0.4554193317890167,
      "learning_rate": 2.291212172151897e-05,
      "loss": 0.7659,
      "step": 17550
    },
    {
      "epoch": 0.9074466435843109,
      "grad_norm": 0.4463479518890381,
      "learning_rate": 2.2770487938816346e-05,
      "loss": 0.7608,
      "step": 17560
    },
    {
      "epoch": 0.9079634127435274,
      "grad_norm": 0.4824206829071045,
      "learning_rate": 2.262972968080962e-05,
      "loss": 0.7768,
      "step": 17570
    },
    {
      "epoch": 0.908480181902744,
      "grad_norm": 0.4427326023578644,
      "learning_rate": 2.248984153534727e-05,
      "loss": 0.7791,
      "step": 17580
    },
    {
      "epoch": 0.9089969510619607,
      "grad_norm": 0.4576285779476166,
      "learning_rate": 2.2350818123733565e-05,
      "loss": 0.7788,
      "step": 17590
    },
    {
      "epoch": 0.9095137202211772,
      "grad_norm": 0.40807288885116577,
      "learning_rate": 2.2212654100521793e-05,
      "loss": 0.7733,
      "step": 17600
    },
    {
      "epoch": 0.9100304893803938,
      "grad_norm": 0.4429195821285248,
      "learning_rate": 2.20753441533087e-05,
      "loss": 0.796,
      "step": 17610
    },
    {
      "epoch": 0.9105472585396104,
      "grad_norm": 0.4344060719013214,
      "learning_rate": 2.19388830025302e-05,
      "loss": 0.7661,
      "step": 17620
    },
    {
      "epoch": 0.9110640276988269,
      "grad_norm": 0.4657835364341736,
      "learning_rate": 2.180326540125846e-05,
      "loss": 0.7738,
      "step": 17630
    },
    {
      "epoch": 0.9115807968580435,
      "grad_norm": 0.4533781111240387,
      "learning_rate": 2.166848613500005e-05,
      "loss": 0.7719,
      "step": 17640
    },
    {
      "epoch": 0.9120975660172601,
      "grad_norm": 0.43933114409446716,
      "learning_rate": 2.1534540021495556e-05,
      "loss": 0.769,
      "step": 17650
    },
    {
      "epoch": 0.9126143351764767,
      "grad_norm": 0.439761221408844,
      "learning_rate": 2.140142191052022e-05,
      "loss": 0.7698,
      "step": 17660
    },
    {
      "epoch": 0.9131311043356932,
      "grad_norm": 0.471292644739151,
      "learning_rate": 2.1269126683685998e-05,
      "loss": 0.7586,
      "step": 17670
    },
    {
      "epoch": 0.9136478734949098,
      "grad_norm": 0.45629554986953735,
      "learning_rate": 2.1137649254244677e-05,
      "loss": 0.794,
      "step": 17680
    },
    {
      "epoch": 0.9141646426541264,
      "grad_norm": 0.4637652039527893,
      "learning_rate": 2.1006984566892386e-05,
      "loss": 0.7757,
      "step": 17690
    },
    {
      "epoch": 0.914681411813343,
      "grad_norm": 0.4626142382621765,
      "learning_rate": 2.087712759757512e-05,
      "loss": 0.7778,
      "step": 17700
    },
    {
      "epoch": 0.9151981809725596,
      "grad_norm": 0.4568713903427124,
      "learning_rate": 2.074807335329564e-05,
      "loss": 0.7972,
      "step": 17710
    },
    {
      "epoch": 0.9157149501317762,
      "grad_norm": 0.43964695930480957,
      "learning_rate": 2.061981687192147e-05,
      "loss": 0.7651,
      "step": 17720
    },
    {
      "epoch": 0.9162317192909927,
      "grad_norm": 0.45957452058792114,
      "learning_rate": 2.0492353221994066e-05,
      "loss": 0.7744,
      "step": 17730
    },
    {
      "epoch": 0.9167484884502093,
      "grad_norm": 0.42849215865135193,
      "learning_rate": 2.0365677502539268e-05,
      "loss": 0.7602,
      "step": 17740
    },
    {
      "epoch": 0.9172652576094259,
      "grad_norm": 0.4392319619655609,
      "learning_rate": 2.0239784842878798e-05,
      "loss": 0.7822,
      "step": 17750
    },
    {
      "epoch": 0.9177820267686424,
      "grad_norm": 0.43897444009780884,
      "learning_rate": 2.011467040244303e-05,
      "loss": 0.7793,
      "step": 17760
    },
    {
      "epoch": 0.918298795927859,
      "grad_norm": 0.4271240532398224,
      "learning_rate": 1.9990329370584816e-05,
      "loss": 0.7727,
      "step": 17770
    },
    {
      "epoch": 0.9188155650870756,
      "grad_norm": 0.43358883261680603,
      "learning_rate": 1.9866756966394584e-05,
      "loss": 0.7884,
      "step": 17780
    },
    {
      "epoch": 0.9193323342462921,
      "grad_norm": 0.4576852023601532,
      "learning_rate": 1.9743948438516452e-05,
      "loss": 0.7845,
      "step": 17790
    },
    {
      "epoch": 0.9198491034055087,
      "grad_norm": 0.4521750211715698,
      "learning_rate": 1.962189906496559e-05,
      "loss": 0.7652,
      "step": 17800
    },
    {
      "epoch": 0.9203658725647254,
      "grad_norm": 0.4462205469608307,
      "learning_rate": 1.9500604152946586e-05,
      "loss": 0.7748,
      "step": 17810
    },
    {
      "epoch": 0.920882641723942,
      "grad_norm": 0.4531271457672119,
      "learning_rate": 1.9380059038673104e-05,
      "loss": 0.7843,
      "step": 17820
    },
    {
      "epoch": 0.9213994108831585,
      "grad_norm": 0.4446341097354889,
      "learning_rate": 1.9260259087188497e-05,
      "loss": 0.7529,
      "step": 17830
    },
    {
      "epoch": 0.9219161800423751,
      "grad_norm": 0.4507541060447693,
      "learning_rate": 1.9141199692187586e-05,
      "loss": 0.7641,
      "step": 17840
    },
    {
      "epoch": 0.9224329492015917,
      "grad_norm": 0.4495556056499481,
      "learning_rate": 1.9022876275839615e-05,
      "loss": 0.7679,
      "step": 17850
    },
    {
      "epoch": 0.9229497183608082,
      "grad_norm": 0.448811799287796,
      "learning_rate": 1.890528428861213e-05,
      "loss": 0.7744,
      "step": 17860
    },
    {
      "epoch": 0.9234664875200248,
      "grad_norm": 0.45697128772735596,
      "learning_rate": 1.8788419209096178e-05,
      "loss": 0.7723,
      "step": 17870
    },
    {
      "epoch": 0.9239832566792414,
      "grad_norm": 0.43319204449653625,
      "learning_rate": 1.8672276543832325e-05,
      "loss": 0.7901,
      "step": 17880
    },
    {
      "epoch": 0.9245000258384579,
      "grad_norm": 0.4573897123336792,
      "learning_rate": 1.855685182713799e-05,
      "loss": 0.7739,
      "step": 17890
    },
    {
      "epoch": 0.9250167949976745,
      "grad_norm": 0.4467730224132538,
      "learning_rate": 1.8442140620935673e-05,
      "loss": 0.7709,
      "step": 17900
    },
    {
      "epoch": 0.9255335641568911,
      "grad_norm": 0.4632819592952728,
      "learning_rate": 1.8328138514582353e-05,
      "loss": 0.7597,
      "step": 17910
    },
    {
      "epoch": 0.9260503333161076,
      "grad_norm": 0.45948299765586853,
      "learning_rate": 1.821484112469986e-05,
      "loss": 0.7795,
      "step": 17920
    },
    {
      "epoch": 0.9265671024753243,
      "grad_norm": 0.464005708694458,
      "learning_rate": 1.810224409500637e-05,
      "loss": 0.7693,
      "step": 17930
    },
    {
      "epoch": 0.9270838716345409,
      "grad_norm": 0.4494501054286957,
      "learning_rate": 1.79903430961489e-05,
      "loss": 0.7754,
      "step": 17940
    },
    {
      "epoch": 0.9276006407937575,
      "grad_norm": 0.4453310966491699,
      "learning_rate": 1.7879133825536803e-05,
      "loss": 0.7703,
      "step": 17950
    },
    {
      "epoch": 0.928117409952974,
      "grad_norm": 0.4534304141998291,
      "learning_rate": 1.7768612007176403e-05,
      "loss": 0.7694,
      "step": 17960
    },
    {
      "epoch": 0.9286341791121906,
      "grad_norm": 0.42768940329551697,
      "learning_rate": 1.7658773391506503e-05,
      "loss": 0.7753,
      "step": 17970
    },
    {
      "epoch": 0.9291509482714072,
      "grad_norm": 0.4579961597919464,
      "learning_rate": 1.754961375523509e-05,
      "loss": 0.7756,
      "step": 17980
    },
    {
      "epoch": 0.9296677174306237,
      "grad_norm": 0.43378955125808716,
      "learning_rate": 1.744112890117683e-05,
      "loss": 0.7584,
      "step": 17990
    },
    {
      "epoch": 0.9301844865898403,
      "grad_norm": 0.4437185823917389,
      "learning_rate": 1.7333314658091796e-05,
      "loss": 0.7636,
      "step": 18000
    },
    {
      "epoch": 0.9307012557490569,
      "grad_norm": 0.4335078299045563,
      "learning_rate": 1.7226166880525008e-05,
      "loss": 0.7676,
      "step": 18010
    },
    {
      "epoch": 0.9312180249082734,
      "grad_norm": 0.4542897343635559,
      "learning_rate": 1.711968144864709e-05,
      "loss": 0.7743,
      "step": 18020
    },
    {
      "epoch": 0.93173479406749,
      "grad_norm": 0.46580132842063904,
      "learning_rate": 1.7013854268095815e-05,
      "loss": 0.7722,
      "step": 18030
    },
    {
      "epoch": 0.9322515632267067,
      "grad_norm": 0.4515324532985687,
      "learning_rate": 1.6908681269818735e-05,
      "loss": 0.7711,
      "step": 18040
    },
    {
      "epoch": 0.9327683323859232,
      "grad_norm": 0.4366278350353241,
      "learning_rate": 1.6804158409916664e-05,
      "loss": 0.7707,
      "step": 18050
    },
    {
      "epoch": 0.9332851015451398,
      "grad_norm": 0.45202723145484924,
      "learning_rate": 1.6700281669488236e-05,
      "loss": 0.7733,
      "step": 18060
    },
    {
      "epoch": 0.9338018707043564,
      "grad_norm": 0.4829843044281006,
      "learning_rate": 1.6597047054475375e-05,
      "loss": 0.7772,
      "step": 18070
    },
    {
      "epoch": 0.934318639863573,
      "grad_norm": 0.45102638006210327,
      "learning_rate": 1.6494450595509677e-05,
      "loss": 0.7736,
      "step": 18080
    },
    {
      "epoch": 0.9348354090227895,
      "grad_norm": 0.43405377864837646,
      "learning_rate": 1.639248834775986e-05,
      "loss": 0.7655,
      "step": 18090
    },
    {
      "epoch": 0.9353521781820061,
      "grad_norm": 0.44487160444259644,
      "learning_rate": 1.6291156390780006e-05,
      "loss": 0.7617,
      "step": 18100
    },
    {
      "epoch": 0.9358689473412227,
      "grad_norm": 0.4330504238605499,
      "learning_rate": 1.6190450828358913e-05,
      "loss": 0.7771,
      "step": 18110
    },
    {
      "epoch": 0.9363857165004392,
      "grad_norm": 0.44895511865615845,
      "learning_rate": 1.6090367788370184e-05,
      "loss": 0.7787,
      "step": 18120
    },
    {
      "epoch": 0.9369024856596558,
      "grad_norm": 0.4521077275276184,
      "learning_rate": 1.599090342262343e-05,
      "loss": 0.7599,
      "step": 18130
    },
    {
      "epoch": 0.9374192548188724,
      "grad_norm": 0.4501364529132843,
      "learning_rate": 1.589205390671625e-05,
      "loss": 0.7611,
      "step": 18140
    },
    {
      "epoch": 0.937936023978089,
      "grad_norm": 0.45777976512908936,
      "learning_rate": 1.5793815439887217e-05,
      "loss": 0.7609,
      "step": 18150
    },
    {
      "epoch": 0.9384527931373056,
      "grad_norm": 0.4469406306743622,
      "learning_rate": 1.569618424486971e-05,
      "loss": 0.7669,
      "step": 18160
    },
    {
      "epoch": 0.9389695622965222,
      "grad_norm": 0.44795021414756775,
      "learning_rate": 1.5599156567746714e-05,
      "loss": 0.7748,
      "step": 18170
    },
    {
      "epoch": 0.9394863314557387,
      "grad_norm": 0.46077170968055725,
      "learning_rate": 1.5502728677806457e-05,
      "loss": 0.7829,
      "step": 18180
    },
    {
      "epoch": 0.9400031006149553,
      "grad_norm": 0.4519754946231842,
      "learning_rate": 1.5406896867398952e-05,
      "loss": 0.7608,
      "step": 18190
    },
    {
      "epoch": 0.9405198697741719,
      "grad_norm": 0.43412908911705017,
      "learning_rate": 1.5311657451793483e-05,
      "loss": 0.7739,
      "step": 18200
    },
    {
      "epoch": 0.9410366389333884,
      "grad_norm": 0.44264018535614014,
      "learning_rate": 1.5217006769036868e-05,
      "loss": 0.7754,
      "step": 18210
    },
    {
      "epoch": 0.941553408092605,
      "grad_norm": 0.42187464237213135,
      "learning_rate": 1.5122941179812719e-05,
      "loss": 0.7649,
      "step": 18220
    },
    {
      "epoch": 0.9420701772518216,
      "grad_norm": 0.44390153884887695,
      "learning_rate": 1.5029457067301455e-05,
      "loss": 0.759,
      "step": 18230
    },
    {
      "epoch": 0.9425869464110382,
      "grad_norm": 0.43942004442214966,
      "learning_rate": 1.4936550837041282e-05,
      "loss": 0.7693,
      "step": 18240
    },
    {
      "epoch": 0.9431037155702547,
      "grad_norm": 0.44910815358161926,
      "learning_rate": 1.4844218916789941e-05,
      "loss": 0.7672,
      "step": 18250
    },
    {
      "epoch": 0.9436204847294714,
      "grad_norm": 0.4458234906196594,
      "learning_rate": 1.4752457756387405e-05,
      "loss": 0.7841,
      "step": 18260
    },
    {
      "epoch": 0.944137253888688,
      "grad_norm": 0.42799797654151917,
      "learning_rate": 1.4661263827619318e-05,
      "loss": 0.7717,
      "step": 18270
    },
    {
      "epoch": 0.9446540230479045,
      "grad_norm": 0.4394701421260834,
      "learning_rate": 1.4570633624081393e-05,
      "loss": 0.7702,
      "step": 18280
    },
    {
      "epoch": 0.9451707922071211,
      "grad_norm": 0.44984373450279236,
      "learning_rate": 1.4480563661044558e-05,
      "loss": 0.7719,
      "step": 18290
    },
    {
      "epoch": 0.9456875613663377,
      "grad_norm": 0.446482390165329,
      "learning_rate": 1.4391050475320961e-05,
      "loss": 0.7572,
      "step": 18300
    },
    {
      "epoch": 0.9462043305255542,
      "grad_norm": 0.4424509108066559,
      "learning_rate": 1.4302090625130843e-05,
      "loss": 0.7773,
      "step": 18310
    },
    {
      "epoch": 0.9467210996847708,
      "grad_norm": 0.4587627649307251,
      "learning_rate": 1.4213680689970162e-05,
      "loss": 0.7723,
      "step": 18320
    },
    {
      "epoch": 0.9472378688439874,
      "grad_norm": 0.4332590699195862,
      "learning_rate": 1.4125817270479119e-05,
      "loss": 0.7649,
      "step": 18330
    },
    {
      "epoch": 0.9477546380032039,
      "grad_norm": 0.4457739591598511,
      "learning_rate": 1.4038496988311402e-05,
      "loss": 0.7722,
      "step": 18340
    },
    {
      "epoch": 0.9482714071624205,
      "grad_norm": 0.4352693557739258,
      "learning_rate": 1.3951716486004345e-05,
      "loss": 0.7592,
      "step": 18350
    },
    {
      "epoch": 0.9487881763216371,
      "grad_norm": 0.44573667645454407,
      "learning_rate": 1.3865472426849772e-05,
      "loss": 0.7637,
      "step": 18360
    },
    {
      "epoch": 0.9493049454808538,
      "grad_norm": 0.4508999288082123,
      "learning_rate": 1.3779761494765763e-05,
      "loss": 0.7627,
      "step": 18370
    },
    {
      "epoch": 0.9498217146400703,
      "grad_norm": 0.46261972188949585,
      "learning_rate": 1.3694580394169099e-05,
      "loss": 0.7798,
      "step": 18380
    },
    {
      "epoch": 0.9503384837992869,
      "grad_norm": 0.446575790643692,
      "learning_rate": 1.360992584984858e-05,
      "loss": 0.7636,
      "step": 18390
    },
    {
      "epoch": 0.9508552529585035,
      "grad_norm": 0.4478476941585541,
      "learning_rate": 1.3525794606839085e-05,
      "loss": 0.7757,
      "step": 18400
    },
    {
      "epoch": 0.95137202211772,
      "grad_norm": 0.4484612047672272,
      "learning_rate": 1.3442183430296398e-05,
      "loss": 0.7695,
      "step": 18410
    },
    {
      "epoch": 0.9518887912769366,
      "grad_norm": 0.45452138781547546,
      "learning_rate": 1.3359089105372866e-05,
      "loss": 0.7659,
      "step": 18420
    },
    {
      "epoch": 0.9524055604361532,
      "grad_norm": 0.4534998834133148,
      "learning_rate": 1.3276508437093752e-05,
      "loss": 0.763,
      "step": 18430
    },
    {
      "epoch": 0.9529223295953697,
      "grad_norm": 0.43683722615242004,
      "learning_rate": 1.3194438250234418e-05,
      "loss": 0.7744,
      "step": 18440
    },
    {
      "epoch": 0.9534390987545863,
      "grad_norm": 0.4494810998439789,
      "learning_rate": 1.3112875389198208e-05,
      "loss": 0.7645,
      "step": 18450
    },
    {
      "epoch": 0.9539558679138029,
      "grad_norm": 0.449897825717926,
      "learning_rate": 1.3031816717895151e-05,
      "loss": 0.7641,
      "step": 18460
    },
    {
      "epoch": 0.9544726370730194,
      "grad_norm": 0.4382020831108093,
      "learning_rate": 1.2951259119621336e-05,
      "loss": 0.7748,
      "step": 18470
    },
    {
      "epoch": 0.954989406232236,
      "grad_norm": 0.46431413292884827,
      "learning_rate": 1.2871199496939121e-05,
      "loss": 0.7683,
      "step": 18480
    },
    {
      "epoch": 0.9555061753914527,
      "grad_norm": 0.4337891936302185,
      "learning_rate": 1.2791634771557991e-05,
      "loss": 0.7561,
      "step": 18490
    },
    {
      "epoch": 0.9560229445506692,
      "grad_norm": 0.46482157707214355,
      "learning_rate": 1.2712561884216234e-05,
      "loss": 0.7601,
      "step": 18500
    },
    {
      "epoch": 0.9565397137098858,
      "grad_norm": 0.4410005211830139,
      "learning_rate": 1.2633977794563303e-05,
      "loss": 0.773,
      "step": 18510
    },
    {
      "epoch": 0.9570564828691024,
      "grad_norm": 0.46581384539604187,
      "learning_rate": 1.2555879481042893e-05,
      "loss": 0.7753,
      "step": 18520
    },
    {
      "epoch": 0.957573252028319,
      "grad_norm": 0.45101165771484375,
      "learning_rate": 1.2478263940776792e-05,
      "loss": 0.7647,
      "step": 18530
    },
    {
      "epoch": 0.9580900211875355,
      "grad_norm": 0.44979819655418396,
      "learning_rate": 1.2401128189449399e-05,
      "loss": 0.775,
      "step": 18540
    },
    {
      "epoch": 0.9586067903467521,
      "grad_norm": 0.4470668435096741,
      "learning_rate": 1.2324469261193e-05,
      "loss": 0.7579,
      "step": 18550
    },
    {
      "epoch": 0.9591235595059687,
      "grad_norm": 0.4402695596218109,
      "learning_rate": 1.2248284208473693e-05,
      "loss": 0.7793,
      "step": 18560
    },
    {
      "epoch": 0.9596403286651852,
      "grad_norm": 0.4400414526462555,
      "learning_rate": 1.2172570101978107e-05,
      "loss": 0.7725,
      "step": 18570
    },
    {
      "epoch": 0.9601570978244018,
      "grad_norm": 0.43797457218170166,
      "learning_rate": 1.2097324030500717e-05,
      "loss": 0.7474,
      "step": 18580
    },
    {
      "epoch": 0.9606738669836185,
      "grad_norm": 0.47379326820373535,
      "learning_rate": 1.2022543100831949e-05,
      "loss": 0.7644,
      "step": 18590
    },
    {
      "epoch": 0.961190636142835,
      "grad_norm": 0.4277331829071045,
      "learning_rate": 1.1948224437646907e-05,
      "loss": 0.7698,
      "step": 18600
    },
    {
      "epoch": 0.9617074053020516,
      "grad_norm": 0.46481338143348694,
      "learning_rate": 1.1874365183394848e-05,
      "loss": 0.7575,
      "step": 18610
    },
    {
      "epoch": 0.9622241744612682,
      "grad_norm": 0.4436621367931366,
      "learning_rate": 1.1800962498189266e-05,
      "loss": 0.7714,
      "step": 18620
    },
    {
      "epoch": 0.9627409436204847,
      "grad_norm": 0.44922277331352234,
      "learning_rate": 1.1728013559698744e-05,
      "loss": 0.7711,
      "step": 18630
    },
    {
      "epoch": 0.9632577127797013,
      "grad_norm": 0.4406448006629944,
      "learning_rate": 1.1655515563038412e-05,
      "loss": 0.7645,
      "step": 18640
    },
    {
      "epoch": 0.9637744819389179,
      "grad_norm": 0.4575316607952118,
      "learning_rate": 1.1583465720662092e-05,
      "loss": 0.7774,
      "step": 18650
    },
    {
      "epoch": 0.9642912510981345,
      "grad_norm": 0.44259268045425415,
      "learning_rate": 1.1511861262255142e-05,
      "loss": 0.7791,
      "step": 18660
    },
    {
      "epoch": 0.964808020257351,
      "grad_norm": 0.43396565318107605,
      "learning_rate": 1.14406994346279e-05,
      "loss": 0.7552,
      "step": 18670
    },
    {
      "epoch": 0.9653247894165676,
      "grad_norm": 0.4611850082874298,
      "learning_rate": 1.1369977501609877e-05,
      "loss": 0.7747,
      "step": 18680
    },
    {
      "epoch": 0.9658415585757842,
      "grad_norm": 0.4555375277996063,
      "learning_rate": 1.129969274394449e-05,
      "loss": 0.7726,
      "step": 18690
    },
    {
      "epoch": 0.9663583277350007,
      "grad_norm": 0.4663475453853607,
      "learning_rate": 1.1229842459184562e-05,
      "loss": 0.7596,
      "step": 18700
    },
    {
      "epoch": 0.9668750968942174,
      "grad_norm": 0.45513424277305603,
      "learning_rate": 1.1160423961588368e-05,
      "loss": 0.7813,
      "step": 18710
    },
    {
      "epoch": 0.967391866053434,
      "grad_norm": 0.4629857838153839,
      "learning_rate": 1.1091434582016413e-05,
      "loss": 0.7668,
      "step": 18720
    },
    {
      "epoch": 0.9679086352126505,
      "grad_norm": 0.45282307267189026,
      "learning_rate": 1.1022871667828753e-05,
      "loss": 0.7543,
      "step": 18730
    },
    {
      "epoch": 0.9684254043718671,
      "grad_norm": 0.4608106315135956,
      "learning_rate": 1.0954732582783043e-05,
      "loss": 0.7588,
      "step": 18740
    },
    {
      "epoch": 0.9689421735310837,
      "grad_norm": 0.44871219992637634,
      "learning_rate": 1.088701470693316e-05,
      "loss": 0.7681,
      "step": 18750
    },
    {
      "epoch": 0.9694589426903002,
      "grad_norm": 0.4576722979545593,
      "learning_rate": 1.081971543652845e-05,
      "loss": 0.7618,
      "step": 18760
    },
    {
      "epoch": 0.9699757118495168,
      "grad_norm": 0.4332127571105957,
      "learning_rate": 1.0752832183913647e-05,
      "loss": 0.7586,
      "step": 18770
    },
    {
      "epoch": 0.9704924810087334,
      "grad_norm": 0.44485628604888916,
      "learning_rate": 1.0686362377429339e-05,
      "loss": 0.7737,
      "step": 18780
    },
    {
      "epoch": 0.9710092501679499,
      "grad_norm": 0.45990100502967834,
      "learning_rate": 1.0620303461313126e-05,
      "loss": 0.7679,
      "step": 18790
    },
    {
      "epoch": 0.9715260193271665,
      "grad_norm": 0.4547218084335327,
      "learning_rate": 1.0554652895601313e-05,
      "loss": 0.7559,
      "step": 18800
    },
    {
      "epoch": 0.9720427884863831,
      "grad_norm": 0.43457552790641785,
      "learning_rate": 1.0489408156031289e-05,
      "loss": 0.7512,
      "step": 18810
    },
    {
      "epoch": 0.9725595576455998,
      "grad_norm": 0.44039562344551086,
      "learning_rate": 1.0424566733944429e-05,
      "loss": 0.7791,
      "step": 18820
    },
    {
      "epoch": 0.9730763268048163,
      "grad_norm": 0.4435688257217407,
      "learning_rate": 1.0360126136189671e-05,
      "loss": 0.7738,
      "step": 18830
    },
    {
      "epoch": 0.9735930959640329,
      "grad_norm": 0.4358065128326416,
      "learning_rate": 1.0296083885027623e-05,
      "loss": 0.7595,
      "step": 18840
    },
    {
      "epoch": 0.9741098651232495,
      "grad_norm": 0.4542253613471985,
      "learning_rate": 1.0232437518035322e-05,
      "loss": 0.7802,
      "step": 18850
    },
    {
      "epoch": 0.974626634282466,
      "grad_norm": 0.4499568045139313,
      "learning_rate": 1.0169184588011541e-05,
      "loss": 0.7556,
      "step": 18860
    },
    {
      "epoch": 0.9751434034416826,
      "grad_norm": 0.42469751834869385,
      "learning_rate": 1.0106322662882686e-05,
      "loss": 0.7747,
      "step": 18870
    },
    {
      "epoch": 0.9756601726008992,
      "grad_norm": 0.45162233710289,
      "learning_rate": 1.00438493256093e-05,
      "loss": 0.7716,
      "step": 18880
    },
    {
      "epoch": 0.9761769417601157,
      "grad_norm": 0.45597076416015625,
      "learning_rate": 9.981762174093112e-06,
      "loss": 0.7779,
      "step": 18890
    },
    {
      "epoch": 0.9766937109193323,
      "grad_norm": 0.4463193714618683,
      "learning_rate": 9.920058821084695e-06,
      "loss": 0.7686,
      "step": 18900
    },
    {
      "epoch": 0.9772104800785489,
      "grad_norm": 0.4148988425731659,
      "learning_rate": 9.858736894091644e-06,
      "loss": 0.753,
      "step": 18910
    },
    {
      "epoch": 0.9777272492377654,
      "grad_norm": 0.4257926940917969,
      "learning_rate": 9.797794035287406e-06,
      "loss": 0.7675,
      "step": 18920
    },
    {
      "epoch": 0.978244018396982,
      "grad_norm": 0.4566889703273773,
      "learning_rate": 9.737227901420558e-06,
      "loss": 0.7674,
      "step": 18930
    },
    {
      "epoch": 0.9787607875561987,
      "grad_norm": 0.46036675572395325,
      "learning_rate": 9.677036163724766e-06,
      "loss": 0.7701,
      "step": 18940
    },
    {
      "epoch": 0.9792775567154153,
      "grad_norm": 0.4719618260860443,
      "learning_rate": 9.617216507829204e-06,
      "loss": 0.7577,
      "step": 18950
    },
    {
      "epoch": 0.9797943258746318,
      "grad_norm": 0.45223793387413025,
      "learning_rate": 9.557766633669592e-06,
      "loss": 0.7618,
      "step": 18960
    },
    {
      "epoch": 0.9803110950338484,
      "grad_norm": 0.44620633125305176,
      "learning_rate": 9.498684255399747e-06,
      "loss": 0.7623,
      "step": 18970
    },
    {
      "epoch": 0.980827864193065,
      "grad_norm": 0.4350356459617615,
      "learning_rate": 9.439967101303683e-06,
      "loss": 0.7659,
      "step": 18980
    },
    {
      "epoch": 0.9813446333522815,
      "grad_norm": 0.434857040643692,
      "learning_rate": 9.381612913708292e-06,
      "loss": 0.7637,
      "step": 18990
    },
    {
      "epoch": 0.9818614025114981,
      "grad_norm": 0.44825971126556396,
      "learning_rate": 9.323619448896502e-06,
      "loss": 0.766,
      "step": 19000
    },
    {
      "epoch": 0.9823781716707147,
      "grad_norm": 0.4420020282268524,
      "learning_rate": 9.26598447702104e-06,
      "loss": 0.7644,
      "step": 19010
    },
    {
      "epoch": 0.9828949408299312,
      "grad_norm": 0.44582831859588623,
      "learning_rate": 9.208705782018656e-06,
      "loss": 0.7606,
      "step": 19020
    },
    {
      "epoch": 0.9834117099891478,
      "grad_norm": 0.4383075535297394,
      "learning_rate": 9.151781161524964e-06,
      "loss": 0.7662,
      "step": 19030
    },
    {
      "epoch": 0.9839284791483645,
      "grad_norm": 0.4672369062900543,
      "learning_rate": 9.095208426789703e-06,
      "loss": 0.7623,
      "step": 19040
    },
    {
      "epoch": 0.984445248307581,
      "grad_norm": 0.4448625445365906,
      "learning_rate": 9.03898540259264e-06,
      "loss": 0.7767,
      "step": 19050
    },
    {
      "epoch": 0.9849620174667976,
      "grad_norm": 0.45743006467819214,
      "learning_rate": 8.983109927159886e-06,
      "loss": 0.7655,
      "step": 19060
    },
    {
      "epoch": 0.9854787866260142,
      "grad_norm": 0.4571949243545532,
      "learning_rate": 8.927579852080794e-06,
      "loss": 0.7569,
      "step": 19070
    },
    {
      "epoch": 0.9859955557852308,
      "grad_norm": 0.4542441666126251,
      "learning_rate": 8.872393042225366e-06,
      "loss": 0.7726,
      "step": 19080
    },
    {
      "epoch": 0.9865123249444473,
      "grad_norm": 0.4544001817703247,
      "learning_rate": 8.817547375662121e-06,
      "loss": 0.7624,
      "step": 19090
    },
    {
      "epoch": 0.9870290941036639,
      "grad_norm": 0.44613394141197205,
      "learning_rate": 8.763040743576555e-06,
      "loss": 0.7729,
      "step": 19100
    },
    {
      "epoch": 0.9875458632628805,
      "grad_norm": 0.4503871202468872,
      "learning_rate": 8.708871050190002e-06,
      "loss": 0.7619,
      "step": 19110
    },
    {
      "epoch": 0.988062632422097,
      "grad_norm": 0.45252034068107605,
      "learning_rate": 8.65503621267911e-06,
      "loss": 0.7617,
      "step": 19120
    },
    {
      "epoch": 0.9885794015813136,
      "grad_norm": 0.4656429886817932,
      "learning_rate": 8.601534161095704e-06,
      "loss": 0.7733,
      "step": 19130
    },
    {
      "epoch": 0.9890961707405302,
      "grad_norm": 0.44941556453704834,
      "learning_rate": 8.548362838287236e-06,
      "loss": 0.765,
      "step": 19140
    },
    {
      "epoch": 0.9896129398997467,
      "grad_norm": 0.4554784893989563,
      "learning_rate": 8.495520199817657e-06,
      "loss": 0.7708,
      "step": 19150
    },
    {
      "epoch": 0.9901297090589634,
      "grad_norm": 0.44851189851760864,
      "learning_rate": 8.443004213888836e-06,
      "loss": 0.7548,
      "step": 19160
    },
    {
      "epoch": 0.99064647821818,
      "grad_norm": 0.43213942646980286,
      "learning_rate": 8.390812861262414e-06,
      "loss": 0.7583,
      "step": 19170
    },
    {
      "epoch": 0.9911632473773965,
      "grad_norm": 0.4359610676765442,
      "learning_rate": 8.33894413518218e-06,
      "loss": 0.7451,
      "step": 19180
    },
    {
      "epoch": 0.9916800165366131,
      "grad_norm": 0.4492233693599701,
      "learning_rate": 8.287396041296902e-06,
      "loss": 0.7648,
      "step": 19190
    },
    {
      "epoch": 0.9921967856958297,
      "grad_norm": 0.45256808400154114,
      "learning_rate": 8.236166597583653e-06,
      "loss": 0.781,
      "step": 19200
    },
    {
      "epoch": 0.9927135548550462,
      "grad_norm": 0.45061782002449036,
      "learning_rate": 8.185253834271597e-06,
      "loss": 0.7828,
      "step": 19210
    },
    {
      "epoch": 0.9932303240142628,
      "grad_norm": 0.43763041496276855,
      "learning_rate": 8.134655793766237e-06,
      "loss": 0.7523,
      "step": 19220
    },
    {
      "epoch": 0.9937470931734794,
      "grad_norm": 0.4337799847126007,
      "learning_rate": 8.084370530574186e-06,
      "loss": 0.7738,
      "step": 19230
    },
    {
      "epoch": 0.994263862332696,
      "grad_norm": 0.45650362968444824,
      "learning_rate": 8.034396111228312e-06,
      "loss": 0.7676,
      "step": 19240
    },
    {
      "epoch": 0.9947806314919125,
      "grad_norm": 0.458556205034256,
      "learning_rate": 7.98473061421344e-06,
      "loss": 0.7812,
      "step": 19250
    },
    {
      "epoch": 0.9952974006511291,
      "grad_norm": 0.4379122853279114,
      "learning_rate": 7.935372129892435e-06,
      "loss": 0.7653,
      "step": 19260
    },
    {
      "epoch": 0.9958141698103458,
      "grad_norm": 0.453417032957077,
      "learning_rate": 7.886318760432809e-06,
      "loss": 0.7701,
      "step": 19270
    },
    {
      "epoch": 0.9963309389695623,
      "grad_norm": 0.4366815388202667,
      "learning_rate": 7.837568619733714e-06,
      "loss": 0.7665,
      "step": 19280
    },
    {
      "epoch": 0.9968477081287789,
      "grad_norm": 0.4635095000267029,
      "learning_rate": 7.78911983335346e-06,
      "loss": 0.7694,
      "step": 19290
    },
    {
      "epoch": 0.9973644772879955,
      "grad_norm": 0.4435023069381714,
      "learning_rate": 7.740970538437405e-06,
      "loss": 0.7689,
      "step": 19300
    },
    {
      "epoch": 0.997881246447212,
      "grad_norm": 0.432817667722702,
      "learning_rate": 7.693118883646362e-06,
      "loss": 0.7592,
      "step": 19310
    },
    {
      "epoch": 0.9983980156064286,
      "grad_norm": 0.45705628395080566,
      "learning_rate": 7.64556302908539e-06,
      "loss": 0.77,
      "step": 19320
    },
    {
      "epoch": 0.9989147847656452,
      "grad_norm": 0.45206621289253235,
      "learning_rate": 7.598301146233062e-06,
      "loss": 0.7665,
      "step": 19330
    },
    {
      "epoch": 0.9994315539248617,
      "grad_norm": 0.42955172061920166,
      "learning_rate": 7.551331417871156e-06,
      "loss": 0.7619,
      "step": 19340
    },
    {
      "epoch": 0.9999483230840783,
      "grad_norm": 0.436574250459671,
      "learning_rate": 7.50465203801478e-06,
      "loss": 0.7581,
      "step": 19350
    }
  ],
  "logging_steps": 10,
  "max_steps": 19351,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2816606598299008e+17,
  "train_batch_size": 512,
  "trial_name": null,
  "trial_params": null
}