{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.99999750000625,
  "eval_steps": 500,
  "global_step": 100000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 1.3668140172958374,
      "learning_rate": 0.001,
      "loss": 1.2955,
      "step": 100
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.4789515733718872,
      "learning_rate": 0.001,
      "loss": 0.2147,
      "step": 200
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.8046264052391052,
      "learning_rate": 0.001,
      "loss": 0.1773,
      "step": 300
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.6500861644744873,
      "learning_rate": 0.001,
      "loss": 0.169,
      "step": 400
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.9476549625396729,
      "learning_rate": 0.001,
      "loss": 0.155,
      "step": 500
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.7570195198059082,
      "learning_rate": 0.001,
      "loss": 0.221,
      "step": 600
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.13534319400787354,
      "learning_rate": 0.001,
      "loss": 0.242,
      "step": 700
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.12334191799163818,
      "learning_rate": 0.001,
      "loss": 0.2387,
      "step": 800
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.0074245929718018,
      "learning_rate": 0.001,
      "loss": 0.1844,
      "step": 900
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2459566444158554,
      "learning_rate": 0.001,
      "loss": 0.2273,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.35431796312332153,
      "learning_rate": 0.001,
      "loss": 0.2406,
      "step": 1100
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07735779881477356,
      "learning_rate": 0.001,
      "loss": 0.2362,
      "step": 1200
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.197942316532135,
      "learning_rate": 0.001,
      "loss": 0.2361,
      "step": 1300
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.06753970682621002,
      "learning_rate": 0.001,
      "loss": 0.2346,
      "step": 1400
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.17562294006347656,
      "learning_rate": 0.001,
      "loss": 0.2356,
      "step": 1500
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.12020650506019592,
      "learning_rate": 0.001,
      "loss": 0.2343,
      "step": 1600
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.07772481441497803,
      "learning_rate": 0.001,
      "loss": 0.2343,
      "step": 1700
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.041362863034009933,
      "learning_rate": 0.001,
      "loss": 0.2345,
      "step": 1800
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.050947155803442,
      "learning_rate": 0.001,
      "loss": 0.2333,
      "step": 1900
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.24440822005271912,
      "learning_rate": 0.001,
      "loss": 0.2346,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.4386675953865051,
      "learning_rate": 0.001,
      "loss": 0.2346,
      "step": 2100
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.054741185158491135,
      "learning_rate": 0.001,
      "loss": 0.2347,
      "step": 2200
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5285407304763794,
      "learning_rate": 0.001,
      "loss": 0.2341,
      "step": 2300
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5406210422515869,
      "learning_rate": 0.001,
      "loss": 0.2322,
      "step": 2400
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.1667808294296265,
      "learning_rate": 0.001,
      "loss": 0.1683,
      "step": 2500
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.11829289048910141,
      "learning_rate": 0.001,
      "loss": 0.2138,
      "step": 2600
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.528359055519104,
      "learning_rate": 0.001,
      "loss": 0.1902,
      "step": 2700
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.45457515120506287,
      "learning_rate": 0.001,
      "loss": 0.1592,
      "step": 2800
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2595893144607544,
      "learning_rate": 0.001,
      "loss": 0.1511,
      "step": 2900
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.5346922278404236,
      "learning_rate": 0.001,
      "loss": 0.1439,
      "step": 3000
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.5066208839416504,
      "learning_rate": 0.001,
      "loss": 0.1617,
      "step": 3100
    },
    {
      "epoch": 0.03,
      "grad_norm": 24.826475143432617,
      "learning_rate": 0.001,
      "loss": 0.2024,
      "step": 3200
    },
    {
      "epoch": 0.03,
      "grad_norm": 10.144634246826172,
      "learning_rate": 0.001,
      "loss": 0.1882,
      "step": 3300
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.43425676226615906,
      "learning_rate": 0.001,
      "loss": 0.169,
      "step": 3400
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3496113717556,
      "learning_rate": 0.001,
      "loss": 0.1542,
      "step": 3500
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.317073345184326,
      "learning_rate": 0.001,
      "loss": 0.1676,
      "step": 3600
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.1362758874893188,
      "learning_rate": 0.001,
      "loss": 0.1599,
      "step": 3700
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.871659755706787,
      "learning_rate": 0.001,
      "loss": 0.1473,
      "step": 3800
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.10563373565673828,
      "learning_rate": 0.001,
      "loss": 0.1652,
      "step": 3900
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.08865318447351456,
      "learning_rate": 0.001,
      "loss": 0.2326,
      "step": 4000
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.0642586424946785,
      "learning_rate": 0.001,
      "loss": 0.2329,
      "step": 4100
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.36199188232421875,
      "learning_rate": 0.001,
      "loss": 0.2331,
      "step": 4200
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.17750632762908936,
      "learning_rate": 0.001,
      "loss": 0.2326,
      "step": 4300
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.103765107691288,
      "learning_rate": 0.001,
      "loss": 0.2329,
      "step": 4400
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.11186927556991577,
      "learning_rate": 0.001,
      "loss": 0.2326,
      "step": 4500
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04914987459778786,
      "learning_rate": 0.001,
      "loss": 0.2326,
      "step": 4600
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.09826149046421051,
      "learning_rate": 0.001,
      "loss": 0.2324,
      "step": 4700
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.08518774062395096,
      "learning_rate": 0.001,
      "loss": 0.2327,
      "step": 4800
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.12364567071199417,
      "learning_rate": 0.001,
      "loss": 0.2321,
      "step": 4900
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.10944374650716782,
      "learning_rate": 0.001,
      "loss": 0.2322,
      "step": 5000
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.08173243701457977,
      "learning_rate": 0.001,
      "loss": 0.2326,
      "step": 5100
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.17504490911960602,
      "learning_rate": 0.001,
      "loss": 0.232,
      "step": 5200
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.03396083042025566,
      "learning_rate": 0.001,
      "loss": 0.2326,
      "step": 5300
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.12226787954568863,
      "learning_rate": 0.001,
      "loss": 0.2324,
      "step": 5400
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.029385367408394814,
      "learning_rate": 0.001,
      "loss": 0.2324,
      "step": 5500
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.08070210367441177,
      "learning_rate": 0.001,
      "loss": 0.2322,
      "step": 5600
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.026348430663347244,
      "learning_rate": 0.001,
      "loss": 0.2316,
      "step": 5700
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.06884663552045822,
      "learning_rate": 0.001,
      "loss": 0.2322,
      "step": 5800
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.09100496768951416,
      "learning_rate": 0.001,
      "loss": 0.3271,
      "step": 5900
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.0949195995926857,
      "learning_rate": 0.001,
      "loss": 0.2322,
      "step": 6000
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.17315314710140228,
      "learning_rate": 0.001,
      "loss": 0.232,
      "step": 6100
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.04644012451171875,
      "learning_rate": 0.001,
      "loss": 0.2317,
      "step": 6200
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.03242076560854912,
      "learning_rate": 0.001,
      "loss": 0.2317,
      "step": 6300
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.03038044273853302,
      "learning_rate": 0.001,
      "loss": 0.2322,
      "step": 6400
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.04407713562250137,
      "learning_rate": 0.001,
      "loss": 0.2321,
      "step": 6500
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04973585903644562,
      "learning_rate": 0.001,
      "loss": 0.2321,
      "step": 6600
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.043713077902793884,
      "learning_rate": 0.001,
      "loss": 0.2319,
      "step": 6700
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.0361105352640152,
      "learning_rate": 0.001,
      "loss": 0.2319,
      "step": 6800
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.038385313004255295,
      "learning_rate": 0.001,
      "loss": 0.2319,
      "step": 6900
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.059859637171030045,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 7000
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.10737486183643341,
      "learning_rate": 0.001,
      "loss": 0.232,
      "step": 7100
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.07841573655605316,
      "learning_rate": 0.001,
      "loss": 0.2319,
      "step": 7200
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.12177613377571106,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 7300
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04158034175634384,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 7400
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04334099590778351,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 7500
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04868987202644348,
      "learning_rate": 0.001,
      "loss": 0.2317,
      "step": 7600
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.11688575893640518,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 7700
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.05144130066037178,
      "learning_rate": 0.001,
      "loss": 0.2319,
      "step": 7800
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04202236235141754,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 7900
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.07848116755485535,
      "learning_rate": 0.001,
      "loss": 0.2314,
      "step": 8000
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.05292198061943054,
      "learning_rate": 0.001,
      "loss": 0.2317,
      "step": 8100
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.05817991867661476,
      "learning_rate": 0.001,
      "loss": 0.2318,
      "step": 8200
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.03250608965754509,
      "learning_rate": 0.001,
      "loss": 0.2316,
      "step": 8300
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.29823893308639526,
      "learning_rate": 0.001,
      "loss": 0.2311,
      "step": 8400
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.852128505706787,
      "learning_rate": 0.001,
      "loss": 0.1864,
      "step": 8500
    },
    {
      "epoch": 0.09,
      "grad_norm": 61.31148147583008,
      "learning_rate": 0.001,
      "loss": 0.1911,
      "step": 8600
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.4901123046875,
      "learning_rate": 0.001,
      "loss": 0.1934,
      "step": 8700
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9580036401748657,
      "learning_rate": 0.001,
      "loss": 0.1706,
      "step": 8800
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5461576581001282,
      "learning_rate": 0.001,
      "loss": 0.1597,
      "step": 8900
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.481351375579834,
      "learning_rate": 0.001,
      "loss": 0.1511,
      "step": 9000
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3008120656013489,
      "learning_rate": 0.001,
      "loss": 0.154,
      "step": 9100
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.23753711581230164,
      "learning_rate": 0.001,
      "loss": 0.1406,
      "step": 9200
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9201159477233887,
      "learning_rate": 0.001,
      "loss": 0.1444,
      "step": 9300
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6734191179275513,
      "learning_rate": 0.001,
      "loss": 0.1385,
      "step": 9400
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7249393463134766,
      "learning_rate": 0.001,
      "loss": 0.1393,
      "step": 9500
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5765690207481384,
      "learning_rate": 0.001,
      "loss": 0.1397,
      "step": 9600
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4266449213027954,
      "learning_rate": 0.001,
      "loss": 0.1386,
      "step": 9700
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.23247841000556946,
      "learning_rate": 0.001,
      "loss": 0.1343,
      "step": 9800
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.19435954093933105,
      "learning_rate": 0.001,
      "loss": 0.1306,
      "step": 9900
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.27626514434814453,
      "learning_rate": 0.001,
      "loss": 0.133,
      "step": 10000
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.1834883689880371,
      "learning_rate": 0.001,
      "loss": 0.1299,
      "step": 10100
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4306440055370331,
      "learning_rate": 0.001,
      "loss": 0.1309,
      "step": 10200
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.15750516951084137,
      "learning_rate": 0.001,
      "loss": 0.1266,
      "step": 10300
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2934073805809021,
      "learning_rate": 0.001,
      "loss": 0.1278,
      "step": 10400
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.27599695324897766,
      "learning_rate": 0.001,
      "loss": 0.1286,
      "step": 10500
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.39952772855758667,
      "learning_rate": 0.001,
      "loss": 0.1252,
      "step": 10600
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4082016348838806,
      "learning_rate": 0.001,
      "loss": 0.1272,
      "step": 10700
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.303307443857193,
      "learning_rate": 0.001,
      "loss": 0.1249,
      "step": 10800
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.1597479283809662,
      "learning_rate": 0.001,
      "loss": 0.1247,
      "step": 10900
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.03666090965271,
      "learning_rate": 0.001,
      "loss": 0.1286,
      "step": 11000
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.2832247018814087,
      "learning_rate": 0.001,
      "loss": 0.1248,
      "step": 11100
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.49678078293800354,
      "learning_rate": 0.001,
      "loss": 0.1258,
      "step": 11200
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3678058385848999,
      "learning_rate": 0.001,
      "loss": 0.1256,
      "step": 11300
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.26233455538749695,
      "learning_rate": 0.001,
      "loss": 0.1233,
      "step": 11400
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.22039958834648132,
      "learning_rate": 0.001,
      "loss": 0.1197,
      "step": 11500
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.14722639322280884,
      "learning_rate": 0.001,
      "loss": 0.1225,
      "step": 11600
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.19015900790691376,
      "learning_rate": 0.001,
      "loss": 0.1217,
      "step": 11700
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.15655829012393951,
      "learning_rate": 0.001,
      "loss": 0.1185,
      "step": 11800
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.5397889614105225,
      "learning_rate": 0.001,
      "loss": 0.119,
      "step": 11900
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.845320999622345,
      "learning_rate": 0.001,
      "loss": 0.1276,
      "step": 12000
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.34136563539505005,
      "learning_rate": 0.001,
      "loss": 0.122,
      "step": 12100
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.2509533762931824,
      "learning_rate": 0.001,
      "loss": 0.1199,
      "step": 12200
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.31120267510414124,
      "learning_rate": 0.001,
      "loss": 0.1191,
      "step": 12300
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3903524875640869,
      "learning_rate": 0.001,
      "loss": 0.1183,
      "step": 12400
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.19971555471420288,
      "learning_rate": 0.001,
      "loss": 0.1177,
      "step": 12500
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.36589089035987854,
      "learning_rate": 0.001,
      "loss": 0.1158,
      "step": 12600
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.19200453162193298,
      "learning_rate": 0.001,
      "loss": 0.1166,
      "step": 12700
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.6393672823905945,
      "learning_rate": 0.001,
      "loss": 0.1171,
      "step": 12800
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.32421180605888367,
      "learning_rate": 0.001,
      "loss": 0.118,
      "step": 12900
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.6238926649093628,
      "learning_rate": 0.001,
      "loss": 0.1166,
      "step": 13000
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.1363907754421234,
      "learning_rate": 0.001,
      "loss": 0.1156,
      "step": 13100
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.16790109872817993,
      "learning_rate": 0.001,
      "loss": 0.1142,
      "step": 13200
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.1915178894996643,
      "learning_rate": 0.001,
      "loss": 0.1126,
      "step": 13300
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.12727123498916626,
      "learning_rate": 0.001,
      "loss": 0.1156,
      "step": 13400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.29520758986473083,
      "learning_rate": 0.001,
      "loss": 0.1129,
      "step": 13500
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.1663757860660553,
      "learning_rate": 0.001,
      "loss": 0.1132,
      "step": 13600
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.1840706318616867,
      "learning_rate": 0.001,
      "loss": 0.119,
      "step": 13700
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.16156257688999176,
      "learning_rate": 0.001,
      "loss": 0.1146,
      "step": 13800
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.17348338663578033,
      "learning_rate": 0.001,
      "loss": 0.1141,
      "step": 13900
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.18696527183055878,
      "learning_rate": 0.001,
      "loss": 0.1108,
      "step": 14000
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.15352846682071686,
      "learning_rate": 0.001,
      "loss": 0.1134,
      "step": 14100
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.23210759460926056,
      "learning_rate": 0.001,
      "loss": 0.1142,
      "step": 14200
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.18328526616096497,
      "learning_rate": 0.001,
      "loss": 0.1109,
      "step": 14300
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.17674757540225983,
      "learning_rate": 0.001,
      "loss": 0.1083,
      "step": 14400
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.34446394443511963,
      "learning_rate": 0.001,
      "loss": 0.1203,
      "step": 14500
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.22947299480438232,
      "learning_rate": 0.001,
      "loss": 0.1095,
      "step": 14600
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.15071985125541687,
      "learning_rate": 0.001,
      "loss": 0.1088,
      "step": 14700
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.14273251593112946,
      "learning_rate": 0.001,
      "loss": 0.1091,
      "step": 14800
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.20266981422901154,
      "learning_rate": 0.001,
      "loss": 0.1089,
      "step": 14900
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.1495724767446518,
      "learning_rate": 0.001,
      "loss": 0.1089,
      "step": 15000
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.1711970865726471,
      "learning_rate": 0.001,
      "loss": 0.1063,
      "step": 15100
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.20727260410785675,
      "learning_rate": 0.001,
      "loss": 0.104,
      "step": 15200
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.22724412381649017,
      "learning_rate": 0.001,
      "loss": 0.1087,
      "step": 15300
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.15561726689338684,
      "learning_rate": 0.001,
      "loss": 0.1086,
      "step": 15400
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.2139796018600464,
      "learning_rate": 0.001,
      "loss": 0.1054,
      "step": 15500
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.24371370673179626,
      "learning_rate": 0.001,
      "loss": 0.1077,
      "step": 15600
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.22944559156894684,
      "learning_rate": 0.001,
      "loss": 0.1092,
      "step": 15700
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.19578562676906586,
      "learning_rate": 0.001,
      "loss": 0.1077,
      "step": 15800
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.17588412761688232,
      "learning_rate": 0.001,
      "loss": 0.1048,
      "step": 15900
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.16697707772254944,
      "learning_rate": 0.001,
      "loss": 0.1072,
      "step": 16000
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.1927742063999176,
      "learning_rate": 0.001,
      "loss": 0.1036,
      "step": 16100
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.25396087765693665,
      "learning_rate": 0.001,
      "loss": 0.1068,
      "step": 16200
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.21014653146266937,
      "learning_rate": 0.001,
      "loss": 0.1012,
      "step": 16300
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.32085150480270386,
      "learning_rate": 0.001,
      "loss": 0.1062,
      "step": 16400
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.10534122586250305,
      "learning_rate": 0.001,
      "loss": 0.103,
      "step": 16500
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.24365462362766266,
      "learning_rate": 0.001,
      "loss": 0.106,
      "step": 16600
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.15197184681892395,
      "learning_rate": 0.001,
      "loss": 0.1051,
      "step": 16700
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.23027855157852173,
      "learning_rate": 0.001,
      "loss": 0.1065,
      "step": 16800
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.14924216270446777,
      "learning_rate": 0.001,
      "loss": 0.1068,
      "step": 16900
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.13331858813762665,
      "learning_rate": 0.001,
      "loss": 0.1035,
      "step": 17000
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.20150358974933624,
      "learning_rate": 0.001,
      "loss": 0.1065,
      "step": 17100
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.1429535299539566,
      "learning_rate": 0.001,
      "loss": 0.1056,
      "step": 17200
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.16326557099819183,
      "learning_rate": 0.001,
      "loss": 0.1022,
      "step": 17300
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.15712429583072662,
      "learning_rate": 0.001,
      "loss": 0.1051,
      "step": 17400
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.33204013109207153,
      "learning_rate": 0.001,
      "loss": 0.1046,
      "step": 17500
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.17703518271446228,
      "learning_rate": 0.001,
      "loss": 0.1057,
      "step": 17600
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.14861218631267548,
      "learning_rate": 0.001,
      "loss": 0.1052,
      "step": 17700
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.18271447718143463,
      "learning_rate": 0.001,
      "loss": 0.1049,
      "step": 17800
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.2245068997144699,
      "learning_rate": 0.001,
      "loss": 0.1033,
      "step": 17900
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.2233046442270279,
      "learning_rate": 0.001,
      "loss": 0.1049,
      "step": 18000
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.1915113776922226,
      "learning_rate": 0.001,
      "loss": 0.1039,
      "step": 18100
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.1070462241768837,
      "learning_rate": 0.001,
      "loss": 0.1028,
      "step": 18200
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.14523275196552277,
      "learning_rate": 0.001,
      "loss": 0.0983,
      "step": 18300
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.24468256533145905,
      "learning_rate": 0.001,
      "loss": 0.1018,
      "step": 18400
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.17596426606178284,
      "learning_rate": 0.001,
      "loss": 0.1017,
      "step": 18500
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.15113884210586548,
      "learning_rate": 0.001,
      "loss": 0.1022,
      "step": 18600
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.1756398230791092,
      "learning_rate": 0.001,
      "loss": 0.1032,
      "step": 18700
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.1491193026304245,
      "learning_rate": 0.001,
      "loss": 0.1016,
      "step": 18800
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.15422752499580383,
      "learning_rate": 0.001,
      "loss": 0.0989,
      "step": 18900
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.13713973760604858,
      "learning_rate": 0.001,
      "loss": 0.1002,
      "step": 19000
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.16012702882289886,
      "learning_rate": 0.001,
      "loss": 0.101,
      "step": 19100
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.23414984345436096,
      "learning_rate": 0.001,
      "loss": 0.0975,
      "step": 19200
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.13922521471977234,
      "learning_rate": 0.001,
      "loss": 0.1002,
      "step": 19300
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.14608104526996613,
      "learning_rate": 0.001,
      "loss": 0.098,
      "step": 19400
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.19267164170742035,
      "learning_rate": 0.001,
      "loss": 0.098,
      "step": 19500
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.1570904552936554,
      "learning_rate": 0.001,
      "loss": 0.1034,
      "step": 19600
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3922866880893707,
      "learning_rate": 0.001,
      "loss": 0.1008,
      "step": 19700
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.20500238239765167,
      "learning_rate": 0.001,
      "loss": 0.1025,
      "step": 19800
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.2044358104467392,
      "learning_rate": 0.001,
      "loss": 0.0982,
      "step": 19900
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.1722269356250763,
      "learning_rate": 0.001,
      "loss": 0.1007,
      "step": 20000
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.21868231892585754,
      "learning_rate": 0.001,
      "loss": 0.1,
      "step": 20100
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.12817895412445068,
      "learning_rate": 0.001,
      "loss": 0.1,
      "step": 20200
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.12333246320486069,
      "learning_rate": 0.001,
      "loss": 0.0987,
      "step": 20300
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.1742565631866455,
      "learning_rate": 0.001,
      "loss": 0.0981,
      "step": 20400
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.15747936069965363,
      "learning_rate": 0.001,
      "loss": 0.1012,
      "step": 20500
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.27314338088035583,
      "learning_rate": 0.001,
      "loss": 0.1014,
      "step": 20600
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.9368189573287964,
      "learning_rate": 0.001,
      "loss": 0.1035,
      "step": 20700
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3574996590614319,
      "learning_rate": 0.001,
      "loss": 0.0992,
      "step": 20800
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.28280141949653625,
      "learning_rate": 0.001,
      "loss": 0.0975,
      "step": 20900
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.21435654163360596,
      "learning_rate": 0.001,
      "loss": 0.0998,
      "step": 21000
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.20617541670799255,
      "learning_rate": 0.001,
      "loss": 0.0994,
      "step": 21100
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.21885354816913605,
      "learning_rate": 0.001,
      "loss": 0.099,
      "step": 21200
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.24429431557655334,
      "learning_rate": 0.001,
      "loss": 0.1018,
      "step": 21300
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.24264854192733765,
      "learning_rate": 0.001,
      "loss": 0.1009,
      "step": 21400
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.19410717487335205,
      "learning_rate": 0.001,
      "loss": 0.1007,
      "step": 21500
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.15938735008239746,
      "learning_rate": 0.001,
      "loss": 0.0965,
      "step": 21600
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.678229808807373,
      "learning_rate": 0.001,
      "loss": 0.1001,
      "step": 21700
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.2967202663421631,
      "learning_rate": 0.001,
      "loss": 0.1003,
      "step": 21800
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.7940108180046082,
      "learning_rate": 0.001,
      "loss": 0.1001,
      "step": 21900
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.24995733797550201,
      "learning_rate": 0.001,
      "loss": 0.0992,
      "step": 22000
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.1626627892255783,
      "learning_rate": 0.001,
      "loss": 0.0992,
      "step": 22100
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.21141190826892853,
      "learning_rate": 0.001,
      "loss": 0.0961,
      "step": 22200
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.21122020483016968,
      "learning_rate": 0.001,
      "loss": 0.0968,
      "step": 22300
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.2558838725090027,
      "learning_rate": 0.001,
      "loss": 0.098,
      "step": 22400
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.1975196897983551,
      "learning_rate": 0.001,
      "loss": 0.0987,
      "step": 22500
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.14767397940158844,
      "learning_rate": 0.001,
      "loss": 0.096,
      "step": 22600
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.17532730102539062,
      "learning_rate": 0.001,
      "loss": 0.0985,
      "step": 22700
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.1320209801197052,
      "learning_rate": 0.001,
      "loss": 0.0968,
      "step": 22800
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.273934930562973,
      "learning_rate": 0.001,
      "loss": 0.0978,
      "step": 22900
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.15103434026241302,
      "learning_rate": 0.001,
      "loss": 0.0995,
      "step": 23000
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.2021692842245102,
      "learning_rate": 0.001,
      "loss": 0.0952,
      "step": 23100
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.1648433655500412,
      "learning_rate": 0.001,
      "loss": 0.0938,
      "step": 23200
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.17460817098617554,
      "learning_rate": 0.001,
      "loss": 0.0959,
      "step": 23300
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.15195918083190918,
      "learning_rate": 0.001,
      "loss": 0.094,
      "step": 23400
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.1664193570613861,
      "learning_rate": 0.001,
      "loss": 0.094,
      "step": 23500
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.14700663089752197,
      "learning_rate": 0.001,
      "loss": 0.0951,
      "step": 23600
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.22301018238067627,
      "learning_rate": 0.001,
      "loss": 0.0919,
      "step": 23700
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.1666121482849121,
      "learning_rate": 0.001,
      "loss": 0.0928,
      "step": 23800
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.1971474438905716,
      "learning_rate": 0.001,
      "loss": 0.0949,
      "step": 23900
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.15959730744361877,
      "learning_rate": 0.001,
      "loss": 0.095,
      "step": 24000
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.29146862030029297,
      "learning_rate": 0.001,
      "loss": 0.0942,
      "step": 24100
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.15853939950466156,
      "learning_rate": 0.001,
      "loss": 0.0978,
      "step": 24200
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.16822876036167145,
      "learning_rate": 0.001,
      "loss": 0.0934,
      "step": 24300
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.15456752479076385,
      "learning_rate": 0.001,
      "loss": 0.0948,
      "step": 24400
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.15123625099658966,
      "learning_rate": 0.001,
      "loss": 0.0926,
      "step": 24500
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.16344180703163147,
      "learning_rate": 0.001,
      "loss": 0.0935,
      "step": 24600
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.22936996817588806,
      "learning_rate": 0.001,
      "loss": 0.0936,
      "step": 24700
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.16810204088687897,
      "learning_rate": 0.001,
      "loss": 0.0978,
      "step": 24800
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.14977198839187622,
      "learning_rate": 0.001,
      "loss": 0.0936,
      "step": 24900
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.18207716941833496,
      "learning_rate": 0.001,
      "loss": 0.093,
      "step": 25000
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2584002912044525,
      "learning_rate": 0.001,
      "loss": 0.0958,
      "step": 25100
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.23717880249023438,
      "learning_rate": 0.001,
      "loss": 0.0927,
      "step": 25200
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.1896461844444275,
      "learning_rate": 0.001,
      "loss": 0.094,
      "step": 25300
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.21543921530246735,
      "learning_rate": 0.001,
      "loss": 0.0953,
      "step": 25400
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.14013002812862396,
      "learning_rate": 0.001,
      "loss": 0.0958,
      "step": 25500
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.1744927018880844,
      "learning_rate": 0.001,
      "loss": 0.0946,
      "step": 25600
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.16546490788459778,
      "learning_rate": 0.001,
      "loss": 0.0962,
      "step": 25700
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.16227766871452332,
      "learning_rate": 0.001,
      "loss": 0.0952,
      "step": 25800
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.181349515914917,
      "learning_rate": 0.001,
      "loss": 0.0951,
      "step": 25900
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.20408563315868378,
      "learning_rate": 0.001,
      "loss": 0.0915,
      "step": 26000
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.1793171763420105,
      "learning_rate": 0.001,
      "loss": 0.0942,
      "step": 26100
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.14634822309017181,
      "learning_rate": 0.001,
      "loss": 0.0961,
      "step": 26200
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.18879148364067078,
      "learning_rate": 0.001,
      "loss": 0.0942,
      "step": 26300
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.20523515343666077,
      "learning_rate": 0.001,
      "loss": 0.0912,
      "step": 26400
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.18672947585582733,
      "learning_rate": 0.001,
      "loss": 0.092,
      "step": 26500
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.18561910092830658,
      "learning_rate": 0.001,
      "loss": 0.0913,
      "step": 26600
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.23991861939430237,
      "learning_rate": 0.001,
      "loss": 0.0925,
      "step": 26700
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.1660347878932953,
      "learning_rate": 0.001,
      "loss": 0.0939,
      "step": 26800
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.2105019986629486,
      "learning_rate": 0.001,
      "loss": 0.093,
      "step": 26900
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.2271376997232437,
      "learning_rate": 0.001,
      "loss": 0.0899,
      "step": 27000
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.14487460255622864,
      "learning_rate": 0.001,
      "loss": 0.0906,
      "step": 27100
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.1597098708152771,
      "learning_rate": 0.001,
      "loss": 0.0919,
      "step": 27200
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.18633900582790375,
      "learning_rate": 0.001,
      "loss": 0.0892,
      "step": 27300
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.12663201987743378,
      "learning_rate": 0.001,
      "loss": 0.0913,
      "step": 27400
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.17320451140403748,
      "learning_rate": 0.001,
      "loss": 0.0911,
      "step": 27500
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.16872632503509521,
      "learning_rate": 0.001,
      "loss": 0.091,
      "step": 27600
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.18602560460567474,
      "learning_rate": 0.001,
      "loss": 0.0908,
      "step": 27700
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.17392034828662872,
      "learning_rate": 0.001,
      "loss": 0.0882,
      "step": 27800
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.10278663039207458,
      "learning_rate": 0.001,
      "loss": 0.088,
      "step": 27900
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.15355843305587769,
      "learning_rate": 0.001,
      "loss": 0.0876,
      "step": 28000
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.17331954836845398,
      "learning_rate": 0.001,
      "loss": 0.0906,
      "step": 28100
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.16750375926494598,
      "learning_rate": 0.001,
      "loss": 0.0935,
      "step": 28200
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.27208462357521057,
      "learning_rate": 0.001,
      "loss": 0.0884,
      "step": 28300
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.2215784639120102,
      "learning_rate": 0.001,
      "loss": 0.0904,
      "step": 28400
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.1542549580335617,
      "learning_rate": 0.001,
      "loss": 0.0903,
      "step": 28500
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.22874318063259125,
      "learning_rate": 0.001,
      "loss": 0.0889,
      "step": 28600
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.22677820920944214,
      "learning_rate": 0.001,
      "loss": 0.0915,
      "step": 28700
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.22208420932292938,
      "learning_rate": 0.001,
      "loss": 0.0902,
      "step": 28800
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.18172180652618408,
      "learning_rate": 0.001,
      "loss": 0.091,
      "step": 28900
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.264664888381958,
      "learning_rate": 0.001,
      "loss": 0.091,
      "step": 29000
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.15961118042469025,
      "learning_rate": 0.001,
      "loss": 0.0864,
      "step": 29100
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.16828449070453644,
      "learning_rate": 0.001,
      "loss": 0.0902,
      "step": 29200
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.25299304723739624,
      "learning_rate": 0.001,
      "loss": 0.0895,
      "step": 29300
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.2019224911928177,
      "learning_rate": 0.001,
      "loss": 0.0887,
      "step": 29400
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.19100870192050934,
      "learning_rate": 0.001,
      "loss": 0.0897,
      "step": 29500
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.25321510434150696,
      "learning_rate": 0.001,
      "loss": 0.092,
      "step": 29600
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.18171149492263794,
      "learning_rate": 0.001,
      "loss": 0.089,
      "step": 29700
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.19380785524845123,
      "learning_rate": 0.001,
      "loss": 0.0895,
      "step": 29800
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.18437138199806213,
      "learning_rate": 0.001,
      "loss": 0.0903,
      "step": 29900
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.1717921495437622,
      "learning_rate": 0.001,
      "loss": 0.0885,
      "step": 30000
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.23623107373714447,
      "learning_rate": 0.001,
      "loss": 0.0882,
      "step": 30100
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.17992794513702393,
      "learning_rate": 0.001,
      "loss": 0.0885,
      "step": 30200
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.19958259165287018,
      "learning_rate": 0.001,
      "loss": 0.088,
      "step": 30300
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.14418841898441315,
      "learning_rate": 0.001,
      "loss": 0.0908,
      "step": 30400
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.13934949040412903,
      "learning_rate": 0.001,
      "loss": 0.0919,
      "step": 30500
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.1410313993692398,
      "learning_rate": 0.001,
      "loss": 0.0891,
      "step": 30600
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.27084311842918396,
      "learning_rate": 0.001,
      "loss": 0.0917,
      "step": 30700
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.18704760074615479,
      "learning_rate": 0.001,
      "loss": 0.0866,
      "step": 30800
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.16178588569164276,
      "learning_rate": 0.001,
      "loss": 0.088,
      "step": 30900
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.1699521839618683,
      "learning_rate": 0.001,
      "loss": 0.0891,
      "step": 31000
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.21340341866016388,
      "learning_rate": 0.001,
      "loss": 0.0871,
      "step": 31100
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.21089456975460052,
      "learning_rate": 0.001,
      "loss": 0.0898,
      "step": 31200
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.17899860441684723,
      "learning_rate": 0.001,
      "loss": 0.0874,
      "step": 31300
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.2222578376531601,
      "learning_rate": 0.001,
      "loss": 0.0875,
      "step": 31400
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.22845357656478882,
      "learning_rate": 0.001,
      "loss": 0.0895,
      "step": 31500
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.22213339805603027,
      "learning_rate": 0.001,
      "loss": 0.0877,
      "step": 31600
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.1989658772945404,
      "learning_rate": 0.001,
      "loss": 0.09,
      "step": 31700
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.28217941522598267,
      "learning_rate": 0.001,
      "loss": 0.0869,
      "step": 31800
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.1880946159362793,
      "learning_rate": 0.001,
      "loss": 0.0895,
      "step": 31900
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.2522743046283722,
      "learning_rate": 0.001,
      "loss": 0.0876,
      "step": 32000
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.15146856009960175,
      "learning_rate": 0.001,
      "loss": 0.0892,
      "step": 32100
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.20138536393642426,
      "learning_rate": 0.001,
      "loss": 0.0897,
      "step": 32200
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.19894324243068695,
      "learning_rate": 0.001,
      "loss": 0.089,
      "step": 32300
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.20011819899082184,
      "learning_rate": 0.001,
      "loss": 0.0877,
      "step": 32400
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.22739243507385254,
      "learning_rate": 0.001,
      "loss": 0.0875,
      "step": 32500
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.16710792481899261,
      "learning_rate": 0.001,
      "loss": 0.0852,
      "step": 32600
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.20454761385917664,
      "learning_rate": 0.001,
      "loss": 0.0862,
      "step": 32700
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.12356776744127274,
      "learning_rate": 0.001,
      "loss": 0.0854,
      "step": 32800
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.18977922201156616,
      "learning_rate": 0.001,
      "loss": 0.0915,
      "step": 32900
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.18791726231575012,
      "learning_rate": 0.001,
      "loss": 0.0842,
      "step": 33000
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.23529213666915894,
      "learning_rate": 0.001,
      "loss": 0.086,
      "step": 33100
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.25430527329444885,
      "learning_rate": 0.001,
      "loss": 0.0833,
      "step": 33200
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.22178427875041962,
      "learning_rate": 0.001,
      "loss": 0.0874,
      "step": 33300
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.27455243468284607,
      "learning_rate": 0.001,
      "loss": 0.0845,
      "step": 33400
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.1998920440673828,
      "learning_rate": 0.001,
      "loss": 0.0869,
      "step": 33500
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.1991311013698578,
      "learning_rate": 0.001,
      "loss": 0.0873,
      "step": 33600
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.2600191831588745,
      "learning_rate": 0.001,
      "loss": 0.0869,
      "step": 33700
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.16889439523220062,
      "learning_rate": 0.001,
      "loss": 0.0841,
      "step": 33800
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.17337612807750702,
      "learning_rate": 0.001,
      "loss": 0.0847,
      "step": 33900
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.12141957134008408,
      "learning_rate": 0.001,
      "loss": 0.0873,
      "step": 34000
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.30542996525764465,
      "learning_rate": 0.001,
      "loss": 0.086,
      "step": 34100
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.256072461605072,
      "learning_rate": 0.001,
      "loss": 0.0845,
      "step": 34200
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.19596265256404877,
      "learning_rate": 0.001,
      "loss": 0.0847,
      "step": 34300
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.17981210350990295,
      "learning_rate": 0.001,
      "loss": 0.0853,
      "step": 34400
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.18695278465747833,
      "learning_rate": 0.001,
      "loss": 0.0867,
      "step": 34500
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.20189203321933746,
      "learning_rate": 0.001,
      "loss": 0.0867,
      "step": 34600
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.20751608908176422,
      "learning_rate": 0.001,
      "loss": 0.0855,
      "step": 34700
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.15412236750125885,
      "learning_rate": 0.001,
      "loss": 0.0876,
      "step": 34800
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.21551938354969025,
      "learning_rate": 0.001,
      "loss": 0.0854,
      "step": 34900
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.15149344503879547,
      "learning_rate": 0.001,
      "loss": 0.0863,
      "step": 35000
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.21960322558879852,
      "learning_rate": 0.001,
      "loss": 0.0913,
      "step": 35100
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.317090779542923,
      "learning_rate": 0.001,
      "loss": 0.0832,
      "step": 35200
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.20051142573356628,
      "learning_rate": 0.001,
      "loss": 0.0856,
      "step": 35300
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.1955852061510086,
      "learning_rate": 0.001,
      "loss": 0.0867,
      "step": 35400
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.13714253902435303,
      "learning_rate": 0.001,
      "loss": 0.0864,
      "step": 35500
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.18536311388015747,
      "learning_rate": 0.001,
      "loss": 0.0868,
      "step": 35600
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.1795514076948166,
      "learning_rate": 0.001,
      "loss": 0.0829,
      "step": 35700
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.1465149074792862,
      "learning_rate": 0.001,
      "loss": 0.0851,
      "step": 35800
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.17687107622623444,
      "learning_rate": 0.001,
      "loss": 0.0861,
      "step": 35900
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.1795363575220108,
      "learning_rate": 0.001,
      "loss": 0.0822,
      "step": 36000
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.1741327941417694,
      "learning_rate": 0.001,
      "loss": 0.0847,
      "step": 36100
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.2547447681427002,
      "learning_rate": 0.001,
      "loss": 0.0862,
      "step": 36200
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.16002462804317474,
      "learning_rate": 0.001,
      "loss": 0.0856,
      "step": 36300
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.14787407219409943,
      "learning_rate": 0.001,
      "loss": 0.0844,
      "step": 36400
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.23449848592281342,
      "learning_rate": 0.001,
      "loss": 0.0823,
      "step": 36500
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.18626731634140015,
      "learning_rate": 0.001,
      "loss": 0.0804,
      "step": 36600
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.1434779316186905,
      "learning_rate": 0.001,
      "loss": 0.0844,
      "step": 36700
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.1594706028699875,
      "learning_rate": 0.001,
      "loss": 0.0869,
      "step": 36800
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.18195496499538422,
      "learning_rate": 0.001,
      "loss": 0.0846,
      "step": 36900
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.18613013625144958,
      "learning_rate": 0.001,
      "loss": 0.0872,
      "step": 37000
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.16158261895179749,
      "learning_rate": 0.001,
      "loss": 0.0846,
      "step": 37100
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.17811179161071777,
      "learning_rate": 0.001,
      "loss": 0.0832,
      "step": 37200
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.24112731218338013,
      "learning_rate": 0.001,
      "loss": 0.0804,
      "step": 37300
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.1778961569070816,
      "learning_rate": 0.001,
      "loss": 0.0837,
      "step": 37400
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.18162128329277039,
      "learning_rate": 0.001,
      "loss": 0.0867,
      "step": 37500
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.15079495310783386,
      "learning_rate": 0.001,
      "loss": 0.0829,
      "step": 37600
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.26986435055732727,
      "learning_rate": 0.001,
      "loss": 0.0843,
      "step": 37700
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.2643984854221344,
      "learning_rate": 0.001,
      "loss": 0.0829,
      "step": 37800
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.281751424074173,
      "learning_rate": 0.001,
      "loss": 0.0821,
      "step": 37900
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.23095449805259705,
      "learning_rate": 0.001,
      "loss": 0.0836,
      "step": 38000
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.18625666201114655,
      "learning_rate": 0.001,
      "loss": 0.0831,
      "step": 38100
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.13689708709716797,
      "learning_rate": 0.001,
      "loss": 0.0839,
      "step": 38200
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.14063656330108643,
      "learning_rate": 0.001,
      "loss": 0.0817,
      "step": 38300
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.1880202442407608,
      "learning_rate": 0.001,
      "loss": 0.082,
      "step": 38400
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.15921075642108917,
      "learning_rate": 0.001,
      "loss": 0.0789,
      "step": 38500
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.1744866818189621,
      "learning_rate": 0.001,
      "loss": 0.0818,
      "step": 38600
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.26724693179130554,
      "learning_rate": 0.001,
      "loss": 0.0847,
      "step": 38700
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.14382457733154297,
      "learning_rate": 0.001,
      "loss": 0.0829,
      "step": 38800
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.14012865722179413,
      "learning_rate": 0.001,
      "loss": 0.082,
      "step": 38900
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.24175578355789185,
      "learning_rate": 0.001,
      "loss": 0.0835,
      "step": 39000
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3397182822227478,
      "learning_rate": 0.001,
      "loss": 0.081,
      "step": 39100
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.1553467959165573,
      "learning_rate": 0.001,
      "loss": 0.0829,
      "step": 39200
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.20726840198040009,
      "learning_rate": 0.001,
      "loss": 0.083,
      "step": 39300
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.21219220757484436,
      "learning_rate": 0.001,
      "loss": 0.084,
      "step": 39400
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.19203193485736847,
      "learning_rate": 0.001,
      "loss": 0.0819,
      "step": 39500
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.22557440400123596,
      "learning_rate": 0.001,
      "loss": 0.0803,
      "step": 39600
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.23452799022197723,
      "learning_rate": 0.001,
      "loss": 0.0806,
      "step": 39700
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.28543928265571594,
      "learning_rate": 0.001,
      "loss": 0.0827,
      "step": 39800
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.19713571667671204,
      "learning_rate": 0.001,
      "loss": 0.08,
      "step": 39900
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.18496285378932953,
      "learning_rate": 0.001,
      "loss": 0.0841,
      "step": 40000
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.1363649070262909,
      "learning_rate": 0.001,
      "loss": 0.0813,
      "step": 40100
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.1736011952161789,
      "learning_rate": 0.001,
      "loss": 0.0796,
      "step": 40200
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.21385334432125092,
      "learning_rate": 0.001,
      "loss": 0.0814,
      "step": 40300
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2105669230222702,
      "learning_rate": 0.001,
      "loss": 0.0816,
      "step": 40400
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2278176248073578,
      "learning_rate": 0.001,
      "loss": 0.0825,
      "step": 40500
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.17637114226818085,
      "learning_rate": 0.001,
      "loss": 0.0812,
      "step": 40600
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.20035295188426971,
      "learning_rate": 0.001,
      "loss": 0.0853,
      "step": 40700
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.25408777594566345,
      "learning_rate": 0.001,
      "loss": 0.0811,
      "step": 40800
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.2177010476589203,
      "learning_rate": 0.001,
      "loss": 0.0796,
      "step": 40900
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.1639321744441986,
      "learning_rate": 0.001,
      "loss": 0.0824,
      "step": 41000
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.15798155963420868,
      "learning_rate": 0.001,
      "loss": 0.0834,
      "step": 41100
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.14857494831085205,
      "learning_rate": 0.001,
      "loss": 0.0825,
      "step": 41200
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.15640319883823395,
      "learning_rate": 0.001,
      "loss": 0.0814,
      "step": 41300
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.1530522108078003,
      "learning_rate": 0.001,
      "loss": 0.0825,
      "step": 41400
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.2990354001522064,
      "learning_rate": 0.001,
      "loss": 0.0785,
      "step": 41500
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.19239626824855804,
      "learning_rate": 0.001,
      "loss": 0.0809,
      "step": 41600
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.13975249230861664,
      "learning_rate": 0.001,
      "loss": 0.0825,
      "step": 41700
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.22527189552783966,
      "learning_rate": 0.001,
      "loss": 0.0819,
      "step": 41800
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3547128438949585,
      "learning_rate": 0.001,
      "loss": 0.1013,
      "step": 41900
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.22032135725021362,
      "learning_rate": 0.001,
      "loss": 0.0806,
      "step": 42000
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.12712807953357697,
      "learning_rate": 0.001,
      "loss": 0.0791,
      "step": 42100
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.29608944058418274,
      "learning_rate": 0.001,
      "loss": 0.0783,
      "step": 42200
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.23063918948173523,
      "learning_rate": 0.001,
      "loss": 0.0828,
      "step": 42300
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.19996796548366547,
      "learning_rate": 0.001,
      "loss": 0.0813,
      "step": 42400
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.19479811191558838,
      "learning_rate": 0.001,
      "loss": 0.0811,
      "step": 42500
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.1822797805070877,
      "learning_rate": 0.001,
      "loss": 0.0796,
      "step": 42600
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.36260533332824707,
      "learning_rate": 0.001,
      "loss": 0.0797,
      "step": 42700
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.14315147697925568,
      "learning_rate": 0.001,
      "loss": 0.0869,
      "step": 42800
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.20261742174625397,
      "learning_rate": 0.001,
      "loss": 0.1856,
      "step": 42900
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.18873733282089233,
      "learning_rate": 0.001,
      "loss": 0.0775,
      "step": 43000
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.2189916968345642,
      "learning_rate": 0.001,
      "loss": 0.0796,
      "step": 43100
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.1823868304491043,
      "learning_rate": 0.001,
      "loss": 0.0822,
      "step": 43200
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.2595207691192627,
      "learning_rate": 0.001,
      "loss": 0.0776,
      "step": 43300
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.1713092178106308,
      "learning_rate": 0.001,
      "loss": 0.0811,
      "step": 43400
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.24840323626995087,
      "learning_rate": 0.001,
      "loss": 0.104,
      "step": 43500
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.23451556265354156,
      "learning_rate": 0.001,
      "loss": 0.077,
      "step": 43600
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.2142404466867447,
      "learning_rate": 0.001,
      "loss": 0.0789,
      "step": 43700
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.22932325303554535,
      "learning_rate": 0.001,
      "loss": 0.0778,
      "step": 43800
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.2027159184217453,
      "learning_rate": 0.001,
      "loss": 0.0794,
      "step": 43900
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.22258317470550537,
      "learning_rate": 0.001,
      "loss": 0.0787,
      "step": 44000
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.2979215681552887,
      "learning_rate": 0.001,
      "loss": 0.0767,
      "step": 44100
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.2110917568206787,
      "learning_rate": 0.001,
      "loss": 0.0782,
      "step": 44200
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.24181802570819855,
      "learning_rate": 0.001,
      "loss": 0.0804,
      "step": 44300
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.1810845136642456,
      "learning_rate": 0.001,
      "loss": 0.0786,
      "step": 44400
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.23404444754123688,
      "learning_rate": 0.001,
      "loss": 0.0785,
      "step": 44500
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.2591089904308319,
      "learning_rate": 0.001,
      "loss": 0.0765,
      "step": 44600
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.22720029950141907,
      "learning_rate": 0.001,
      "loss": 0.0798,
      "step": 44700
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.22449086606502533,
      "learning_rate": 0.001,
      "loss": 0.0766,
      "step": 44800
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.2302643209695816,
      "learning_rate": 0.001,
      "loss": 0.0798,
      "step": 44900
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.2040921300649643,
      "learning_rate": 0.001,
      "loss": 0.0841,
      "step": 45000
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.21232621371746063,
      "learning_rate": 0.001,
      "loss": 0.0789,
      "step": 45100
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.20054876804351807,
      "learning_rate": 0.001,
      "loss": 0.0779,
      "step": 45200
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.24335692822933197,
      "learning_rate": 0.001,
      "loss": 0.0784,
      "step": 45300
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.22172445058822632,
      "learning_rate": 0.001,
      "loss": 0.0797,
      "step": 45400
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.20524169504642487,
      "learning_rate": 0.001,
      "loss": 0.0803,
      "step": 45500
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.17150288820266724,
      "learning_rate": 0.001,
      "loss": 0.0791,
      "step": 45600
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.38285690546035767,
      "learning_rate": 0.001,
      "loss": 0.079,
      "step": 45700
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.16937342286109924,
      "learning_rate": 0.001,
      "loss": 0.0791,
      "step": 45800
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.19271647930145264,
      "learning_rate": 0.001,
      "loss": 0.079,
      "step": 45900
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.20048774778842926,
      "learning_rate": 0.001,
      "loss": 0.0797,
      "step": 46000
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.2141706347465515,
      "learning_rate": 0.001,
      "loss": 0.0798,
      "step": 46100
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.20665834844112396,
      "learning_rate": 0.001,
      "loss": 0.0778,
      "step": 46200
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.18385255336761475,
      "learning_rate": 0.001,
      "loss": 0.0779,
      "step": 46300
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.22467826306819916,
      "learning_rate": 0.001,
      "loss": 0.0732,
      "step": 46400
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.18363313376903534,
      "learning_rate": 0.001,
      "loss": 0.0796,
      "step": 46500
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.2288578897714615,
      "learning_rate": 0.001,
      "loss": 0.0763,
      "step": 46600
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.2535518407821655,
      "learning_rate": 0.001,
      "loss": 0.0791,
      "step": 46700
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.20715934038162231,
      "learning_rate": 0.001,
      "loss": 0.0777,
      "step": 46800
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.12203960865736008,
      "learning_rate": 0.001,
      "loss": 0.0805,
      "step": 46900
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.138369619846344,
      "learning_rate": 0.001,
      "loss": 0.0768,
      "step": 47000
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.2319127321243286,
      "learning_rate": 0.001,
      "loss": 0.0784,
      "step": 47100
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.2058788686990738,
      "learning_rate": 0.001,
      "loss": 0.0783,
      "step": 47200
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.21334126591682434,
      "learning_rate": 0.001,
      "loss": 0.0763,
      "step": 47300
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.23397529125213623,
      "learning_rate": 0.001,
      "loss": 0.081,
      "step": 47400
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.24460141360759735,
      "learning_rate": 0.001,
      "loss": 0.0752,
      "step": 47500
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.22441798448562622,
      "learning_rate": 0.001,
      "loss": 0.0779,
      "step": 47600
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.20988881587982178,
      "learning_rate": 0.001,
      "loss": 0.08,
      "step": 47700
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.17863024771213531,
      "learning_rate": 0.001,
      "loss": 0.0787,
      "step": 47800
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.17980898916721344,
      "learning_rate": 0.001,
      "loss": 0.0802,
      "step": 47900
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.2614147961139679,
      "learning_rate": 0.001,
      "loss": 0.0787,
      "step": 48000
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.16281504929065704,
      "learning_rate": 0.001,
      "loss": 0.0779,
      "step": 48100
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3099921941757202,
      "learning_rate": 0.001,
      "loss": 0.0747,
      "step": 48200
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.2542015016078949,
      "learning_rate": 0.001,
      "loss": 0.0831,
      "step": 48300
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.17419801652431488,
      "learning_rate": 0.001,
      "loss": 0.0787,
      "step": 48400
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.2089216262102127,
      "learning_rate": 0.001,
      "loss": 0.0781,
      "step": 48500
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.26476818323135376,
      "learning_rate": 0.001,
      "loss": 0.0792,
      "step": 48600
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.18907053768634796,
      "learning_rate": 0.001,
      "loss": 0.078,
      "step": 48700
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.2528514564037323,
      "learning_rate": 0.001,
      "loss": 0.0791,
      "step": 48800
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.2794158458709717,
      "learning_rate": 0.001,
      "loss": 0.0799,
      "step": 48900
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.24547474086284637,
      "learning_rate": 0.001,
      "loss": 0.0765,
      "step": 49000
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.17239224910736084,
      "learning_rate": 0.001,
      "loss": 0.0807,
      "step": 49100
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.22998745739459991,
      "learning_rate": 0.001,
      "loss": 0.079,
      "step": 49200
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.2727990746498108,
      "learning_rate": 0.001,
      "loss": 0.078,
      "step": 49300
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.2488749623298645,
      "learning_rate": 0.001,
      "loss": 0.0757,
      "step": 49400
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.20260153710842133,
      "learning_rate": 0.001,
      "loss": 0.0787,
      "step": 49500
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.30832308530807495,
      "learning_rate": 0.001,
      "loss": 0.0789,
      "step": 49600
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.17934545874595642,
      "learning_rate": 0.001,
      "loss": 0.0768,
      "step": 49700
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1972292810678482,
      "learning_rate": 0.001,
      "loss": 0.0786,
      "step": 49800
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1899816393852234,
      "learning_rate": 0.001,
      "loss": 0.0782,
      "step": 49900
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.17765800654888153,
      "learning_rate": 0.001,
      "loss": 0.0784,
      "step": 50000
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3285583555698395,
      "learning_rate": 0.001,
      "loss": 0.0793,
      "step": 50100
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2769279181957245,
      "learning_rate": 0.001,
      "loss": 0.0818,
      "step": 50200
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1661899834871292,
      "learning_rate": 0.001,
      "loss": 0.1088,
      "step": 50300
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.32694903016090393,
      "learning_rate": 0.001,
      "loss": 0.0799,
      "step": 50400
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1976955235004425,
      "learning_rate": 0.001,
      "loss": 0.0768,
      "step": 50500
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.2623777687549591,
      "learning_rate": 0.001,
      "loss": 0.0764,
      "step": 50600
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.19917914271354675,
      "learning_rate": 0.001,
      "loss": 0.079,
      "step": 50700
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.22838640213012695,
      "learning_rate": 0.001,
      "loss": 0.076,
      "step": 50800
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.1831175684928894,
      "learning_rate": 0.001,
      "loss": 0.0744,
      "step": 50900
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.1774362176656723,
      "learning_rate": 0.001,
      "loss": 0.076,
      "step": 51000
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.24986374378204346,
      "learning_rate": 0.001,
      "loss": 0.0754,
      "step": 51100
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.15164266526699066,
      "learning_rate": 0.001,
      "loss": 0.0757,
      "step": 51200
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.19118934869766235,
      "learning_rate": 0.001,
      "loss": 0.0787,
      "step": 51300
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.1625840663909912,
      "learning_rate": 0.001,
      "loss": 0.0778,
      "step": 51400
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.14519533514976501,
      "learning_rate": 0.001,
      "loss": 0.077,
      "step": 51500
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.16799670457839966,
      "learning_rate": 0.001,
      "loss": 0.0764,
      "step": 51600
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.15635591745376587,
      "learning_rate": 0.001,
      "loss": 0.0738,
      "step": 51700
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.25875189900398254,
      "learning_rate": 0.001,
      "loss": 0.0757,
      "step": 51800
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.2601448595523834,
      "learning_rate": 0.001,
      "loss": 0.0721,
      "step": 51900
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.20097233355045319,
      "learning_rate": 0.001,
      "loss": 0.0764,
      "step": 52000
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.17383421957492828,
      "learning_rate": 0.001,
      "loss": 0.0768,
      "step": 52100
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.152663916349411,
      "learning_rate": 0.001,
      "loss": 0.0747,
      "step": 52200
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.1773347705602646,
      "learning_rate": 0.001,
      "loss": 0.0743,
      "step": 52300
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.15975210070610046,
      "learning_rate": 0.001,
      "loss": 0.0769,
      "step": 52400
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.27663958072662354,
      "learning_rate": 0.001,
      "loss": 0.0747,
      "step": 52500
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.20124509930610657,
      "learning_rate": 0.001,
      "loss": 0.0755,
      "step": 52600
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.19016942381858826,
      "learning_rate": 0.001,
      "loss": 0.0709,
      "step": 52700
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.34517988562583923,
      "learning_rate": 0.001,
      "loss": 0.0751,
      "step": 52800
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.27312055230140686,
      "learning_rate": 0.001,
      "loss": 0.0761,
      "step": 52900
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.2835043668746948,
      "learning_rate": 0.001,
      "loss": 0.0731,
      "step": 53000
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.1630600243806839,
      "learning_rate": 0.001,
      "loss": 0.0741,
      "step": 53100
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.2430613487958908,
      "learning_rate": 0.001,
      "loss": 0.0767,
      "step": 53200
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.19533057510852814,
      "learning_rate": 0.001,
      "loss": 0.077,
      "step": 53300
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.21139401197433472,
      "learning_rate": 0.001,
      "loss": 0.0711,
      "step": 53400
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.18416912853717804,
      "learning_rate": 0.001,
      "loss": 0.0729,
      "step": 53500
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.24703727662563324,
      "learning_rate": 0.001,
      "loss": 0.071,
      "step": 53600
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.14476247131824493,
      "learning_rate": 0.001,
      "loss": 0.0754,
      "step": 53700
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.210220068693161,
      "learning_rate": 0.001,
      "loss": 0.0738,
      "step": 53800
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.16544660925865173,
      "learning_rate": 0.001,
      "loss": 0.072,
      "step": 53900
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.17049700021743774,
      "learning_rate": 0.001,
      "loss": 0.0728,
      "step": 54000
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.18656505644321442,
      "learning_rate": 0.001,
      "loss": 0.0739,
      "step": 54100
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.19484791159629822,
      "learning_rate": 0.001,
      "loss": 0.0748,
      "step": 54200
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.1982715129852295,
      "learning_rate": 0.001,
      "loss": 0.0729,
      "step": 54300
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.2108699083328247,
      "learning_rate": 0.001,
      "loss": 0.0735,
      "step": 54400
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.23962444067001343,
      "learning_rate": 0.001,
      "loss": 0.0703,
      "step": 54500
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.29319801926612854,
      "learning_rate": 0.001,
      "loss": 0.0735,
      "step": 54600
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.1804085075855255,
      "learning_rate": 0.001,
      "loss": 0.0719,
      "step": 54700
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.2394474297761917,
      "learning_rate": 0.001,
      "loss": 0.0721,
      "step": 54800
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.20954197645187378,
      "learning_rate": 0.001,
      "loss": 0.0745,
      "step": 54900
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.17135080695152283,
      "learning_rate": 0.001,
      "loss": 0.0728,
      "step": 55000
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3152260482311249,
      "learning_rate": 0.001,
      "loss": 0.0735,
      "step": 55100
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.22659769654273987,
      "learning_rate": 0.001,
      "loss": 0.0752,
      "step": 55200
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.2605753540992737,
      "learning_rate": 0.001,
      "loss": 0.073,
      "step": 55300
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.2309567779302597,
      "learning_rate": 0.001,
      "loss": 0.0744,
      "step": 55400
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.19917166233062744,
      "learning_rate": 0.001,
      "loss": 0.073,
      "step": 55500
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2609159052371979,
      "learning_rate": 0.001,
      "loss": 0.0705,
      "step": 55600
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.26976123452186584,
      "learning_rate": 0.001,
      "loss": 0.0731,
      "step": 55700
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.25275784730911255,
      "learning_rate": 0.001,
      "loss": 0.0808,
      "step": 55800
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2392340749502182,
      "learning_rate": 0.001,
      "loss": 0.0763,
      "step": 55900
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.27718254923820496,
      "learning_rate": 0.001,
      "loss": 0.0743,
      "step": 56000
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.19996067881584167,
      "learning_rate": 0.001,
      "loss": 0.0807,
      "step": 56100
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.16322393715381622,
      "learning_rate": 0.001,
      "loss": 0.0753,
      "step": 56200
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.25598809123039246,
      "learning_rate": 0.001,
      "loss": 0.0773,
      "step": 56300
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.15482768416404724,
      "learning_rate": 0.001,
      "loss": 0.0729,
      "step": 56400
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.4033351242542267,
      "learning_rate": 0.001,
      "loss": 0.0773,
      "step": 56500
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.2869590222835541,
      "learning_rate": 0.001,
      "loss": 0.0732,
      "step": 56600
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.19079795479774475,
      "learning_rate": 0.001,
      "loss": 0.0712,
      "step": 56700
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.21604031324386597,
      "learning_rate": 0.001,
      "loss": 0.0714,
      "step": 56800
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.23917321860790253,
      "learning_rate": 0.001,
      "loss": 0.0743,
      "step": 56900
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.16785088181495667,
      "learning_rate": 0.001,
      "loss": 0.0722,
      "step": 57000
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.22009502351284027,
      "learning_rate": 0.001,
      "loss": 0.0738,
      "step": 57100
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.23401811718940735,
      "learning_rate": 0.001,
      "loss": 0.0759,
      "step": 57200
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.19278208911418915,
      "learning_rate": 0.001,
      "loss": 0.0738,
      "step": 57300
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.22170820832252502,
      "learning_rate": 0.001,
      "loss": 0.07,
      "step": 57400
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.2148713767528534,
      "learning_rate": 0.001,
      "loss": 0.0716,
      "step": 57500
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2093653529882431,
      "learning_rate": 0.001,
      "loss": 0.0722,
      "step": 57600
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2912674844264984,
      "learning_rate": 0.001,
      "loss": 0.0738,
      "step": 57700
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3146283030509949,
      "learning_rate": 0.001,
      "loss": 0.0735,
      "step": 57800
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2355007380247116,
      "learning_rate": 0.001,
      "loss": 0.0719,
      "step": 57900
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.19035007059574127,
      "learning_rate": 0.001,
      "loss": 0.0699,
      "step": 58000
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.13338258862495422,
      "learning_rate": 0.001,
      "loss": 0.0727,
      "step": 58100
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.22755542397499084,
      "learning_rate": 0.001,
      "loss": 0.072,
      "step": 58200
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.23752057552337646,
      "learning_rate": 0.001,
      "loss": 0.0703,
      "step": 58300
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.20008322596549988,
      "learning_rate": 0.001,
      "loss": 0.0721,
      "step": 58400
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.1769803911447525,
      "learning_rate": 0.001,
      "loss": 0.0724,
      "step": 58500
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.19137178361415863,
      "learning_rate": 0.001,
      "loss": 0.0735,
      "step": 58600
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.22157849371433258,
      "learning_rate": 0.001,
      "loss": 0.0735,
      "step": 58700
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2098543494939804,
      "learning_rate": 0.001,
      "loss": 0.0701,
      "step": 58800
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.22936704754829407,
      "learning_rate": 0.001,
      "loss": 0.0691,
      "step": 58900
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.15228866040706635,
      "learning_rate": 0.001,
      "loss": 0.0729,
      "step": 59000
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.27094388008117676,
      "learning_rate": 0.001,
      "loss": 0.0706,
      "step": 59100
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.17357999086380005,
      "learning_rate": 0.001,
      "loss": 0.071,
      "step": 59200
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2912188768386841,
      "learning_rate": 0.001,
      "loss": 0.0719,
      "step": 59300
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.24029956758022308,
      "learning_rate": 0.001,
      "loss": 0.07,
      "step": 59400
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.1956549882888794,
      "learning_rate": 0.001,
      "loss": 0.0712,
      "step": 59500
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.26984256505966187,
      "learning_rate": 0.001,
      "loss": 0.0713,
      "step": 59600
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.18548165261745453,
      "learning_rate": 0.001,
      "loss": 0.0686,
      "step": 59700
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.1833103895187378,
      "learning_rate": 0.001,
      "loss": 0.0672,
      "step": 59800
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.20417752861976624,
      "learning_rate": 0.001,
      "loss": 0.069,
      "step": 59900
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3695315420627594,
      "learning_rate": 0.001,
      "loss": 0.0703,
      "step": 60000
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.23288464546203613,
      "learning_rate": 0.001,
      "loss": 0.0704,
      "step": 60100
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.21595774590969086,
      "learning_rate": 0.001,
      "loss": 0.0697,
      "step": 60200
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.16371206939220428,
      "learning_rate": 0.001,
      "loss": 0.0704,
      "step": 60300
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2600916028022766,
      "learning_rate": 0.001,
      "loss": 0.0693,
      "step": 60400
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.21177971363067627,
      "learning_rate": 0.001,
      "loss": 0.0707,
      "step": 60500
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.16886168718338013,
      "learning_rate": 0.001,
      "loss": 0.0701,
      "step": 60600
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.29835718870162964,
      "learning_rate": 0.001,
      "loss": 0.0683,
      "step": 60700
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2594737410545349,
      "learning_rate": 0.001,
      "loss": 0.0723,
      "step": 60800
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2057715505361557,
      "learning_rate": 0.001,
      "loss": 0.0693,
      "step": 60900
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2127043902873993,
      "learning_rate": 0.001,
      "loss": 0.0699,
      "step": 61000
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.18162322044372559,
      "learning_rate": 0.001,
      "loss": 0.0714,
      "step": 61100
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.21535515785217285,
      "learning_rate": 0.001,
      "loss": 0.0711,
      "step": 61200
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.19364242255687714,
      "learning_rate": 0.001,
      "loss": 0.0715,
      "step": 61300
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.14159826934337616,
      "learning_rate": 0.001,
      "loss": 0.07,
      "step": 61400
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.21536406874656677,
      "learning_rate": 0.001,
      "loss": 0.0689,
      "step": 61500
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.19926196336746216,
      "learning_rate": 0.001,
      "loss": 0.0689,
      "step": 61600
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.20217150449752808,
      "learning_rate": 0.001,
      "loss": 0.071,
      "step": 61700
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.17570650577545166,
      "learning_rate": 0.001,
      "loss": 0.0719,
      "step": 61800
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.19788751006126404,
      "learning_rate": 0.001,
      "loss": 0.0687,
      "step": 61900
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.22191910445690155,
      "learning_rate": 0.001,
      "loss": 0.0687,
      "step": 62000
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.19544494152069092,
      "learning_rate": 0.001,
      "loss": 0.0704,
      "step": 62100
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.32939237356185913,
      "learning_rate": 0.001,
      "loss": 0.0713,
      "step": 62200
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.1809149980545044,
      "learning_rate": 0.001,
      "loss": 0.0701,
      "step": 62300
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2769867479801178,
      "learning_rate": 0.001,
      "loss": 0.0718,
      "step": 62400
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.15998759865760803,
      "learning_rate": 0.001,
      "loss": 0.0691,
      "step": 62500
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.29498517513275146,
      "learning_rate": 0.001,
      "loss": 0.0722,
      "step": 62600
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.19759228825569153,
      "learning_rate": 0.001,
      "loss": 0.0686,
      "step": 62700
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.12064652889966965,
      "learning_rate": 0.001,
      "loss": 0.0707,
      "step": 62800
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.19079501926898956,
      "learning_rate": 0.001,
      "loss": 0.0662,
      "step": 62900
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.22422794997692108,
      "learning_rate": 0.001,
      "loss": 0.0662,
      "step": 63000
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.16929177939891815,
      "learning_rate": 0.001,
      "loss": 0.0677,
      "step": 63100
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.20057950913906097,
      "learning_rate": 0.001,
      "loss": 0.0699,
      "step": 63200
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4213920533657074,
      "learning_rate": 0.001,
      "loss": 0.0701,
      "step": 63300
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.28028371930122375,
      "learning_rate": 0.001,
      "loss": 0.0697,
      "step": 63400
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.18094098567962646,
      "learning_rate": 0.001,
      "loss": 0.0727,
      "step": 63500
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.30136585235595703,
      "learning_rate": 0.001,
      "loss": 0.0711,
      "step": 63600
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.192775696516037,
      "learning_rate": 0.001,
      "loss": 0.0721,
      "step": 63700
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2211129367351532,
      "learning_rate": 0.001,
      "loss": 0.0695,
      "step": 63800
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.19226811826229095,
      "learning_rate": 0.001,
      "loss": 0.0699,
      "step": 63900
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2471201866865158,
      "learning_rate": 0.001,
      "loss": 0.0692,
      "step": 64000
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2547115385532379,
      "learning_rate": 0.001,
      "loss": 0.0673,
      "step": 64100
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.1899893879890442,
      "learning_rate": 0.001,
      "loss": 0.0693,
      "step": 64200
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.21257919073104858,
      "learning_rate": 0.001,
      "loss": 0.0684,
      "step": 64300
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.26688677072525024,
      "learning_rate": 0.001,
      "loss": 0.0683,
      "step": 64400
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.18874968588352203,
      "learning_rate": 0.001,
      "loss": 0.0688,
      "step": 64500
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2013721913099289,
      "learning_rate": 0.001,
      "loss": 0.0684,
      "step": 64600
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.19745351374149323,
      "learning_rate": 0.001,
      "loss": 0.0685,
      "step": 64700
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2137337028980255,
      "learning_rate": 0.001,
      "loss": 0.0671,
      "step": 64800
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.20300865173339844,
      "learning_rate": 0.001,
      "loss": 0.0684,
      "step": 64900
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.1723690927028656,
      "learning_rate": 0.001,
      "loss": 0.0681,
      "step": 65000
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.20693708956241608,
      "learning_rate": 0.001,
      "loss": 0.0685,
      "step": 65100
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.33531713485717773,
      "learning_rate": 0.001,
      "loss": 0.0687,
      "step": 65200
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2180265337228775,
      "learning_rate": 0.001,
      "loss": 0.0719,
      "step": 65300
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.27855604887008667,
      "learning_rate": 0.001,
      "loss": 0.0686,
      "step": 65400
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2309376448392868,
      "learning_rate": 0.001,
      "loss": 0.0682,
      "step": 65500
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.25525444746017456,
      "learning_rate": 0.001,
      "loss": 0.0698,
      "step": 65600
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.1746407151222229,
      "learning_rate": 0.001,
      "loss": 0.0692,
      "step": 65700
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.29511937499046326,
      "learning_rate": 0.001,
      "loss": 0.0675,
      "step": 65800
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.23610210418701172,
      "learning_rate": 0.001,
      "loss": 0.0682,
      "step": 65900
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.24088448286056519,
      "learning_rate": 0.001,
      "loss": 0.065,
      "step": 66000
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.3865065574645996,
      "learning_rate": 0.001,
      "loss": 0.068,
      "step": 66100
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.16312183439731598,
      "learning_rate": 0.001,
      "loss": 0.0674,
      "step": 66200
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.33910611271858215,
      "learning_rate": 0.001,
      "loss": 0.0657,
      "step": 66300
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.1491781622171402,
      "learning_rate": 0.001,
      "loss": 0.0663,
      "step": 66400
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.27082210779190063,
      "learning_rate": 0.001,
      "loss": 0.0692,
      "step": 66500
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.302495539188385,
      "learning_rate": 0.001,
      "loss": 0.0668,
      "step": 66600
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.1906341165304184,
      "learning_rate": 0.001,
      "loss": 0.0689,
      "step": 66700
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.21256040036678314,
      "learning_rate": 0.001,
      "loss": 0.0665,
      "step": 66800
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.16603924334049225,
      "learning_rate": 0.001,
      "loss": 0.07,
      "step": 66900
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.17136050760746002,
      "learning_rate": 0.001,
      "loss": 0.0715,
      "step": 67000
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.1679474115371704,
      "learning_rate": 0.001,
      "loss": 0.0667,
      "step": 67100
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.18445661664009094,
      "learning_rate": 0.001,
      "loss": 0.0688,
      "step": 67200
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.16743460297584534,
      "learning_rate": 0.001,
      "loss": 0.0672,
      "step": 67300
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.24309833347797394,
      "learning_rate": 0.001,
      "loss": 0.066,
      "step": 67400
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.15661662817001343,
      "learning_rate": 0.001,
      "loss": 0.0686,
      "step": 67500
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.32759585976600647,
      "learning_rate": 0.001,
      "loss": 0.0666,
      "step": 67600
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.1508253961801529,
      "learning_rate": 0.001,
      "loss": 0.068,
      "step": 67700
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.17459799349308014,
      "learning_rate": 0.001,
      "loss": 0.069,
      "step": 67800
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2405272275209427,
      "learning_rate": 0.001,
      "loss": 0.0693,
      "step": 67900
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2469649761915207,
      "learning_rate": 0.001,
      "loss": 0.0678,
      "step": 68000
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.25917258858680725,
      "learning_rate": 0.001,
      "loss": 0.0694,
      "step": 68100
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.1784822642803192,
      "learning_rate": 0.001,
      "loss": 0.0668,
      "step": 68200
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.22977730631828308,
      "learning_rate": 0.001,
      "loss": 0.0656,
      "step": 68300
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.1646946221590042,
      "learning_rate": 0.001,
      "loss": 0.068,
      "step": 68400
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3220691978931427,
      "learning_rate": 0.001,
      "loss": 0.0665,
      "step": 68500
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.22109118103981018,
      "learning_rate": 0.001,
      "loss": 0.0684,
      "step": 68600
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.12051670998334885,
      "learning_rate": 0.001,
      "loss": 0.0675,
      "step": 68700
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.19576141238212585,
      "learning_rate": 0.001,
      "loss": 0.0655,
      "step": 68800
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.12783344089984894,
      "learning_rate": 0.001,
      "loss": 0.0677,
      "step": 68900
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.24854913353919983,
      "learning_rate": 0.001,
      "loss": 0.0684,
      "step": 69000
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.19816453754901886,
      "learning_rate": 0.001,
      "loss": 0.067,
      "step": 69100
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.20371900498867035,
      "learning_rate": 0.001,
      "loss": 0.0669,
      "step": 69200
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.24654364585876465,
      "learning_rate": 0.001,
      "loss": 0.0665,
      "step": 69300
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.22933346033096313,
      "learning_rate": 0.001,
      "loss": 0.0697,
      "step": 69400
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3056330382823944,
      "learning_rate": 0.001,
      "loss": 0.0688,
      "step": 69500
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.14624419808387756,
      "learning_rate": 0.001,
      "loss": 0.0686,
      "step": 69600
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.23571297526359558,
      "learning_rate": 0.001,
      "loss": 0.0727,
      "step": 69700
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.20212960243225098,
      "learning_rate": 0.001,
      "loss": 0.0708,
      "step": 69800
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.22400203347206116,
      "learning_rate": 0.001,
      "loss": 0.0645,
      "step": 69900
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.15693353116512299,
      "learning_rate": 0.001,
      "loss": 0.066,
      "step": 70000
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.21171632409095764,
      "learning_rate": 0.001,
      "loss": 0.0651,
      "step": 70100
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.16716106235980988,
      "learning_rate": 0.001,
      "loss": 0.0651,
      "step": 70200
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.19692525267601013,
      "learning_rate": 0.001,
      "loss": 0.0677,
      "step": 70300
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.23514828085899353,
      "learning_rate": 0.001,
      "loss": 0.0651,
      "step": 70400
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.22567568719387054,
      "learning_rate": 0.001,
      "loss": 0.0658,
      "step": 70500
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.20934154093265533,
      "learning_rate": 0.001,
      "loss": 0.0661,
      "step": 70600
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.25384077429771423,
      "learning_rate": 0.001,
      "loss": 0.0658,
      "step": 70700
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.27204346656799316,
      "learning_rate": 0.001,
      "loss": 0.0685,
      "step": 70800
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.1900806725025177,
      "learning_rate": 0.001,
      "loss": 0.0637,
      "step": 70900
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.4064619243144989,
      "learning_rate": 0.001,
      "loss": 0.07,
      "step": 71000
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.22942863404750824,
      "learning_rate": 0.001,
      "loss": 0.067,
      "step": 71100
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3398168683052063,
      "learning_rate": 0.001,
      "loss": 0.0673,
      "step": 71200
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2937333881855011,
      "learning_rate": 0.001,
      "loss": 0.0689,
      "step": 71300
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.15955261886119843,
      "learning_rate": 0.001,
      "loss": 0.0644,
      "step": 71400
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.32867005467414856,
      "learning_rate": 0.001,
      "loss": 0.0668,
      "step": 71500
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.22879061102867126,
      "learning_rate": 0.001,
      "loss": 0.0641,
      "step": 71600
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3147716224193573,
      "learning_rate": 0.001,
      "loss": 0.0643,
      "step": 71700
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.19312891364097595,
      "learning_rate": 0.001,
      "loss": 0.0654,
      "step": 71800
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3658990263938904,
      "learning_rate": 0.001,
      "loss": 0.066,
      "step": 71900
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2730260193347931,
      "learning_rate": 0.001,
      "loss": 0.0673,
      "step": 72000
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3601909279823303,
      "learning_rate": 0.001,
      "loss": 0.0643,
      "step": 72100
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.13944287598133087,
      "learning_rate": 0.001,
      "loss": 0.0671,
      "step": 72200
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.1590428501367569,
      "learning_rate": 0.001,
      "loss": 0.0651,
      "step": 72300
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.17583294212818146,
      "learning_rate": 0.001,
      "loss": 0.0665,
      "step": 72400
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.1566411554813385,
      "learning_rate": 0.001,
      "loss": 0.0666,
      "step": 72500
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.26495423913002014,
      "learning_rate": 0.001,
      "loss": 0.0651,
      "step": 72600
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.17272372543811798,
      "learning_rate": 0.001,
      "loss": 0.0689,
      "step": 72700
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2443661093711853,
      "learning_rate": 0.001,
      "loss": 0.065,
      "step": 72800
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.26695558428764343,
      "learning_rate": 0.001,
      "loss": 0.0637,
      "step": 72900
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.14408937096595764,
      "learning_rate": 0.001,
      "loss": 0.0676,
      "step": 73000
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.18142744898796082,
      "learning_rate": 0.001,
      "loss": 0.0653,
      "step": 73100
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.17100819945335388,
      "learning_rate": 0.001,
      "loss": 0.0631,
      "step": 73200
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3703427314758301,
      "learning_rate": 0.001,
      "loss": 0.0665,
      "step": 73300
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.19516532123088837,
      "learning_rate": 0.001,
      "loss": 0.0656,
      "step": 73400
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.17610041797161102,
      "learning_rate": 0.001,
      "loss": 0.0658,
      "step": 73500
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.13331599533557892,
      "learning_rate": 0.001,
      "loss": 0.0653,
      "step": 73600
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.23824097216129303,
      "learning_rate": 0.001,
      "loss": 0.065,
      "step": 73700
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.1464979499578476,
      "learning_rate": 0.001,
      "loss": 0.0638,
      "step": 73800
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.18163511157035828,
      "learning_rate": 0.001,
      "loss": 0.0661,
      "step": 73900
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.1809806078672409,
      "learning_rate": 0.001,
      "loss": 0.0643,
      "step": 74000
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.23994535207748413,
      "learning_rate": 0.001,
      "loss": 0.0636,
      "step": 74100
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.17924870550632477,
      "learning_rate": 0.001,
      "loss": 0.064,
      "step": 74200
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.15770521759986877,
      "learning_rate": 0.001,
      "loss": 0.0661,
      "step": 74300
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.24632355570793152,
      "learning_rate": 0.001,
      "loss": 0.0644,
      "step": 74400
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.18300195038318634,
      "learning_rate": 0.001,
      "loss": 0.0592,
      "step": 74500
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2745151221752167,
      "learning_rate": 0.001,
      "loss": 0.063,
      "step": 74600
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.18871140480041504,
      "learning_rate": 0.001,
      "loss": 0.063,
      "step": 74700
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.30228421092033386,
      "learning_rate": 0.001,
      "loss": 0.0661,
      "step": 74800
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.26834210753440857,
      "learning_rate": 0.001,
      "loss": 0.0626,
      "step": 74900
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.1998053640127182,
      "learning_rate": 0.001,
      "loss": 0.0655,
      "step": 75000
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.16265703737735748,
      "learning_rate": 0.001,
      "loss": 0.0648,
      "step": 75100
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3203764259815216,
      "learning_rate": 0.001,
      "loss": 0.0636,
      "step": 75200
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.29416751861572266,
      "learning_rate": 0.001,
      "loss": 0.0613,
      "step": 75300
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.1761980801820755,
      "learning_rate": 0.001,
      "loss": 0.0718,
      "step": 75400
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.24760745465755463,
      "learning_rate": 0.001,
      "loss": 0.0641,
      "step": 75500
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3362966477870941,
      "learning_rate": 0.001,
      "loss": 0.0678,
      "step": 75600
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.20644457638263702,
      "learning_rate": 0.001,
      "loss": 0.0653,
      "step": 75700
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.22632303833961487,
      "learning_rate": 0.001,
      "loss": 0.0679,
      "step": 75800
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.22177743911743164,
      "learning_rate": 0.001,
      "loss": 0.0628,
      "step": 75900
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9697771072387695,
      "learning_rate": 0.001,
      "loss": 0.0659,
      "step": 76000
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.21862226724624634,
      "learning_rate": 0.001,
      "loss": 0.0654,
      "step": 76100
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.27506422996520996,
      "learning_rate": 0.001,
      "loss": 0.0636,
      "step": 76200
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.4953247606754303,
      "learning_rate": 0.001,
      "loss": 0.0648,
      "step": 76300
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.44132623076438904,
      "learning_rate": 0.001,
      "loss": 0.0641,
      "step": 76400
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28104710578918457,
      "learning_rate": 0.001,
      "loss": 0.0623,
      "step": 76500
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.270434707403183,
      "learning_rate": 0.001,
      "loss": 0.0642,
      "step": 76600
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.17920733988285065,
      "learning_rate": 0.001,
      "loss": 0.0641,
      "step": 76700
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27689895033836365,
      "learning_rate": 0.001,
      "loss": 0.0645,
      "step": 76800
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.22936861217021942,
      "learning_rate": 0.001,
      "loss": 0.0625,
      "step": 76900
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2662585973739624,
      "learning_rate": 0.001,
      "loss": 0.0671,
      "step": 77000
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.23035678267478943,
      "learning_rate": 0.001,
      "loss": 0.0622,
      "step": 77100
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.19333815574645996,
      "learning_rate": 0.001,
      "loss": 0.0655,
      "step": 77200
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2870350182056427,
      "learning_rate": 0.001,
      "loss": 0.0634,
      "step": 77300
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.22997340559959412,
      "learning_rate": 0.001,
      "loss": 0.0676,
      "step": 77400
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.19435285031795502,
      "learning_rate": 0.001,
      "loss": 0.0655,
      "step": 77500
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2826205790042877,
      "learning_rate": 0.001,
      "loss": 0.0635,
      "step": 77600
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.20007766783237457,
      "learning_rate": 0.001,
      "loss": 0.0617,
      "step": 77700
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.15860234200954437,
      "learning_rate": 0.001,
      "loss": 0.0657,
      "step": 77800
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.40526214241981506,
      "learning_rate": 0.001,
      "loss": 0.0649,
      "step": 77900
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.24454933404922485,
      "learning_rate": 0.001,
      "loss": 0.0634,
      "step": 78000
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.12802359461784363,
      "learning_rate": 0.001,
      "loss": 0.0635,
      "step": 78100
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.32250648736953735,
      "learning_rate": 0.001,
      "loss": 0.0648,
      "step": 78200
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.253478467464447,
      "learning_rate": 0.001,
      "loss": 0.0648,
      "step": 78300
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.25307029485702515,
      "learning_rate": 0.001,
      "loss": 0.0648,
      "step": 78400
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.19091230630874634,
      "learning_rate": 0.001,
      "loss": 0.065,
      "step": 78500
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.17312967777252197,
      "learning_rate": 0.001,
      "loss": 0.0624,
      "step": 78600
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.19466041028499603,
      "learning_rate": 0.001,
      "loss": 0.0622,
      "step": 78700
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.25837138295173645,
      "learning_rate": 0.001,
      "loss": 0.0641,
      "step": 78800
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.1573166698217392,
      "learning_rate": 0.001,
      "loss": 0.0645,
      "step": 78900
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.1644609123468399,
      "learning_rate": 0.001,
      "loss": 0.0644,
      "step": 79000
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.20255005359649658,
      "learning_rate": 0.001,
      "loss": 0.0647,
      "step": 79100
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.48706310987472534,
      "learning_rate": 0.001,
      "loss": 0.0642,
      "step": 79200
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.3525262176990509,
      "learning_rate": 0.001,
      "loss": 0.0639,
      "step": 79300
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.20806559920310974,
      "learning_rate": 0.001,
      "loss": 0.0639,
      "step": 79400
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.441980242729187,
      "learning_rate": 0.001,
      "loss": 0.0645,
      "step": 79500
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.16818083822727203,
      "learning_rate": 0.001,
      "loss": 0.0625,
      "step": 79600
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.1843559443950653,
      "learning_rate": 0.001,
      "loss": 0.064,
      "step": 79700
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.19608129560947418,
      "learning_rate": 0.001,
      "loss": 0.0634,
      "step": 79800
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.34710460901260376,
      "learning_rate": 0.001,
      "loss": 0.0626,
      "step": 79900
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4062146842479706,
      "learning_rate": 0.001,
      "loss": 0.0637,
      "step": 80000
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.23054763674736023,
      "learning_rate": 0.001,
      "loss": 0.0629,
      "step": 80100
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.20241042971611023,
      "learning_rate": 0.001,
      "loss": 0.0632,
      "step": 80200
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.17540830373764038,
      "learning_rate": 0.001,
      "loss": 0.0645,
      "step": 80300
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2995645999908447,
      "learning_rate": 0.001,
      "loss": 0.0619,
      "step": 80400
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2701890766620636,
      "learning_rate": 0.001,
      "loss": 0.0624,
      "step": 80500
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.5655909180641174,
      "learning_rate": 0.001,
      "loss": 0.0637,
      "step": 80600
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.24868199229240417,
      "learning_rate": 0.001,
      "loss": 0.0626,
      "step": 80700
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.205698162317276,
      "learning_rate": 0.001,
      "loss": 0.0616,
      "step": 80800
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.4373738169670105,
      "learning_rate": 0.001,
      "loss": 0.0635,
      "step": 80900
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.20648936927318573,
      "learning_rate": 0.001,
      "loss": 0.063,
      "step": 81000
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.49470582604408264,
      "learning_rate": 0.001,
      "loss": 0.064,
      "step": 81100
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2360522598028183,
      "learning_rate": 0.001,
      "loss": 0.0606,
      "step": 81200
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.38575538992881775,
      "learning_rate": 0.001,
      "loss": 0.0626,
      "step": 81300
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.23714828491210938,
      "learning_rate": 0.001,
      "loss": 0.0628,
      "step": 81400
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.5665257573127747,
      "learning_rate": 0.001,
      "loss": 0.064,
      "step": 81500
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2335139662027359,
      "learning_rate": 0.001,
      "loss": 0.0628,
      "step": 81600
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.23121795058250427,
      "learning_rate": 0.001,
      "loss": 0.0617,
      "step": 81700
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2850015163421631,
      "learning_rate": 0.001,
      "loss": 0.0634,
      "step": 81800
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.25949451327323914,
      "learning_rate": 0.001,
      "loss": 0.0611,
      "step": 81900
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.15866072475910187,
      "learning_rate": 0.001,
      "loss": 0.0633,
      "step": 82000
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.1362059861421585,
      "learning_rate": 0.001,
      "loss": 0.0637,
      "step": 82100
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.23973006010055542,
      "learning_rate": 0.001,
      "loss": 0.0619,
      "step": 82200
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2586152255535126,
      "learning_rate": 0.001,
      "loss": 0.0595,
      "step": 82300
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.33245041966438293,
      "learning_rate": 0.001,
      "loss": 0.0632,
      "step": 82400
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.1873330920934677,
      "learning_rate": 0.001,
      "loss": 0.0636,
      "step": 82500
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.23043370246887207,
      "learning_rate": 0.001,
      "loss": 0.0644,
      "step": 82600
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.21046708524227142,
      "learning_rate": 0.001,
      "loss": 0.0631,
      "step": 82700
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.15473945438861847,
      "learning_rate": 0.001,
      "loss": 0.06,
      "step": 82800
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.422141194343567,
      "learning_rate": 0.001,
      "loss": 0.0636,
      "step": 82900
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.16424107551574707,
      "learning_rate": 0.001,
      "loss": 0.0643,
      "step": 83000
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3594319820404053,
      "learning_rate": 0.001,
      "loss": 0.0624,
      "step": 83100
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.26430365443229675,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 83200
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.20655816793441772,
      "learning_rate": 0.001,
      "loss": 0.0619,
      "step": 83300
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.39340272545814514,
      "learning_rate": 0.001,
      "loss": 0.0624,
      "step": 83400
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3113759160041809,
      "learning_rate": 0.001,
      "loss": 0.0598,
      "step": 83500
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33689817786216736,
      "learning_rate": 0.001,
      "loss": 0.0604,
      "step": 83600
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2195175141096115,
      "learning_rate": 0.001,
      "loss": 0.0618,
      "step": 83700
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2397637814283371,
      "learning_rate": 0.001,
      "loss": 0.0618,
      "step": 83800
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.28967469930648804,
      "learning_rate": 0.001,
      "loss": 0.0612,
      "step": 83900
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.23908008635044098,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 84000
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.36196354031562805,
      "learning_rate": 0.001,
      "loss": 0.061,
      "step": 84100
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3068004250526428,
      "learning_rate": 0.001,
      "loss": 0.0614,
      "step": 84200
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2148333489894867,
      "learning_rate": 0.001,
      "loss": 0.0624,
      "step": 84300
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.19169430434703827,
      "learning_rate": 0.001,
      "loss": 0.0615,
      "step": 84400
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.23916268348693848,
      "learning_rate": 0.001,
      "loss": 0.0654,
      "step": 84500
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.20304815471172333,
      "learning_rate": 0.001,
      "loss": 0.0613,
      "step": 84600
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2983682155609131,
      "learning_rate": 0.001,
      "loss": 0.0617,
      "step": 84700
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.22442661225795746,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 84800
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.28299954533576965,
      "learning_rate": 0.001,
      "loss": 0.0636,
      "step": 84900
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.30491936206817627,
      "learning_rate": 0.001,
      "loss": 0.0608,
      "step": 85000
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.30804798007011414,
      "learning_rate": 0.001,
      "loss": 0.0609,
      "step": 85100
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.18533004820346832,
      "learning_rate": 0.001,
      "loss": 0.0602,
      "step": 85200
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.23856715857982635,
      "learning_rate": 0.001,
      "loss": 0.0638,
      "step": 85300
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2646658420562744,
      "learning_rate": 0.001,
      "loss": 0.0622,
      "step": 85400
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2357235699892044,
      "learning_rate": 0.001,
      "loss": 0.0617,
      "step": 85500
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.1675509363412857,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 85600
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.20707982778549194,
      "learning_rate": 0.001,
      "loss": 0.0617,
      "step": 85700
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.34539708495140076,
      "learning_rate": 0.001,
      "loss": 0.06,
      "step": 85800
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.28429824113845825,
      "learning_rate": 0.001,
      "loss": 0.0587,
      "step": 85900
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3121056854724884,
      "learning_rate": 0.001,
      "loss": 0.0615,
      "step": 86000
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.25750598311424255,
      "learning_rate": 0.001,
      "loss": 0.0613,
      "step": 86100
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.18927526473999023,
      "learning_rate": 0.001,
      "loss": 0.0592,
      "step": 86200
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3551163971424103,
      "learning_rate": 0.001,
      "loss": 0.0619,
      "step": 86300
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.19404169917106628,
      "learning_rate": 0.001,
      "loss": 0.0617,
      "step": 86400
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.16969504952430725,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 86500
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.20026318728923798,
      "learning_rate": 0.001,
      "loss": 0.0606,
      "step": 86600
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.30545106530189514,
      "learning_rate": 0.001,
      "loss": 0.0594,
      "step": 86700
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2734260559082031,
      "learning_rate": 0.001,
      "loss": 0.0644,
      "step": 86800
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.3157080411911011,
      "learning_rate": 0.001,
      "loss": 0.0618,
      "step": 86900
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.19793906807899475,
      "learning_rate": 0.001,
      "loss": 0.0616,
      "step": 87000
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.1849125623703003,
      "learning_rate": 0.001,
      "loss": 0.0596,
      "step": 87100
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.18340341746807098,
      "learning_rate": 0.001,
      "loss": 0.0625,
      "step": 87200
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.26056426763534546,
      "learning_rate": 0.001,
      "loss": 0.0595,
      "step": 87300
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.22235774993896484,
      "learning_rate": 0.001,
      "loss": 0.0606,
      "step": 87400
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.31580013036727905,
      "learning_rate": 0.001,
      "loss": 0.0615,
      "step": 87500
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2364477515220642,
      "learning_rate": 0.001,
      "loss": 0.0616,
      "step": 87600
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.23212990164756775,
      "learning_rate": 0.001,
      "loss": 0.0594,
      "step": 87700
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.21986854076385498,
      "learning_rate": 0.001,
      "loss": 0.0592,
      "step": 87800
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2496929168701172,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 87900
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.19572298228740692,
      "learning_rate": 0.001,
      "loss": 0.0588,
      "step": 88000
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.16231012344360352,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 88100
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.21093867719173431,
      "learning_rate": 0.001,
      "loss": 0.0625,
      "step": 88200
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.16491778194904327,
      "learning_rate": 0.001,
      "loss": 0.0602,
      "step": 88300
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.24729378521442413,
      "learning_rate": 0.001,
      "loss": 0.0573,
      "step": 88400
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.3726213276386261,
      "learning_rate": 0.001,
      "loss": 0.0589,
      "step": 88500
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.1926572024822235,
      "learning_rate": 0.001,
      "loss": 0.0602,
      "step": 88600
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2153882533311844,
      "learning_rate": 0.001,
      "loss": 0.0597,
      "step": 88700
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.25205257534980774,
      "learning_rate": 0.001,
      "loss": 0.0581,
      "step": 88800
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.16898304224014282,
      "learning_rate": 0.001,
      "loss": 0.0614,
      "step": 88900
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2840329110622406,
      "learning_rate": 0.001,
      "loss": 0.0615,
      "step": 89000
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.22306442260742188,
      "learning_rate": 0.001,
      "loss": 0.0606,
      "step": 89100
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2778179943561554,
      "learning_rate": 0.001,
      "loss": 0.0606,
      "step": 89200
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.1956636756658554,
      "learning_rate": 0.001,
      "loss": 0.0585,
      "step": 89300
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.15973015129566193,
      "learning_rate": 0.001,
      "loss": 0.0598,
      "step": 89400
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2306407243013382,
      "learning_rate": 0.001,
      "loss": 0.0597,
      "step": 89500
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.19012047350406647,
      "learning_rate": 0.001,
      "loss": 0.0608,
      "step": 89600
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.214030921459198,
      "learning_rate": 0.001,
      "loss": 0.0586,
      "step": 89700
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26291027665138245,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 89800
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.140648752450943,
      "learning_rate": 0.001,
      "loss": 0.0605,
      "step": 89900
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3011924624443054,
      "learning_rate": 0.001,
      "loss": 0.0609,
      "step": 90000
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.24463798105716705,
      "learning_rate": 0.001,
      "loss": 0.0587,
      "step": 90100
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2608613073825836,
      "learning_rate": 0.001,
      "loss": 0.0595,
      "step": 90200
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.23249809443950653,
      "learning_rate": 0.001,
      "loss": 0.0592,
      "step": 90300
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.36541712284088135,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 90400
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.45584437251091003,
      "learning_rate": 0.001,
      "loss": 0.0587,
      "step": 90500
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.20905092358589172,
      "learning_rate": 0.001,
      "loss": 0.0595,
      "step": 90600
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.18202795088291168,
      "learning_rate": 0.001,
      "loss": 0.0568,
      "step": 90700
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2321150153875351,
      "learning_rate": 0.001,
      "loss": 0.0605,
      "step": 90800
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.17175626754760742,
      "learning_rate": 0.001,
      "loss": 0.0596,
      "step": 90900
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.21932841837406158,
      "learning_rate": 0.001,
      "loss": 0.0585,
      "step": 91000
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.30282464623451233,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 91100
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2639208436012268,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 91200
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.23805926740169525,
      "learning_rate": 0.001,
      "loss": 0.0576,
      "step": 91300
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2307603508234024,
      "learning_rate": 0.001,
      "loss": 0.0602,
      "step": 91400
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.1786148101091385,
      "learning_rate": 0.001,
      "loss": 0.0598,
      "step": 91500
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.1955350786447525,
      "learning_rate": 0.001,
      "loss": 0.0576,
      "step": 91600
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.24684827029705048,
      "learning_rate": 0.001,
      "loss": 0.0571,
      "step": 91700
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2771402895450592,
      "learning_rate": 0.001,
      "loss": 0.058,
      "step": 91800
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.28878656029701233,
      "learning_rate": 0.001,
      "loss": 0.0585,
      "step": 91900
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7780060172080994,
      "learning_rate": 0.001,
      "loss": 0.0574,
      "step": 92000
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.25102126598358154,
      "learning_rate": 0.001,
      "loss": 0.0576,
      "step": 92100
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26416492462158203,
      "learning_rate": 0.001,
      "loss": 0.0614,
      "step": 92200
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26566821336746216,
      "learning_rate": 0.001,
      "loss": 0.0586,
      "step": 92300
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.25432705879211426,
      "learning_rate": 0.001,
      "loss": 0.0586,
      "step": 92400
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2592636048793793,
      "learning_rate": 0.001,
      "loss": 0.0576,
      "step": 92500
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3514898419380188,
      "learning_rate": 0.001,
      "loss": 0.0579,
      "step": 92600
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2749045491218567,
      "learning_rate": 0.001,
      "loss": 0.061,
      "step": 92700
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2799491882324219,
      "learning_rate": 0.001,
      "loss": 0.0579,
      "step": 92800
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2252642959356308,
      "learning_rate": 0.001,
      "loss": 0.0584,
      "step": 92900
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.18218593299388885,
      "learning_rate": 0.001,
      "loss": 0.0577,
      "step": 93000
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.27551427483558655,
      "learning_rate": 0.001,
      "loss": 0.0605,
      "step": 93100
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26159995794296265,
      "learning_rate": 0.001,
      "loss": 0.0562,
      "step": 93200
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.15979285538196564,
      "learning_rate": 0.001,
      "loss": 0.0615,
      "step": 93300
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.23418280482292175,
      "learning_rate": 0.001,
      "loss": 0.0594,
      "step": 93400
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.16936419904232025,
      "learning_rate": 0.001,
      "loss": 0.0611,
      "step": 93500
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2862916886806488,
      "learning_rate": 0.001,
      "loss": 0.0584,
      "step": 93600
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.5302750468254089,
      "learning_rate": 0.001,
      "loss": 0.0561,
      "step": 93700
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.43644002079963684,
      "learning_rate": 0.001,
      "loss": 0.0581,
      "step": 93800
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.19219018518924713,
      "learning_rate": 0.001,
      "loss": 0.0591,
      "step": 93900
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.29645296931266785,
      "learning_rate": 0.001,
      "loss": 0.0587,
      "step": 94000
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.24861380457878113,
      "learning_rate": 0.001,
      "loss": 0.0594,
      "step": 94100
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2443215548992157,
      "learning_rate": 0.001,
      "loss": 0.057,
      "step": 94200
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.13077589869499207,
      "learning_rate": 0.001,
      "loss": 0.0563,
      "step": 94300
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.24280287325382233,
      "learning_rate": 0.001,
      "loss": 0.0591,
      "step": 94400
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.25838151574134827,
      "learning_rate": 0.001,
      "loss": 0.0583,
      "step": 94500
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.33244743943214417,
      "learning_rate": 0.001,
      "loss": 0.0587,
      "step": 94600
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.45074304938316345,
      "learning_rate": 0.001,
      "loss": 0.0572,
      "step": 94700
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2540782392024994,
      "learning_rate": 0.001,
      "loss": 0.0584,
      "step": 94800
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.29180458188056946,
      "learning_rate": 0.001,
      "loss": 0.0609,
      "step": 94900
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.18510323762893677,
      "learning_rate": 0.001,
      "loss": 0.058,
      "step": 95000
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.28962787985801697,
      "learning_rate": 0.001,
      "loss": 0.0562,
      "step": 95100
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.26887577772140503,
      "learning_rate": 0.001,
      "loss": 0.0573,
      "step": 95200
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.20729154348373413,
      "learning_rate": 0.001,
      "loss": 0.057,
      "step": 95300
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.19953325390815735,
      "learning_rate": 0.001,
      "loss": 0.0594,
      "step": 95400
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.15926332771778107,
      "learning_rate": 0.001,
      "loss": 0.0582,
      "step": 95500
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.23609544336795807,
      "learning_rate": 0.001,
      "loss": 0.0579,
      "step": 95600
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.13997937738895416,
      "learning_rate": 0.001,
      "loss": 0.0574,
      "step": 95700
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.23629073798656464,
      "learning_rate": 0.001,
      "loss": 0.0585,
      "step": 95800
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3770292401313782,
      "learning_rate": 0.001,
      "loss": 0.0572,
      "step": 95900
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3013598322868347,
      "learning_rate": 0.001,
      "loss": 0.0606,
      "step": 96000
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2350749522447586,
      "learning_rate": 0.001,
      "loss": 0.057,
      "step": 96100
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.301268994808197,
      "learning_rate": 0.001,
      "loss": 0.0586,
      "step": 96200
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.22475981712341309,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 96300
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3032160997390747,
      "learning_rate": 0.001,
      "loss": 0.0591,
      "step": 96400
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.5848428010940552,
      "learning_rate": 0.001,
      "loss": 0.0559,
      "step": 96500
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.20164470374584198,
      "learning_rate": 0.001,
      "loss": 0.0579,
      "step": 96600
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.18068142235279083,
      "learning_rate": 0.001,
      "loss": 0.0579,
      "step": 96700
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.31181275844573975,
      "learning_rate": 0.001,
      "loss": 0.0588,
      "step": 96800
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.23156049847602844,
      "learning_rate": 0.001,
      "loss": 0.058,
      "step": 96900
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.18572886288166046,
      "learning_rate": 0.001,
      "loss": 0.0599,
      "step": 97000
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.17736677825450897,
      "learning_rate": 0.001,
      "loss": 0.0561,
      "step": 97100
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.4838601052761078,
      "learning_rate": 0.001,
      "loss": 0.0595,
      "step": 97200
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.21476797759532928,
      "learning_rate": 0.001,
      "loss": 0.0609,
      "step": 97300
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2181667536497116,
      "learning_rate": 0.001,
      "loss": 0.0583,
      "step": 97400
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.26551786065101624,
      "learning_rate": 0.001,
      "loss": 0.0566,
      "step": 97500
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2258795201778412,
      "learning_rate": 0.001,
      "loss": 0.0574,
      "step": 97600
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.17733299732208252,
      "learning_rate": 0.001,
      "loss": 0.0588,
      "step": 97700
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.4031812846660614,
      "learning_rate": 0.001,
      "loss": 0.0584,
      "step": 97800
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.22529329359531403,
      "learning_rate": 0.001,
      "loss": 0.0572,
      "step": 97900
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2503925561904907,
      "learning_rate": 0.001,
      "loss": 0.0588,
      "step": 98000
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.17040744423866272,
      "learning_rate": 0.001,
      "loss": 0.0603,
      "step": 98100
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.17749032378196716,
      "learning_rate": 0.001,
      "loss": 0.057,
      "step": 98200
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.3931177854537964,
      "learning_rate": 0.001,
      "loss": 0.0566,
      "step": 98300
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.22418583929538727,
      "learning_rate": 0.001,
      "loss": 0.0574,
      "step": 98400
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.30830493569374084,
      "learning_rate": 0.001,
      "loss": 0.0593,
      "step": 98500
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2269369661808014,
      "learning_rate": 0.001,
      "loss": 0.0585,
      "step": 98600
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.31830596923828125,
      "learning_rate": 0.001,
      "loss": 0.0548,
      "step": 98700
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25759172439575195,
      "learning_rate": 0.001,
      "loss": 0.0564,
      "step": 98800
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.23925898969173431,
      "learning_rate": 0.001,
      "loss": 0.0592,
      "step": 98900
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.17434507608413696,
      "learning_rate": 0.001,
      "loss": 0.0583,
      "step": 99000
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.3493863642215729,
      "learning_rate": 0.001,
      "loss": 0.0571,
      "step": 99100
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.20887431502342224,
      "learning_rate": 0.001,
      "loss": 0.0564,
      "step": 99200
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.18060541152954102,
      "learning_rate": 0.001,
      "loss": 0.0583,
      "step": 99300
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.3689703047275543,
      "learning_rate": 0.001,
      "loss": 0.0565,
      "step": 99400
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25323519110679626,
      "learning_rate": 0.001,
      "loss": 0.0576,
      "step": 99500
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.27348294854164124,
      "learning_rate": 0.001,
      "loss": 0.0568,
      "step": 99600
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25492238998413086,
      "learning_rate": 0.001,
      "loss": 0.0561,
      "step": 99700
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2604049742221832,
      "learning_rate": 0.001,
      "loss": 0.0564,
      "step": 99800
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.37222278118133545,
      "learning_rate": 0.001,
      "loss": 0.059,
      "step": 99900
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3180735111236572,
      "learning_rate": 0.001,
      "loss": 0.0588,
      "step": 100000
    },
    {
      "epoch": 1.0,
      "step": 100000,
      "total_flos": 8.920695708927918e+18,
      "train_loss": 0.09189929046154022,
      "train_runtime": 235079.2305,
      "train_samples_per_second": 54.45,
      "train_steps_per_second": 0.425
    }
  ],
  "logging_steps": 100,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10000,
  "total_flos": 8.920695708927918e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}