{
  "best_metric": 0.5111260414123535,
  "best_model_checkpoint": "saved_model/lop_jan2025/checkpoint-8506",
  "epoch": 0.9999118347194874,
  "eval_steps": 500,
  "global_step": 8506,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 73.2096,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 11.857208251953125,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 73.226,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 14.41334056854248,
      "learning_rate": 7.000000000000001e-06,
      "loss": 73.0485,
      "step": 20
    },
    {
      "epoch": 0.0,
      "grad_norm": 13.21112060546875,
      "learning_rate": 1.2e-05,
      "loss": 71.6132,
      "step": 30
    },
    {
      "epoch": 0.0,
      "grad_norm": 14.494720458984375,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 69.3524,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 19.041685104370117,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 64.7244,
      "step": 50
    },
    {
      "epoch": 0.01,
      "grad_norm": 26.15471076965332,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 55.6446,
      "step": 60
    },
    {
      "epoch": 0.01,
      "grad_norm": 35.239906311035156,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 38.204,
      "step": 70
    },
    {
      "epoch": 0.01,
      "grad_norm": 21.781131744384766,
      "learning_rate": 3.7e-05,
      "loss": 14.7707,
      "step": 80
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.038077354431152,
      "learning_rate": 4.2e-05,
      "loss": 2.6304,
      "step": 90
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.131162643432617,
      "learning_rate": 4.7e-05,
      "loss": 1.5558,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.18823766708374,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 1.4542,
      "step": 110
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.378619194030762,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 1.3911,
      "step": 120
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.996410369873047,
      "learning_rate": 6.2e-05,
      "loss": 1.2997,
      "step": 130
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.906871795654297,
      "learning_rate": 6.7e-05,
      "loss": 1.2202,
      "step": 140
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.491147994995117,
      "learning_rate": 7.2e-05,
      "loss": 1.2298,
      "step": 150
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.182204723358154,
      "learning_rate": 7.7e-05,
      "loss": 1.2139,
      "step": 160
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.557494163513184,
      "learning_rate": 8.2e-05,
      "loss": 1.12,
      "step": 170
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.10492467880249,
      "learning_rate": 8.7e-05,
      "loss": 1.0733,
      "step": 180
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.44232177734375,
      "learning_rate": 9.200000000000001e-05,
      "loss": 0.9548,
      "step": 190
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.1531524658203125,
      "learning_rate": 9.7e-05,
      "loss": 0.9438,
      "step": 200
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.814894676208496,
      "learning_rate": 9.999528635399482e-05,
      "loss": 0.9362,
      "step": 210
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.083724021911621,
      "learning_rate": 9.998350223898186e-05,
      "loss": 0.8759,
      "step": 220
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.8454160690307617,
      "learning_rate": 9.99717181239689e-05,
      "loss": 0.8088,
      "step": 230
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.060369491577148,
      "learning_rate": 9.995993400895593e-05,
      "loss": 0.8316,
      "step": 240
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.6055431365966797,
      "learning_rate": 9.994814989394296e-05,
      "loss": 0.7956,
      "step": 250
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.7556564807891846,
      "learning_rate": 9.993636577893001e-05,
      "loss": 0.7444,
      "step": 260
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.718788146972656,
      "learning_rate": 9.992458166391705e-05,
      "loss": 0.7605,
      "step": 270
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.2772555351257324,
      "learning_rate": 9.991279754890408e-05,
      "loss": 0.7491,
      "step": 280
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.8285696506500244,
      "learning_rate": 9.990101343389112e-05,
      "loss": 0.7012,
      "step": 290
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.104058265686035,
      "learning_rate": 9.988922931887816e-05,
      "loss": 0.7206,
      "step": 300
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.573132276535034,
      "learning_rate": 9.98774452038652e-05,
      "loss": 0.6939,
      "step": 310
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.5289745330810547,
      "learning_rate": 9.986566108885223e-05,
      "loss": 0.6694,
      "step": 320
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5782195329666138,
      "learning_rate": 9.985387697383927e-05,
      "loss": 0.687,
      "step": 330
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2761898040771484,
      "learning_rate": 9.984209285882631e-05,
      "loss": 0.6377,
      "step": 340
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.468121290206909,
      "learning_rate": 9.983030874381334e-05,
      "loss": 0.6669,
      "step": 350
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6436119079589844,
      "learning_rate": 9.981852462880038e-05,
      "loss": 0.6371,
      "step": 360
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.254734754562378,
      "learning_rate": 9.980674051378743e-05,
      "loss": 0.6509,
      "step": 370
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.150641679763794,
      "learning_rate": 9.979495639877445e-05,
      "loss": 0.645,
      "step": 380
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.567556858062744,
      "learning_rate": 9.978317228376149e-05,
      "loss": 0.6414,
      "step": 390
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.490185260772705,
      "learning_rate": 9.977138816874853e-05,
      "loss": 0.6607,
      "step": 400
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.325997829437256,
      "learning_rate": 9.975960405373557e-05,
      "loss": 0.5877,
      "step": 410
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.3636696338653564,
      "learning_rate": 9.974781993872261e-05,
      "loss": 0.6222,
      "step": 420
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.3623595237731934,
      "learning_rate": 9.973603582370964e-05,
      "loss": 0.6083,
      "step": 430
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.102452278137207,
      "learning_rate": 9.972425170869669e-05,
      "loss": 0.5983,
      "step": 440
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.635756492614746,
      "learning_rate": 9.971246759368373e-05,
      "loss": 0.6338,
      "step": 450
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1941983699798584,
      "learning_rate": 9.970068347867075e-05,
      "loss": 0.6216,
      "step": 460
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.1595548391342163,
      "learning_rate": 9.968889936365779e-05,
      "loss": 0.596,
      "step": 470
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0213301181793213,
      "learning_rate": 9.967711524864483e-05,
      "loss": 0.6187,
      "step": 480
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.55887508392334,
      "learning_rate": 9.966533113363187e-05,
      "loss": 0.6264,
      "step": 490
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.3320772647857666,
      "learning_rate": 9.965354701861891e-05,
      "loss": 0.5847,
      "step": 500
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.8742616176605225,
      "learning_rate": 9.964176290360593e-05,
      "loss": 0.6231,
      "step": 510
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.782414436340332,
      "learning_rate": 9.962997878859299e-05,
      "loss": 0.5919,
      "step": 520
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.733325958251953,
      "learning_rate": 9.961819467358003e-05,
      "loss": 0.5951,
      "step": 530
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.784854769706726,
      "learning_rate": 9.960641055856705e-05,
      "loss": 0.5719,
      "step": 540
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.787519693374634,
      "learning_rate": 9.959462644355409e-05,
      "loss": 0.6018,
      "step": 550
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7599632740020752,
      "learning_rate": 9.958284232854113e-05,
      "loss": 0.6124,
      "step": 560
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.3914382457733154,
      "learning_rate": 9.957105821352817e-05,
      "loss": 0.5862,
      "step": 570
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.6275715827941895,
      "learning_rate": 9.95592740985152e-05,
      "loss": 0.6412,
      "step": 580
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.2809360027313232,
      "learning_rate": 9.954748998350225e-05,
      "loss": 0.5979,
      "step": 590
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.346547603607178,
      "learning_rate": 9.953570586848928e-05,
      "loss": 0.6233,
      "step": 600
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.7601490020751953,
      "learning_rate": 9.952392175347632e-05,
      "loss": 0.5613,
      "step": 610
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.135434627532959,
      "learning_rate": 9.951213763846335e-05,
      "loss": 0.5924,
      "step": 620
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.0876432657241821,
      "learning_rate": 9.95003535234504e-05,
      "loss": 0.5469,
      "step": 630
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.1632611751556396,
      "learning_rate": 9.948856940843743e-05,
      "loss": 0.5954,
      "step": 640
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.198110818862915,
      "learning_rate": 9.947678529342447e-05,
      "loss": 0.5542,
      "step": 650
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.968692660331726,
      "learning_rate": 9.94650011784115e-05,
      "loss": 0.6,
      "step": 660
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6521714925765991,
      "learning_rate": 9.945321706339854e-05,
      "loss": 0.5513,
      "step": 670
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7843347787857056,
      "learning_rate": 9.944143294838558e-05,
      "loss": 0.5718,
      "step": 680
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.2484843730926514,
      "learning_rate": 9.942964883337262e-05,
      "loss": 0.5852,
      "step": 690
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0752651691436768,
      "learning_rate": 9.941786471835966e-05,
      "loss": 0.6152,
      "step": 700
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9290324449539185,
      "learning_rate": 9.94060806033467e-05,
      "loss": 0.5755,
      "step": 710
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.6076815128326416,
      "learning_rate": 9.939429648833373e-05,
      "loss": 0.6025,
      "step": 720
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.5126802921295166,
      "learning_rate": 9.938251237332076e-05,
      "loss": 0.5695,
      "step": 730
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2637362480163574,
      "learning_rate": 9.93707282583078e-05,
      "loss": 0.5785,
      "step": 740
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2289626598358154,
      "learning_rate": 9.935894414329484e-05,
      "loss": 0.5738,
      "step": 750
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6401044130325317,
      "learning_rate": 9.934716002828188e-05,
      "loss": 0.5629,
      "step": 760
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.114750862121582,
      "learning_rate": 9.933537591326891e-05,
      "loss": 0.5856,
      "step": 770
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.1406428813934326,
      "learning_rate": 9.932359179825596e-05,
      "loss": 0.5775,
      "step": 780
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9738190174102783,
      "learning_rate": 9.9311807683243e-05,
      "loss": 0.5724,
      "step": 790
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.7785269021987915,
      "learning_rate": 9.930002356823002e-05,
      "loss": 0.5755,
      "step": 800
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.815354108810425,
      "learning_rate": 9.928823945321706e-05,
      "loss": 0.5704,
      "step": 810
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.890578269958496,
      "learning_rate": 9.927645533820412e-05,
      "loss": 0.5678,
      "step": 820
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.484841227531433,
      "learning_rate": 9.926467122319114e-05,
      "loss": 0.5439,
      "step": 830
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4272996187210083,
      "learning_rate": 9.925288710817818e-05,
      "loss": 0.5632,
      "step": 840
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.043959379196167,
      "learning_rate": 9.924110299316522e-05,
      "loss": 0.5539,
      "step": 850
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2277722358703613,
      "learning_rate": 9.922931887815226e-05,
      "loss": 0.5579,
      "step": 860
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.0078842639923096,
      "learning_rate": 9.92175347631393e-05,
      "loss": 0.5601,
      "step": 870
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.3610494136810303,
      "learning_rate": 9.920575064812632e-05,
      "loss": 0.5421,
      "step": 880
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7380688190460205,
      "learning_rate": 9.919396653311338e-05,
      "loss": 0.5443,
      "step": 890
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.9940533638000488,
      "learning_rate": 9.91821824181004e-05,
      "loss": 0.5875,
      "step": 900
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2586497068405151,
      "learning_rate": 9.917039830308744e-05,
      "loss": 0.5336,
      "step": 910
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4775793552398682,
      "learning_rate": 9.915861418807448e-05,
      "loss": 0.5849,
      "step": 920
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0493359565734863,
      "learning_rate": 9.914683007306152e-05,
      "loss": 0.5304,
      "step": 930
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.54847252368927,
      "learning_rate": 9.913504595804856e-05,
      "loss": 0.5567,
      "step": 940
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4110504388809204,
      "learning_rate": 9.91232618430356e-05,
      "loss": 0.5256,
      "step": 950
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1841001510620117,
      "learning_rate": 9.911147772802263e-05,
      "loss": 0.5481,
      "step": 960
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7482472658157349,
      "learning_rate": 9.909969361300967e-05,
      "loss": 0.577,
      "step": 970
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.8513494729995728,
      "learning_rate": 9.90879094979967e-05,
      "loss": 0.5776,
      "step": 980
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2556830644607544,
      "learning_rate": 9.907612538298374e-05,
      "loss": 0.543,
      "step": 990
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3181068897247314,
      "learning_rate": 9.906434126797079e-05,
      "loss": 0.5214,
      "step": 1000
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9610787630081177,
      "learning_rate": 9.905255715295782e-05,
      "loss": 0.5513,
      "step": 1010
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0105204582214355,
      "learning_rate": 9.904077303794486e-05,
      "loss": 0.53,
      "step": 1020
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.932958722114563,
      "learning_rate": 9.90289889229319e-05,
      "loss": 0.5575,
      "step": 1030
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1123929023742676,
      "learning_rate": 9.901720480791893e-05,
      "loss": 0.5338,
      "step": 1040
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.497371792793274,
      "learning_rate": 9.900542069290597e-05,
      "loss": 0.534,
      "step": 1050
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.7074368000030518,
      "learning_rate": 9.8993636577893e-05,
      "loss": 0.5537,
      "step": 1060
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0042043924331665,
      "learning_rate": 9.898185246288004e-05,
      "loss": 0.5492,
      "step": 1070
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1898843050003052,
      "learning_rate": 9.897006834786709e-05,
      "loss": 0.5565,
      "step": 1080
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.4821114540100098,
      "learning_rate": 9.895828423285411e-05,
      "loss": 0.553,
      "step": 1090
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.453070640563965,
      "learning_rate": 9.894650011784115e-05,
      "loss": 0.5709,
      "step": 1100
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8405230045318604,
      "learning_rate": 9.893471600282819e-05,
      "loss": 0.5337,
      "step": 1110
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9227620363235474,
      "learning_rate": 9.892293188781523e-05,
      "loss": 0.5495,
      "step": 1120
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3059393167495728,
      "learning_rate": 9.891114777280227e-05,
      "loss": 0.5573,
      "step": 1130
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0983681678771973,
      "learning_rate": 9.88993636577893e-05,
      "loss": 0.5375,
      "step": 1140
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1052865982055664,
      "learning_rate": 9.888757954277635e-05,
      "loss": 0.5252,
      "step": 1150
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.7332347631454468,
      "learning_rate": 9.887579542776339e-05,
      "loss": 0.5352,
      "step": 1160
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.7764995098114014,
      "learning_rate": 9.886401131275041e-05,
      "loss": 0.554,
      "step": 1170
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.8629496097564697,
      "learning_rate": 9.885222719773745e-05,
      "loss": 0.549,
      "step": 1180
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0409201383590698,
      "learning_rate": 9.884044308272449e-05,
      "loss": 0.535,
      "step": 1190
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2447623014450073,
      "learning_rate": 9.882865896771153e-05,
      "loss": 0.5517,
      "step": 1200
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1214842796325684,
      "learning_rate": 9.881687485269857e-05,
      "loss": 0.5627,
      "step": 1210
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.171769618988037,
      "learning_rate": 9.880509073768561e-05,
      "loss": 0.5285,
      "step": 1220
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.3193728923797607,
      "learning_rate": 9.879330662267265e-05,
      "loss": 0.5207,
      "step": 1230
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.4482805728912354,
      "learning_rate": 9.878152250765967e-05,
      "loss": 0.5207,
      "step": 1240
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.4224910736083984,
      "learning_rate": 9.876973839264671e-05,
      "loss": 0.5561,
      "step": 1250
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8356711864471436,
      "learning_rate": 9.875795427763376e-05,
      "loss": 0.521,
      "step": 1260
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.1184781789779663,
      "learning_rate": 9.874617016262079e-05,
      "loss": 0.5391,
      "step": 1270
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.017152190208435,
      "learning_rate": 9.873438604760783e-05,
      "loss": 0.5282,
      "step": 1280
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.2299338579177856,
      "learning_rate": 9.872260193259487e-05,
      "loss": 0.5409,
      "step": 1290
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.4953067302703857,
      "learning_rate": 9.87108178175819e-05,
      "loss": 0.5358,
      "step": 1300
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.0601046085357666,
      "learning_rate": 9.869903370256895e-05,
      "loss": 0.507,
      "step": 1310
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5593374967575073,
      "learning_rate": 9.868724958755597e-05,
      "loss": 0.5391,
      "step": 1320
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.1601495742797852,
      "learning_rate": 9.867546547254301e-05,
      "loss": 0.5384,
      "step": 1330
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.0274831056594849,
      "learning_rate": 9.866368135753006e-05,
      "loss": 0.5286,
      "step": 1340
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.367141842842102,
      "learning_rate": 9.865189724251709e-05,
      "loss": 0.5395,
      "step": 1350
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.800572156906128,
      "learning_rate": 9.864011312750413e-05,
      "loss": 0.5343,
      "step": 1360
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.111892580986023,
      "learning_rate": 9.862832901249117e-05,
      "loss": 0.5407,
      "step": 1370
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.3224807977676392,
      "learning_rate": 9.86165448974782e-05,
      "loss": 0.5031,
      "step": 1380
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.254096031188965,
      "learning_rate": 9.860476078246524e-05,
      "loss": 0.5449,
      "step": 1390
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.751460313796997,
      "learning_rate": 9.859297666745227e-05,
      "loss": 0.533,
      "step": 1400
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8202616572380066,
      "learning_rate": 9.858119255243932e-05,
      "loss": 0.5466,
      "step": 1410
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.2575254440307617,
      "learning_rate": 9.856940843742636e-05,
      "loss": 0.5433,
      "step": 1420
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.6363134384155273,
      "learning_rate": 9.855762432241339e-05,
      "loss": 0.5107,
      "step": 1430
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.349046230316162,
      "learning_rate": 9.854584020740043e-05,
      "loss": 0.5235,
      "step": 1440
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.1566694974899292,
      "learning_rate": 9.853405609238746e-05,
      "loss": 0.5424,
      "step": 1450
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.0542116165161133,
      "learning_rate": 9.85222719773745e-05,
      "loss": 0.5313,
      "step": 1460
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.9067943692207336,
      "learning_rate": 9.851048786236154e-05,
      "loss": 0.5318,
      "step": 1470
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.9999909996986389,
      "learning_rate": 9.849870374734858e-05,
      "loss": 0.512,
      "step": 1480
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.1185346841812134,
      "learning_rate": 9.848691963233562e-05,
      "loss": 0.5351,
      "step": 1490
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.613094687461853,
      "learning_rate": 9.847513551732266e-05,
      "loss": 0.5293,
      "step": 1500
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7273901104927063,
      "learning_rate": 9.846335140230968e-05,
      "loss": 0.5173,
      "step": 1510
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.6152803897857666,
      "learning_rate": 9.845156728729674e-05,
      "loss": 0.5399,
      "step": 1520
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.870840072631836,
      "learning_rate": 9.843978317228376e-05,
      "loss": 0.5316,
      "step": 1530
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.6257565021514893,
      "learning_rate": 9.84279990572708e-05,
      "loss": 0.5122,
      "step": 1540
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.9900372624397278,
      "learning_rate": 9.841621494225784e-05,
      "loss": 0.5485,
      "step": 1550
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.493819236755371,
      "learning_rate": 9.840443082724488e-05,
      "loss": 0.5257,
      "step": 1560
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.255489468574524,
      "learning_rate": 9.839264671223192e-05,
      "loss": 0.5207,
      "step": 1570
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.7504528760910034,
      "learning_rate": 9.838086259721896e-05,
      "loss": 0.523,
      "step": 1580
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1679805517196655,
      "learning_rate": 9.836907848220598e-05,
      "loss": 0.51,
      "step": 1590
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.8699631690979004,
      "learning_rate": 9.835729436719304e-05,
      "loss": 0.5127,
      "step": 1600
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.3806575536727905,
      "learning_rate": 9.834551025218006e-05,
      "loss": 0.5056,
      "step": 1610
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.5336737632751465,
      "learning_rate": 9.83337261371671e-05,
      "loss": 0.5112,
      "step": 1620
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1178169250488281,
      "learning_rate": 9.832194202215414e-05,
      "loss": 0.5091,
      "step": 1630
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.2269675731658936,
      "learning_rate": 9.831015790714118e-05,
      "loss": 0.5227,
      "step": 1640
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.6915369033813477,
      "learning_rate": 9.829837379212822e-05,
      "loss": 0.5428,
      "step": 1650
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2049098014831543,
      "learning_rate": 9.828658967711524e-05,
      "loss": 0.5104,
      "step": 1660
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.3738254308700562,
      "learning_rate": 9.82748055621023e-05,
      "loss": 0.5032,
      "step": 1670
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2295957803726196,
      "learning_rate": 9.826302144708933e-05,
      "loss": 0.514,
      "step": 1680
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.3847508430480957,
      "learning_rate": 9.825123733207636e-05,
      "loss": 0.5019,
      "step": 1690
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2683600187301636,
      "learning_rate": 9.82394532170634e-05,
      "loss": 0.5202,
      "step": 1700
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.1210131645202637,
      "learning_rate": 9.822766910205045e-05,
      "loss": 0.5306,
      "step": 1710
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4907463788986206,
      "learning_rate": 9.821588498703748e-05,
      "loss": 0.5179,
      "step": 1720
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2331088781356812,
      "learning_rate": 9.820410087202452e-05,
      "loss": 0.5032,
      "step": 1730
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8801277279853821,
      "learning_rate": 9.819231675701155e-05,
      "loss": 0.5025,
      "step": 1740
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.7929331064224243,
      "learning_rate": 9.81805326419986e-05,
      "loss": 0.5138,
      "step": 1750
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3621491193771362,
      "learning_rate": 9.816874852698563e-05,
      "loss": 0.5124,
      "step": 1760
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.6551066637039185,
      "learning_rate": 9.815696441197266e-05,
      "loss": 0.5243,
      "step": 1770
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.429326057434082,
      "learning_rate": 9.814518029695971e-05,
      "loss": 0.5044,
      "step": 1780
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.9943854212760925,
      "learning_rate": 9.813339618194674e-05,
      "loss": 0.5074,
      "step": 1790
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0659611225128174,
      "learning_rate": 9.812161206693378e-05,
      "loss": 0.5147,
      "step": 1800
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1857000589370728,
      "learning_rate": 9.810982795192081e-05,
      "loss": 0.5238,
      "step": 1810
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0947470664978027,
      "learning_rate": 9.809804383690785e-05,
      "loss": 0.5128,
      "step": 1820
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.282160758972168,
      "learning_rate": 9.808625972189489e-05,
      "loss": 0.5124,
      "step": 1830
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1156092882156372,
      "learning_rate": 9.807447560688193e-05,
      "loss": 0.5144,
      "step": 1840
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.7073375582695007,
      "learning_rate": 9.806269149186896e-05,
      "loss": 0.5084,
      "step": 1850
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.155949354171753,
      "learning_rate": 9.805090737685601e-05,
      "loss": 0.4977,
      "step": 1860
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.0926837921142578,
      "learning_rate": 9.803912326184303e-05,
      "loss": 0.5191,
      "step": 1870
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.2038774490356445,
      "learning_rate": 9.802733914683007e-05,
      "loss": 0.5054,
      "step": 1880
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1242024898529053,
      "learning_rate": 9.801555503181711e-05,
      "loss": 0.5601,
      "step": 1890
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.3172681331634521,
      "learning_rate": 9.800377091680415e-05,
      "loss": 0.5076,
      "step": 1900
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.8751928806304932,
      "learning_rate": 9.799198680179119e-05,
      "loss": 0.5118,
      "step": 1910
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.8687849640846252,
      "learning_rate": 9.798020268677823e-05,
      "loss": 0.5008,
      "step": 1920
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1417611837387085,
      "learning_rate": 9.796841857176527e-05,
      "loss": 0.5017,
      "step": 1930
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.0473146438598633,
      "learning_rate": 9.795663445675231e-05,
      "loss": 0.5282,
      "step": 1940
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1375166177749634,
      "learning_rate": 9.794485034173933e-05,
      "loss": 0.5226,
      "step": 1950
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.4211698770523071,
      "learning_rate": 9.793306622672637e-05,
      "loss": 0.5103,
      "step": 1960
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.6234328746795654,
      "learning_rate": 9.792128211171342e-05,
      "loss": 0.5151,
      "step": 1970
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8369724750518799,
      "learning_rate": 9.790949799670045e-05,
      "loss": 0.5007,
      "step": 1980
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.2908823490142822,
      "learning_rate": 9.789771388168749e-05,
      "loss": 0.5102,
      "step": 1990
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.2204883098602295,
      "learning_rate": 9.788592976667453e-05,
      "loss": 0.5088,
      "step": 2000
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.121698260307312,
      "learning_rate": 9.787414565166157e-05,
      "loss": 0.5042,
      "step": 2010
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.7488769888877869,
      "learning_rate": 9.78623615366486e-05,
      "loss": 0.4978,
      "step": 2020
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.8214760422706604,
      "learning_rate": 9.785057742163563e-05,
      "loss": 0.4889,
      "step": 2030
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.8698264956474304,
      "learning_rate": 9.783879330662268e-05,
      "loss": 0.4948,
      "step": 2040
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6263267993927002,
      "learning_rate": 9.782700919160972e-05,
      "loss": 0.4987,
      "step": 2050
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1735159158706665,
      "learning_rate": 9.781522507659675e-05,
      "loss": 0.5073,
      "step": 2060
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4336321353912354,
      "learning_rate": 9.780344096158379e-05,
      "loss": 0.5338,
      "step": 2070
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0912896394729614,
      "learning_rate": 9.779165684657083e-05,
      "loss": 0.5236,
      "step": 2080
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.0635606050491333,
      "learning_rate": 9.777987273155787e-05,
      "loss": 0.4942,
      "step": 2090
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2251390218734741,
      "learning_rate": 9.77680886165449e-05,
      "loss": 0.5089,
      "step": 2100
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.194677710533142,
      "learning_rate": 9.775630450153193e-05,
      "loss": 0.5052,
      "step": 2110
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4351847171783447,
      "learning_rate": 9.774452038651898e-05,
      "loss": 0.5207,
      "step": 2120
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5037511587142944,
      "learning_rate": 9.773273627150601e-05,
      "loss": 0.4995,
      "step": 2130
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.8581846952438354,
      "learning_rate": 9.772095215649305e-05,
      "loss": 0.5015,
      "step": 2140
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5671782493591309,
      "learning_rate": 9.770916804148009e-05,
      "loss": 0.4975,
      "step": 2150
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4382553100585938,
      "learning_rate": 9.769738392646713e-05,
      "loss": 0.5011,
      "step": 2160
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4695125818252563,
      "learning_rate": 9.768559981145416e-05,
      "loss": 0.5036,
      "step": 2170
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.7850602865219116,
      "learning_rate": 9.76738156964412e-05,
      "loss": 0.489,
      "step": 2180
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.7293654680252075,
      "learning_rate": 9.766203158142824e-05,
      "loss": 0.4999,
      "step": 2190
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6642454862594604,
      "learning_rate": 9.765024746641528e-05,
      "loss": 0.4793,
      "step": 2200
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.2489564418792725,
      "learning_rate": 9.763846335140231e-05,
      "loss": 0.5221,
      "step": 2210
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.549101710319519,
      "learning_rate": 9.762667923638935e-05,
      "loss": 0.5131,
      "step": 2220
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4325413703918457,
      "learning_rate": 9.76148951213764e-05,
      "loss": 0.4888,
      "step": 2230
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.263622760772705,
      "learning_rate": 9.760311100636342e-05,
      "loss": 0.4912,
      "step": 2240
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.379479169845581,
      "learning_rate": 9.759132689135046e-05,
      "loss": 0.4959,
      "step": 2250
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4230656623840332,
      "learning_rate": 9.75795427763375e-05,
      "loss": 0.4936,
      "step": 2260
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1852017641067505,
      "learning_rate": 9.756775866132454e-05,
      "loss": 0.4989,
      "step": 2270
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3687397241592407,
      "learning_rate": 9.755597454631158e-05,
      "loss": 0.5034,
      "step": 2280
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.5852590799331665,
      "learning_rate": 9.75441904312986e-05,
      "loss": 0.4928,
      "step": 2290
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.14615535736084,
      "learning_rate": 9.753240631628566e-05,
      "loss": 0.5234,
      "step": 2300
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3089383840560913,
      "learning_rate": 9.75206222012727e-05,
      "loss": 0.5209,
      "step": 2310
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3444660902023315,
      "learning_rate": 9.750883808625972e-05,
      "loss": 0.513,
      "step": 2320
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.801767110824585,
      "learning_rate": 9.749705397124676e-05,
      "loss": 0.501,
      "step": 2330
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.8154950141906738,
      "learning_rate": 9.74852698562338e-05,
      "loss": 0.5055,
      "step": 2340
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.3127573728561401,
      "learning_rate": 9.747348574122084e-05,
      "loss": 0.5136,
      "step": 2350
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.9519993662834167,
      "learning_rate": 9.746170162620788e-05,
      "loss": 0.5026,
      "step": 2360
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.6125206351280212,
      "learning_rate": 9.74499175111949e-05,
      "loss": 0.4978,
      "step": 2370
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7447252869606018,
      "learning_rate": 9.743813339618196e-05,
      "loss": 0.5013,
      "step": 2380
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4316449165344238,
      "learning_rate": 9.7426349281169e-05,
      "loss": 0.5048,
      "step": 2390
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.442835807800293,
      "learning_rate": 9.741456516615602e-05,
      "loss": 0.4988,
      "step": 2400
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.016635775566101,
      "learning_rate": 9.740278105114306e-05,
      "loss": 0.4949,
      "step": 2410
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.7097216844558716,
      "learning_rate": 9.73909969361301e-05,
      "loss": 0.5085,
      "step": 2420
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5806695222854614,
      "learning_rate": 9.737921282111714e-05,
      "loss": 0.4989,
      "step": 2430
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.047554850578308,
      "learning_rate": 9.736742870610418e-05,
      "loss": 0.4819,
      "step": 2440
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0060478448867798,
      "learning_rate": 9.735564459109122e-05,
      "loss": 0.5133,
      "step": 2450
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.1388624906539917,
      "learning_rate": 9.734386047607825e-05,
      "loss": 0.5018,
      "step": 2460
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.3359582424163818,
      "learning_rate": 9.73320763610653e-05,
      "loss": 0.5026,
      "step": 2470
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5101521015167236,
      "learning_rate": 9.732029224605232e-05,
      "loss": 0.5038,
      "step": 2480
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.7922062873840332,
      "learning_rate": 9.730850813103937e-05,
      "loss": 0.5075,
      "step": 2490
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5266971588134766,
      "learning_rate": 9.72967240160264e-05,
      "loss": 0.5178,
      "step": 2500
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.322617530822754,
      "learning_rate": 9.728493990101344e-05,
      "loss": 0.4865,
      "step": 2510
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0608652830123901,
      "learning_rate": 9.727315578600048e-05,
      "loss": 0.4842,
      "step": 2520
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.281894326210022,
      "learning_rate": 9.726137167098751e-05,
      "loss": 0.5153,
      "step": 2530
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3256927728652954,
      "learning_rate": 9.724958755597455e-05,
      "loss": 0.5006,
      "step": 2540
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9028598666191101,
      "learning_rate": 9.723780344096158e-05,
      "loss": 0.5032,
      "step": 2550
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.06511390209198,
      "learning_rate": 9.722601932594863e-05,
      "loss": 0.5058,
      "step": 2560
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4232276678085327,
      "learning_rate": 9.721423521093567e-05,
      "loss": 0.5212,
      "step": 2570
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4823582172393799,
      "learning_rate": 9.72024510959227e-05,
      "loss": 0.5188,
      "step": 2580
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3798667192459106,
      "learning_rate": 9.719066698090973e-05,
      "loss": 0.5083,
      "step": 2590
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.2208833694458008,
      "learning_rate": 9.717888286589679e-05,
      "loss": 0.4985,
      "step": 2600
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.477569341659546,
      "learning_rate": 9.716709875088381e-05,
      "loss": 0.5056,
      "step": 2610
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.6647968888282776,
      "learning_rate": 9.715531463587085e-05,
      "loss": 0.4825,
      "step": 2620
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.6094647645950317,
      "learning_rate": 9.714353052085788e-05,
      "loss": 0.4939,
      "step": 2630
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.5791853666305542,
      "learning_rate": 9.713174640584493e-05,
      "loss": 0.4993,
      "step": 2640
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0835442543029785,
      "learning_rate": 9.711996229083197e-05,
      "loss": 0.4924,
      "step": 2650
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.7846812605857849,
      "learning_rate": 9.7108178175819e-05,
      "loss": 0.4906,
      "step": 2660
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.8635871410369873,
      "learning_rate": 9.709639406080603e-05,
      "loss": 0.4958,
      "step": 2670
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.8005358576774597,
      "learning_rate": 9.708460994579307e-05,
      "loss": 0.4958,
      "step": 2680
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9108798503875732,
      "learning_rate": 9.707282583078011e-05,
      "loss": 0.513,
      "step": 2690
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.824289321899414,
      "learning_rate": 9.706104171576715e-05,
      "loss": 0.5166,
      "step": 2700
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.720629870891571,
      "learning_rate": 9.704925760075419e-05,
      "loss": 0.4888,
      "step": 2710
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9477500319480896,
      "learning_rate": 9.703747348574123e-05,
      "loss": 0.4978,
      "step": 2720
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7759199142456055,
      "learning_rate": 9.702568937072827e-05,
      "loss": 0.5013,
      "step": 2730
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9977040886878967,
      "learning_rate": 9.701390525571529e-05,
      "loss": 0.4815,
      "step": 2740
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7906765937805176,
      "learning_rate": 9.700212114070235e-05,
      "loss": 0.5039,
      "step": 2750
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9885894656181335,
      "learning_rate": 9.699033702568937e-05,
      "loss": 0.4892,
      "step": 2760
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8168877959251404,
      "learning_rate": 9.697855291067641e-05,
      "loss": 0.5042,
      "step": 2770
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1622967720031738,
      "learning_rate": 9.696676879566345e-05,
      "loss": 0.4956,
      "step": 2780
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3321975469589233,
      "learning_rate": 9.695498468065049e-05,
      "loss": 0.5008,
      "step": 2790
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9106395840644836,
      "learning_rate": 9.694320056563753e-05,
      "loss": 0.5008,
      "step": 2800
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.224526286125183,
      "learning_rate": 9.693141645062457e-05,
      "loss": 0.4817,
      "step": 2810
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.7083461284637451,
      "learning_rate": 9.69196323356116e-05,
      "loss": 0.5119,
      "step": 2820
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.2689660787582397,
      "learning_rate": 9.690784822059864e-05,
      "loss": 0.4959,
      "step": 2830
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9503073692321777,
      "learning_rate": 9.689606410558567e-05,
      "loss": 0.4986,
      "step": 2840
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.9541449546813965,
      "learning_rate": 9.688427999057271e-05,
      "loss": 0.489,
      "step": 2850
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6083498001098633,
      "learning_rate": 9.687249587555976e-05,
      "loss": 0.5077,
      "step": 2860
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8455288410186768,
      "learning_rate": 9.686071176054679e-05,
      "loss": 0.4854,
      "step": 2870
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.1523447036743164,
      "learning_rate": 9.684892764553383e-05,
      "loss": 0.4932,
      "step": 2880
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.706553339958191,
      "learning_rate": 9.683714353052085e-05,
      "loss": 0.5079,
      "step": 2890
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.193648338317871,
      "learning_rate": 9.68253594155079e-05,
      "loss": 0.488,
      "step": 2900
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6835173964500427,
      "learning_rate": 9.681357530049494e-05,
      "loss": 0.5023,
      "step": 2910
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8280544281005859,
      "learning_rate": 9.680179118548197e-05,
      "loss": 0.509,
      "step": 2920
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.983601987361908,
      "learning_rate": 9.6790007070469e-05,
      "loss": 0.4941,
      "step": 2930
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.036715030670166,
      "learning_rate": 9.677822295545606e-05,
      "loss": 0.479,
      "step": 2940
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8797247409820557,
      "learning_rate": 9.676643884044308e-05,
      "loss": 0.4827,
      "step": 2950
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.078275203704834,
      "learning_rate": 9.675465472543012e-05,
      "loss": 0.4916,
      "step": 2960
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9871312975883484,
      "learning_rate": 9.674287061041716e-05,
      "loss": 0.4993,
      "step": 2970
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.6119897365570068,
      "learning_rate": 9.67310864954042e-05,
      "loss": 0.4896,
      "step": 2980
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.048764705657959,
      "learning_rate": 9.671930238039124e-05,
      "loss": 0.5231,
      "step": 2990
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8787404894828796,
      "learning_rate": 9.670751826537827e-05,
      "loss": 0.4998,
      "step": 3000
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8770228028297424,
      "learning_rate": 9.669573415036532e-05,
      "loss": 0.4946,
      "step": 3010
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.915125846862793,
      "learning_rate": 9.668395003535234e-05,
      "loss": 0.4864,
      "step": 3020
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6411454677581787,
      "learning_rate": 9.667216592033938e-05,
      "loss": 0.4858,
      "step": 3030
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.2021106481552124,
      "learning_rate": 9.666038180532642e-05,
      "loss": 0.4852,
      "step": 3040
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.232035756111145,
      "learning_rate": 9.664859769031346e-05,
      "loss": 0.5033,
      "step": 3050
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.9577634334564209,
      "learning_rate": 9.66368135753005e-05,
      "loss": 0.5003,
      "step": 3060
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.0180046558380127,
      "learning_rate": 9.662502946028754e-05,
      "loss": 0.503,
      "step": 3070
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6394404768943787,
      "learning_rate": 9.661324534527458e-05,
      "loss": 0.4982,
      "step": 3080
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.7030550241470337,
      "learning_rate": 9.660146123026162e-05,
      "loss": 0.5158,
      "step": 3090
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8564779758453369,
      "learning_rate": 9.658967711524864e-05,
      "loss": 0.4854,
      "step": 3100
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.1143525838851929,
      "learning_rate": 9.657789300023568e-05,
      "loss": 0.4922,
      "step": 3110
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.3438676595687866,
      "learning_rate": 9.656610888522273e-05,
      "loss": 0.4889,
      "step": 3120
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8271397352218628,
      "learning_rate": 9.655432477020976e-05,
      "loss": 0.466,
      "step": 3130
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7543887495994568,
      "learning_rate": 9.65425406551968e-05,
      "loss": 0.5069,
      "step": 3140
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7445496320724487,
      "learning_rate": 9.653075654018384e-05,
      "loss": 0.4779,
      "step": 3150
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7102170586585999,
      "learning_rate": 9.651897242517088e-05,
      "loss": 0.4952,
      "step": 3160
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.2727932929992676,
      "learning_rate": 9.650718831015792e-05,
      "loss": 0.4898,
      "step": 3170
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7808095216751099,
      "learning_rate": 9.649540419514494e-05,
      "loss": 0.4905,
      "step": 3180
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.3508325815200806,
      "learning_rate": 9.648362008013198e-05,
      "loss": 0.4991,
      "step": 3190
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.81468665599823,
      "learning_rate": 9.647183596511903e-05,
      "loss": 0.4904,
      "step": 3200
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.1315728425979614,
      "learning_rate": 9.646005185010606e-05,
      "loss": 0.4935,
      "step": 3210
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.9630333185195923,
      "learning_rate": 9.64482677350931e-05,
      "loss": 0.4958,
      "step": 3220
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.9422668814659119,
      "learning_rate": 9.643648362008014e-05,
      "loss": 0.4813,
      "step": 3230
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.2882485389709473,
      "learning_rate": 9.642469950506718e-05,
      "loss": 0.4847,
      "step": 3240
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.1148041486740112,
      "learning_rate": 9.641291539005421e-05,
      "loss": 0.4991,
      "step": 3250
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.2429006099700928,
      "learning_rate": 9.640113127504124e-05,
      "loss": 0.4952,
      "step": 3260
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.1591366529464722,
      "learning_rate": 9.638934716002829e-05,
      "loss": 0.4982,
      "step": 3270
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.547893762588501,
      "learning_rate": 9.637756304501533e-05,
      "loss": 0.4902,
      "step": 3280
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9699311256408691,
      "learning_rate": 9.636577893000236e-05,
      "loss": 0.4926,
      "step": 3290
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3232420682907104,
      "learning_rate": 9.63539948149894e-05,
      "loss": 0.5159,
      "step": 3300
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5830579996109009,
      "learning_rate": 9.634221069997643e-05,
      "loss": 0.4893,
      "step": 3310
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0730410814285278,
      "learning_rate": 9.633042658496347e-05,
      "loss": 0.5222,
      "step": 3320
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.1800957918167114,
      "learning_rate": 9.631864246995051e-05,
      "loss": 0.4891,
      "step": 3330
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3200833797454834,
      "learning_rate": 9.630685835493755e-05,
      "loss": 0.4973,
      "step": 3340
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4505298137664795,
      "learning_rate": 9.629507423992459e-05,
      "loss": 0.486,
      "step": 3350
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9176786541938782,
      "learning_rate": 9.628329012491163e-05,
      "loss": 0.4913,
      "step": 3360
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6543411612510681,
      "learning_rate": 9.627150600989866e-05,
      "loss": 0.4936,
      "step": 3370
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.8311076164245605,
      "learning_rate": 9.625972189488571e-05,
      "loss": 0.5141,
      "step": 3380
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9839892983436584,
      "learning_rate": 9.624793777987273e-05,
      "loss": 0.4982,
      "step": 3390
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.924263596534729,
      "learning_rate": 9.623615366485977e-05,
      "loss": 0.5076,
      "step": 3400
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0616888999938965,
      "learning_rate": 9.622436954984681e-05,
      "loss": 0.5062,
      "step": 3410
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5893858671188354,
      "learning_rate": 9.621258543483385e-05,
      "loss": 0.4925,
      "step": 3420
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7346591949462891,
      "learning_rate": 9.620080131982089e-05,
      "loss": 0.4923,
      "step": 3430
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9968793392181396,
      "learning_rate": 9.618901720480791e-05,
      "loss": 0.4974,
      "step": 3440
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5348602533340454,
      "learning_rate": 9.617723308979495e-05,
      "loss": 0.4941,
      "step": 3450
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5470607280731201,
      "learning_rate": 9.6165448974782e-05,
      "loss": 0.4873,
      "step": 3460
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.7650502324104309,
      "learning_rate": 9.615366485976903e-05,
      "loss": 0.503,
      "step": 3470
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.8446630835533142,
      "learning_rate": 9.614188074475607e-05,
      "loss": 0.491,
      "step": 3480
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.224928855895996,
      "learning_rate": 9.613009662974311e-05,
      "loss": 0.4981,
      "step": 3490
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.7117965817451477,
      "learning_rate": 9.611831251473015e-05,
      "loss": 0.5013,
      "step": 3500
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0274097919464111,
      "learning_rate": 9.610652839971719e-05,
      "loss": 0.4867,
      "step": 3510
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.849981427192688,
      "learning_rate": 9.609474428470421e-05,
      "loss": 0.4945,
      "step": 3520
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9329881072044373,
      "learning_rate": 9.608296016969127e-05,
      "loss": 0.4926,
      "step": 3530
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.1163865327835083,
      "learning_rate": 9.60711760546783e-05,
      "loss": 0.482,
      "step": 3540
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.2010319232940674,
      "learning_rate": 9.605939193966533e-05,
      "loss": 0.4832,
      "step": 3550
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6669803261756897,
      "learning_rate": 9.604760782465237e-05,
      "loss": 0.4929,
      "step": 3560
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.8228316903114319,
      "learning_rate": 9.603582370963941e-05,
      "loss": 0.483,
      "step": 3570
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.946983277797699,
      "learning_rate": 9.602403959462645e-05,
      "loss": 0.4965,
      "step": 3580
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.8362289071083069,
      "learning_rate": 9.601225547961349e-05,
      "loss": 0.4969,
      "step": 3590
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.052290439605713,
      "learning_rate": 9.600047136460053e-05,
      "loss": 0.4868,
      "step": 3600
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4288514852523804,
      "learning_rate": 9.598868724958756e-05,
      "loss": 0.4743,
      "step": 3610
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7788878679275513,
      "learning_rate": 9.59769031345746e-05,
      "loss": 0.4853,
      "step": 3620
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8866305351257324,
      "learning_rate": 9.596511901956163e-05,
      "loss": 0.5182,
      "step": 3630
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.6054041385650635,
      "learning_rate": 9.595333490454868e-05,
      "loss": 0.488,
      "step": 3640
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8780691027641296,
      "learning_rate": 9.59415507895357e-05,
      "loss": 0.5067,
      "step": 3650
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.593924880027771,
      "learning_rate": 9.592976667452275e-05,
      "loss": 0.4969,
      "step": 3660
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.2807188034057617,
      "learning_rate": 9.591798255950978e-05,
      "loss": 0.4964,
      "step": 3670
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8862617015838623,
      "learning_rate": 9.590619844449682e-05,
      "loss": 0.4976,
      "step": 3680
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7632378935813904,
      "learning_rate": 9.589441432948386e-05,
      "loss": 0.496,
      "step": 3690
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8985171318054199,
      "learning_rate": 9.58826302144709e-05,
      "loss": 0.4949,
      "step": 3700
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0251476764678955,
      "learning_rate": 9.587084609945793e-05,
      "loss": 0.5029,
      "step": 3710
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.2682667970657349,
      "learning_rate": 9.585906198444498e-05,
      "loss": 0.5051,
      "step": 3720
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.8219572305679321,
      "learning_rate": 9.5847277869432e-05,
      "loss": 0.5073,
      "step": 3730
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5985639095306396,
      "learning_rate": 9.583549375441904e-05,
      "loss": 0.4769,
      "step": 3740
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.46747612953186035,
      "learning_rate": 9.582370963940608e-05,
      "loss": 0.4981,
      "step": 3750
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5026284456253052,
      "learning_rate": 9.581192552439312e-05,
      "loss": 0.4984,
      "step": 3760
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.1273953914642334,
      "learning_rate": 9.580014140938016e-05,
      "loss": 0.4945,
      "step": 3770
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.2880148887634277,
      "learning_rate": 9.578835729436719e-05,
      "loss": 0.502,
      "step": 3780
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.9079731702804565,
      "learning_rate": 9.577657317935424e-05,
      "loss": 0.4968,
      "step": 3790
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.9394592642784119,
      "learning_rate": 9.576478906434128e-05,
      "loss": 0.4989,
      "step": 3800
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0500024557113647,
      "learning_rate": 9.57530049493283e-05,
      "loss": 0.4915,
      "step": 3810
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5405048727989197,
      "learning_rate": 9.574122083431534e-05,
      "loss": 0.4888,
      "step": 3820
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7963844537734985,
      "learning_rate": 9.57294367193024e-05,
      "loss": 0.4877,
      "step": 3830
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.3261078596115112,
      "learning_rate": 9.571765260428942e-05,
      "loss": 0.4966,
      "step": 3840
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6448584198951721,
      "learning_rate": 9.570586848927646e-05,
      "loss": 0.4965,
      "step": 3850
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7990720272064209,
      "learning_rate": 9.56940843742635e-05,
      "loss": 0.48,
      "step": 3860
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6464685797691345,
      "learning_rate": 9.568230025925054e-05,
      "loss": 0.4817,
      "step": 3870
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9830204844474792,
      "learning_rate": 9.567051614423758e-05,
      "loss": 0.4842,
      "step": 3880
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7194159030914307,
      "learning_rate": 9.56587320292246e-05,
      "loss": 0.4934,
      "step": 3890
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9990166425704956,
      "learning_rate": 9.564694791421165e-05,
      "loss": 0.5,
      "step": 3900
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6201900839805603,
      "learning_rate": 9.563516379919868e-05,
      "loss": 0.4837,
      "step": 3910
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.099794626235962,
      "learning_rate": 9.562337968418572e-05,
      "loss": 0.4911,
      "step": 3920
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.30674147605896,
      "learning_rate": 9.561159556917276e-05,
      "loss": 0.4959,
      "step": 3930
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7809882164001465,
      "learning_rate": 9.55998114541598e-05,
      "loss": 0.5025,
      "step": 3940
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.2487872838974,
      "learning_rate": 9.558802733914684e-05,
      "loss": 0.4778,
      "step": 3950
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.514445960521698,
      "learning_rate": 9.557624322413388e-05,
      "loss": 0.4751,
      "step": 3960
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.346526861190796,
      "learning_rate": 9.55644591091209e-05,
      "loss": 0.4912,
      "step": 3970
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5071583986282349,
      "learning_rate": 9.555267499410795e-05,
      "loss": 0.5029,
      "step": 3980
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.130698323249817,
      "learning_rate": 9.554089087909498e-05,
      "loss": 0.4941,
      "step": 3990
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5424882173538208,
      "learning_rate": 9.552910676408202e-05,
      "loss": 0.4897,
      "step": 4000
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7285670042037964,
      "learning_rate": 9.551732264906906e-05,
      "loss": 0.4956,
      "step": 4010
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3889833688735962,
      "learning_rate": 9.55055385340561e-05,
      "loss": 0.4985,
      "step": 4020
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.190926432609558,
      "learning_rate": 9.549375441904313e-05,
      "loss": 0.4869,
      "step": 4030
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.8289108276367188,
      "learning_rate": 9.548197030403017e-05,
      "loss": 0.4838,
      "step": 4040
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.754700243473053,
      "learning_rate": 9.547018618901721e-05,
      "loss": 0.5048,
      "step": 4050
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8800638318061829,
      "learning_rate": 9.545840207400425e-05,
      "loss": 0.4817,
      "step": 4060
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6806440949440002,
      "learning_rate": 9.544661795899128e-05,
      "loss": 0.5038,
      "step": 4070
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8915199041366577,
      "learning_rate": 9.543483384397832e-05,
      "loss": 0.4662,
      "step": 4080
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6544657945632935,
      "learning_rate": 9.542304972896537e-05,
      "loss": 0.4795,
      "step": 4090
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.760875403881073,
      "learning_rate": 9.54112656139524e-05,
      "loss": 0.4948,
      "step": 4100
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9429724216461182,
      "learning_rate": 9.539948149893943e-05,
      "loss": 0.47,
      "step": 4110
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.138684868812561,
      "learning_rate": 9.538769738392647e-05,
      "loss": 0.4815,
      "step": 4120
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4824031591415405,
      "learning_rate": 9.537591326891351e-05,
      "loss": 0.5053,
      "step": 4130
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0486384630203247,
      "learning_rate": 9.536412915390055e-05,
      "loss": 0.4823,
      "step": 4140
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.7436571717262268,
      "learning_rate": 9.535234503888758e-05,
      "loss": 0.492,
      "step": 4150
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6755275726318359,
      "learning_rate": 9.534056092387463e-05,
      "loss": 0.4679,
      "step": 4160
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6708274483680725,
      "learning_rate": 9.532877680886167e-05,
      "loss": 0.4926,
      "step": 4170
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9209789037704468,
      "learning_rate": 9.531699269384869e-05,
      "loss": 0.4836,
      "step": 4180
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.1882667541503906,
      "learning_rate": 9.530520857883573e-05,
      "loss": 0.4807,
      "step": 4190
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.184501051902771,
      "learning_rate": 9.529342446382277e-05,
      "loss": 0.5028,
      "step": 4200
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0626683235168457,
      "learning_rate": 9.528164034880981e-05,
      "loss": 0.4883,
      "step": 4210
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.046478033065796,
      "learning_rate": 9.526985623379685e-05,
      "loss": 0.4916,
      "step": 4220
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9243775606155396,
      "learning_rate": 9.525807211878389e-05,
      "loss": 0.4818,
      "step": 4230
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0813802480697632,
      "learning_rate": 9.524628800377093e-05,
      "loss": 0.4724,
      "step": 4240
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.133711814880371,
      "learning_rate": 9.523450388875797e-05,
      "loss": 0.484,
      "step": 4250
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.8296009302139282,
      "learning_rate": 9.522271977374499e-05,
      "loss": 0.4964,
      "step": 4260
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7538905739784241,
      "learning_rate": 9.521093565873203e-05,
      "loss": 0.4816,
      "step": 4270
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7560605406761169,
      "learning_rate": 9.519915154371907e-05,
      "loss": 0.4774,
      "step": 4280
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.8916319012641907,
      "learning_rate": 9.518736742870611e-05,
      "loss": 0.4845,
      "step": 4290
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9245229959487915,
      "learning_rate": 9.517558331369315e-05,
      "loss": 0.4946,
      "step": 4300
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7412012219429016,
      "learning_rate": 9.516379919868019e-05,
      "loss": 0.4877,
      "step": 4310
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.1689118146896362,
      "learning_rate": 9.515201508366723e-05,
      "loss": 0.4884,
      "step": 4320
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.47012460231781006,
      "learning_rate": 9.514023096865425e-05,
      "loss": 0.4845,
      "step": 4330
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.0123286247253418,
      "learning_rate": 9.512844685364129e-05,
      "loss": 0.4853,
      "step": 4340
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.1943848133087158,
      "learning_rate": 9.511666273862834e-05,
      "loss": 0.472,
      "step": 4350
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9038557410240173,
      "learning_rate": 9.510487862361537e-05,
      "loss": 0.5017,
      "step": 4360
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6542546153068542,
      "learning_rate": 9.50930945086024e-05,
      "loss": 0.4734,
      "step": 4370
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.42980071902275085,
      "learning_rate": 9.508131039358945e-05,
      "loss": 0.4811,
      "step": 4380
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.828368604183197,
      "learning_rate": 9.506952627857648e-05,
      "loss": 0.4859,
      "step": 4390
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.8931118845939636,
      "learning_rate": 9.505774216356352e-05,
      "loss": 0.4939,
      "step": 4400
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.2151875495910645,
      "learning_rate": 9.504595804855055e-05,
      "loss": 0.4868,
      "step": 4410
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.4697801470756531,
      "learning_rate": 9.50341739335376e-05,
      "loss": 0.4873,
      "step": 4420
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.1358791589736938,
      "learning_rate": 9.502238981852464e-05,
      "loss": 0.4998,
      "step": 4430
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.8548920154571533,
      "learning_rate": 9.501060570351167e-05,
      "loss": 0.4998,
      "step": 4440
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6899234652519226,
      "learning_rate": 9.49988215884987e-05,
      "loss": 0.4741,
      "step": 4450
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.041538953781128,
      "learning_rate": 9.498703747348574e-05,
      "loss": 0.4934,
      "step": 4460
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.1963938474655151,
      "learning_rate": 9.497525335847278e-05,
      "loss": 0.4896,
      "step": 4470
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9801954627037048,
      "learning_rate": 9.496346924345982e-05,
      "loss": 0.4782,
      "step": 4480
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6222419142723083,
      "learning_rate": 9.495168512844686e-05,
      "loss": 0.4993,
      "step": 4490
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6828306317329407,
      "learning_rate": 9.49399010134339e-05,
      "loss": 0.4839,
      "step": 4500
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.203779935836792,
      "learning_rate": 9.492811689842094e-05,
      "loss": 0.4839,
      "step": 4510
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6782972812652588,
      "learning_rate": 9.491633278340796e-05,
      "loss": 0.4917,
      "step": 4520
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7733616828918457,
      "learning_rate": 9.4904548668395e-05,
      "loss": 0.4926,
      "step": 4530
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7314490675926208,
      "learning_rate": 9.489276455338204e-05,
      "loss": 0.4754,
      "step": 4540
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8113279938697815,
      "learning_rate": 9.488098043836908e-05,
      "loss": 0.4907,
      "step": 4550
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6463847756385803,
      "learning_rate": 9.486919632335612e-05,
      "loss": 0.4836,
      "step": 4560
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9166641235351562,
      "learning_rate": 9.485741220834316e-05,
      "loss": 0.4693,
      "step": 4570
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0718308687210083,
      "learning_rate": 9.48456280933302e-05,
      "loss": 0.4874,
      "step": 4580
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9915964007377625,
      "learning_rate": 9.483384397831724e-05,
      "loss": 0.4857,
      "step": 4590
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9420537948608398,
      "learning_rate": 9.482205986330426e-05,
      "loss": 0.4756,
      "step": 4600
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.8548345565795898,
      "learning_rate": 9.481027574829132e-05,
      "loss": 0.4824,
      "step": 4610
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0632978677749634,
      "learning_rate": 9.479849163327834e-05,
      "loss": 0.5109,
      "step": 4620
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6384020447731018,
      "learning_rate": 9.478670751826538e-05,
      "loss": 0.4797,
      "step": 4630
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7735443711280823,
      "learning_rate": 9.477492340325242e-05,
      "loss": 0.4833,
      "step": 4640
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.800276517868042,
      "learning_rate": 9.476313928823946e-05,
      "loss": 0.4765,
      "step": 4650
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.1817256212234497,
      "learning_rate": 9.47513551732265e-05,
      "loss": 0.4767,
      "step": 4660
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.8723351955413818,
      "learning_rate": 9.473957105821352e-05,
      "loss": 0.4821,
      "step": 4670
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.8674776554107666,
      "learning_rate": 9.472778694320058e-05,
      "loss": 0.4919,
      "step": 4680
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5936712026596069,
      "learning_rate": 9.471600282818761e-05,
      "loss": 0.4801,
      "step": 4690
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.9484730958938599,
      "learning_rate": 9.470421871317464e-05,
      "loss": 0.5059,
      "step": 4700
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.349593997001648,
      "learning_rate": 9.469243459816168e-05,
      "loss": 0.4826,
      "step": 4710
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.290330171585083,
      "learning_rate": 9.468065048314873e-05,
      "loss": 0.4824,
      "step": 4720
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7647900581359863,
      "learning_rate": 9.466886636813576e-05,
      "loss": 0.4837,
      "step": 4730
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3760255575180054,
      "learning_rate": 9.46570822531228e-05,
      "loss": 0.4744,
      "step": 4740
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.574338436126709,
      "learning_rate": 9.464529813810983e-05,
      "loss": 0.5001,
      "step": 4750
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.570899486541748,
      "learning_rate": 9.463351402309687e-05,
      "loss": 0.4805,
      "step": 4760
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.2061035633087158,
      "learning_rate": 9.462172990808391e-05,
      "loss": 0.4828,
      "step": 4770
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9155292510986328,
      "learning_rate": 9.460994579307094e-05,
      "loss": 0.5038,
      "step": 4780
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9685520529747009,
      "learning_rate": 9.459816167805799e-05,
      "loss": 0.4707,
      "step": 4790
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.6070892214775085,
      "learning_rate": 9.458637756304502e-05,
      "loss": 0.4708,
      "step": 4800
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9815748929977417,
      "learning_rate": 9.457459344803206e-05,
      "loss": 0.4824,
      "step": 4810
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8268948793411255,
      "learning_rate": 9.45628093330191e-05,
      "loss": 0.493,
      "step": 4820
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7950807213783264,
      "learning_rate": 9.455102521800613e-05,
      "loss": 0.4697,
      "step": 4830
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.2134770154953003,
      "learning_rate": 9.453924110299317e-05,
      "loss": 0.4787,
      "step": 4840
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.0385112762451172,
      "learning_rate": 9.452745698798021e-05,
      "loss": 0.4855,
      "step": 4850
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.6822102665901184,
      "learning_rate": 9.451567287296724e-05,
      "loss": 0.482,
      "step": 4860
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8164222240447998,
      "learning_rate": 9.450388875795429e-05,
      "loss": 0.4908,
      "step": 4870
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.6714780926704407,
      "learning_rate": 9.449210464294131e-05,
      "loss": 0.4707,
      "step": 4880
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8351618647575378,
      "learning_rate": 9.448032052792835e-05,
      "loss": 0.4916,
      "step": 4890
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.516365885734558,
      "learning_rate": 9.446853641291539e-05,
      "loss": 0.4961,
      "step": 4900
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.229721188545227,
      "learning_rate": 9.445675229790243e-05,
      "loss": 0.4921,
      "step": 4910
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.1634761095046997,
      "learning_rate": 9.444496818288947e-05,
      "loss": 0.4953,
      "step": 4920
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.038814663887024,
      "learning_rate": 9.443318406787651e-05,
      "loss": 0.4881,
      "step": 4930
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4522653818130493,
      "learning_rate": 9.442139995286355e-05,
      "loss": 0.4798,
      "step": 4940
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9705685973167419,
      "learning_rate": 9.440961583785059e-05,
      "loss": 0.4787,
      "step": 4950
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.0672070980072021,
      "learning_rate": 9.439783172283761e-05,
      "loss": 0.4654,
      "step": 4960
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7916922569274902,
      "learning_rate": 9.438604760782465e-05,
      "loss": 0.4737,
      "step": 4970
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1799827814102173,
      "learning_rate": 9.43742634928117e-05,
      "loss": 0.4742,
      "step": 4980
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6448288559913635,
      "learning_rate": 9.436247937779873e-05,
      "loss": 0.4799,
      "step": 4990
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8689081072807312,
      "learning_rate": 9.435069526278577e-05,
      "loss": 0.4952,
      "step": 5000
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4697692394256592,
      "learning_rate": 9.433891114777281e-05,
      "loss": 0.4774,
      "step": 5010
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8025481104850769,
      "learning_rate": 9.432712703275985e-05,
      "loss": 0.4836,
      "step": 5020
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6762499213218689,
      "learning_rate": 9.431534291774689e-05,
      "loss": 0.4746,
      "step": 5030
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8484092950820923,
      "learning_rate": 9.430355880273391e-05,
      "loss": 0.4815,
      "step": 5040
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8202689290046692,
      "learning_rate": 9.429177468772096e-05,
      "loss": 0.4744,
      "step": 5050
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.544952929019928,
      "learning_rate": 9.4279990572708e-05,
      "loss": 0.4899,
      "step": 5060
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6483100056648254,
      "learning_rate": 9.426820645769503e-05,
      "loss": 0.4872,
      "step": 5070
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5478421449661255,
      "learning_rate": 9.425642234268207e-05,
      "loss": 0.4807,
      "step": 5080
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.7820990085601807,
      "learning_rate": 9.42446382276691e-05,
      "loss": 0.4822,
      "step": 5090
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.7355049252510071,
      "learning_rate": 9.423285411265615e-05,
      "loss": 0.4785,
      "step": 5100
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6957169771194458,
      "learning_rate": 9.422106999764318e-05,
      "loss": 0.4894,
      "step": 5110
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4908500909805298,
      "learning_rate": 9.420928588263021e-05,
      "loss": 0.4884,
      "step": 5120
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6293405890464783,
      "learning_rate": 9.419750176761726e-05,
      "loss": 0.4923,
      "step": 5130
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9960302114486694,
      "learning_rate": 9.41857176526043e-05,
      "loss": 0.4834,
      "step": 5140
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5231541395187378,
      "learning_rate": 9.417393353759133e-05,
      "loss": 0.4994,
      "step": 5150
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9027219414710999,
      "learning_rate": 9.416214942257837e-05,
      "loss": 0.4771,
      "step": 5160
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9002034664154053,
      "learning_rate": 9.41503653075654e-05,
      "loss": 0.4896,
      "step": 5170
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6835697293281555,
      "learning_rate": 9.413858119255244e-05,
      "loss": 0.4739,
      "step": 5180
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.2067887783050537,
      "learning_rate": 9.412679707753948e-05,
      "loss": 0.4873,
      "step": 5190
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6633793115615845,
      "learning_rate": 9.411501296252652e-05,
      "loss": 0.4876,
      "step": 5200
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.061316728591919,
      "learning_rate": 9.410322884751356e-05,
      "loss": 0.472,
      "step": 5210
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.5604255795478821,
      "learning_rate": 9.409144473250059e-05,
      "loss": 0.4805,
      "step": 5220
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.1520159244537354,
      "learning_rate": 9.407966061748763e-05,
      "loss": 0.4883,
      "step": 5230
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8987627625465393,
      "learning_rate": 9.406787650247468e-05,
      "loss": 0.4964,
      "step": 5240
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7069312334060669,
      "learning_rate": 9.40560923874617e-05,
      "loss": 0.4838,
      "step": 5250
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.124684453010559,
      "learning_rate": 9.404430827244874e-05,
      "loss": 0.4852,
      "step": 5260
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.0120004415512085,
      "learning_rate": 9.403252415743578e-05,
      "loss": 0.4764,
      "step": 5270
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2393412590026855,
      "learning_rate": 9.402074004242282e-05,
      "loss": 0.476,
      "step": 5280
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1735107898712158,
      "learning_rate": 9.400895592740986e-05,
      "loss": 0.4852,
      "step": 5290
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8905333280563354,
      "learning_rate": 9.399717181239688e-05,
      "loss": 0.4769,
      "step": 5300
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2668908834457397,
      "learning_rate": 9.398538769738394e-05,
      "loss": 0.4801,
      "step": 5310
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6397873163223267,
      "learning_rate": 9.397360358237098e-05,
      "loss": 0.4784,
      "step": 5320
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5698948502540588,
      "learning_rate": 9.3961819467358e-05,
      "loss": 0.4723,
      "step": 5330
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5725936889648438,
      "learning_rate": 9.395003535234504e-05,
      "loss": 0.4849,
      "step": 5340
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.0437946319580078,
      "learning_rate": 9.393825123733208e-05,
      "loss": 0.4779,
      "step": 5350
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.8974117636680603,
      "learning_rate": 9.392646712231912e-05,
      "loss": 0.4837,
      "step": 5360
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4877300262451172,
      "learning_rate": 9.391468300730616e-05,
      "loss": 0.4685,
      "step": 5370
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9568804502487183,
      "learning_rate": 9.390289889229318e-05,
      "loss": 0.4807,
      "step": 5380
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9116615653038025,
      "learning_rate": 9.389111477728024e-05,
      "loss": 0.4783,
      "step": 5390
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.0499573945999146,
      "learning_rate": 9.387933066226727e-05,
      "loss": 0.4825,
      "step": 5400
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.7615978717803955,
      "learning_rate": 9.38675465472543e-05,
      "loss": 0.4841,
      "step": 5410
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9241262078285217,
      "learning_rate": 9.385576243224134e-05,
      "loss": 0.4934,
      "step": 5420
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.49354177713394165,
      "learning_rate": 9.384397831722838e-05,
      "loss": 0.4832,
      "step": 5430
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.5777790546417236,
      "learning_rate": 9.383219420221542e-05,
      "loss": 0.4756,
      "step": 5440
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8923964500427246,
      "learning_rate": 9.382041008720246e-05,
      "loss": 0.4812,
      "step": 5450
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.254605293273926,
      "learning_rate": 9.38086259721895e-05,
      "loss": 0.5011,
      "step": 5460
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.110668659210205,
      "learning_rate": 9.379684185717653e-05,
      "loss": 0.4901,
      "step": 5470
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9847891330718994,
      "learning_rate": 9.378505774216357e-05,
      "loss": 0.4795,
      "step": 5480
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8963242769241333,
      "learning_rate": 9.37732736271506e-05,
      "loss": 0.4697,
      "step": 5490
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8577290773391724,
      "learning_rate": 9.376148951213765e-05,
      "loss": 0.4839,
      "step": 5500
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.944857656955719,
      "learning_rate": 9.374970539712468e-05,
      "loss": 0.4772,
      "step": 5510
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8949635028839111,
      "learning_rate": 9.373792128211172e-05,
      "loss": 0.4781,
      "step": 5520
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.073096752166748,
      "learning_rate": 9.372613716709875e-05,
      "loss": 0.4764,
      "step": 5530
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.46362000703811646,
      "learning_rate": 9.37143530520858e-05,
      "loss": 0.4882,
      "step": 5540
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.6273431777954102,
      "learning_rate": 9.370256893707283e-05,
      "loss": 0.4925,
      "step": 5550
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.7715334296226501,
      "learning_rate": 9.369078482205986e-05,
      "loss": 0.4806,
      "step": 5560
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.597259521484375,
      "learning_rate": 9.367900070704691e-05,
      "loss": 0.4581,
      "step": 5570
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.5563521385192871,
      "learning_rate": 9.366721659203395e-05,
      "loss": 0.4648,
      "step": 5580
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0849449634552002,
      "learning_rate": 9.365543247702098e-05,
      "loss": 0.4663,
      "step": 5590
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.8659862279891968,
      "learning_rate": 9.364364836200801e-05,
      "loss": 0.4687,
      "step": 5600
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.5031567215919495,
      "learning_rate": 9.363186424699507e-05,
      "loss": 0.4719,
      "step": 5610
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.3020015954971313,
      "learning_rate": 9.362008013198209e-05,
      "loss": 0.4647,
      "step": 5620
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0185835361480713,
      "learning_rate": 9.360829601696913e-05,
      "loss": 0.4675,
      "step": 5630
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.7432125210762024,
      "learning_rate": 9.359651190195616e-05,
      "loss": 0.482,
      "step": 5640
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.46069788932800293,
      "learning_rate": 9.358472778694321e-05,
      "loss": 0.4827,
      "step": 5650
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.6779037117958069,
      "learning_rate": 9.357294367193025e-05,
      "loss": 0.4584,
      "step": 5660
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.43060535192489624,
      "learning_rate": 9.356115955691727e-05,
      "loss": 0.4859,
      "step": 5670
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8050900101661682,
      "learning_rate": 9.354937544190431e-05,
      "loss": 0.4753,
      "step": 5680
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.405532956123352,
      "learning_rate": 9.353759132689135e-05,
      "loss": 0.5,
      "step": 5690
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8472504615783691,
      "learning_rate": 9.352580721187839e-05,
      "loss": 0.4728,
      "step": 5700
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7228186130523682,
      "learning_rate": 9.351402309686543e-05,
      "loss": 0.4743,
      "step": 5710
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.6807494163513184,
      "learning_rate": 9.350223898185247e-05,
      "loss": 0.4943,
      "step": 5720
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.2535176277160645,
      "learning_rate": 9.349045486683951e-05,
      "loss": 0.4805,
      "step": 5730
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7142338752746582,
      "learning_rate": 9.347867075182655e-05,
      "loss": 0.4986,
      "step": 5740
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.524666965007782,
      "learning_rate": 9.346688663681357e-05,
      "loss": 0.4668,
      "step": 5750
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9502595663070679,
      "learning_rate": 9.345510252180062e-05,
      "loss": 0.4808,
      "step": 5760
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8740987777709961,
      "learning_rate": 9.344331840678765e-05,
      "loss": 0.4802,
      "step": 5770
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9712386727333069,
      "learning_rate": 9.343153429177469e-05,
      "loss": 0.4753,
      "step": 5780
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.49214234948158264,
      "learning_rate": 9.341975017676173e-05,
      "loss": 0.4724,
      "step": 5790
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.6717044711112976,
      "learning_rate": 9.340796606174877e-05,
      "loss": 0.4817,
      "step": 5800
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9044239521026611,
      "learning_rate": 9.339736035823709e-05,
      "loss": 0.4845,
      "step": 5810
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.711783766746521,
      "learning_rate": 9.338557624322413e-05,
      "loss": 0.4922,
      "step": 5820
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.010398030281067,
      "learning_rate": 9.337379212821118e-05,
      "loss": 0.4793,
      "step": 5830
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.5923473834991455,
      "learning_rate": 9.336200801319821e-05,
      "loss": 0.4834,
      "step": 5840
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9304243922233582,
      "learning_rate": 9.335022389818525e-05,
      "loss": 0.4583,
      "step": 5850
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7781521081924438,
      "learning_rate": 9.333843978317229e-05,
      "loss": 0.4715,
      "step": 5860
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.768720805644989,
      "learning_rate": 9.332665566815933e-05,
      "loss": 0.4767,
      "step": 5870
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8461710214614868,
      "learning_rate": 9.331487155314637e-05,
      "loss": 0.4809,
      "step": 5880
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4430184364318848,
      "learning_rate": 9.330308743813339e-05,
      "loss": 0.4886,
      "step": 5890
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9757821559906006,
      "learning_rate": 9.329130332312044e-05,
      "loss": 0.5049,
      "step": 5900
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8204195499420166,
      "learning_rate": 9.327951920810748e-05,
      "loss": 0.4673,
      "step": 5910
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.2501641511917114,
      "learning_rate": 9.326773509309451e-05,
      "loss": 0.5006,
      "step": 5920
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.438923954963684,
      "learning_rate": 9.325595097808155e-05,
      "loss": 0.4761,
      "step": 5930
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8495496511459351,
      "learning_rate": 9.324416686306859e-05,
      "loss": 0.4732,
      "step": 5940
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.1707062721252441,
      "learning_rate": 9.323238274805563e-05,
      "loss": 0.4796,
      "step": 5950
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9148976802825928,
      "learning_rate": 9.322059863304266e-05,
      "loss": 0.4782,
      "step": 5960
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8116015195846558,
      "learning_rate": 9.32088145180297e-05,
      "loss": 0.4816,
      "step": 5970
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3817458152770996,
      "learning_rate": 9.319703040301674e-05,
      "loss": 0.4844,
      "step": 5980
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.891568660736084,
      "learning_rate": 9.318524628800378e-05,
      "loss": 0.4706,
      "step": 5990
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9312018156051636,
      "learning_rate": 9.317346217299081e-05,
      "loss": 0.4644,
      "step": 6000
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9175546169281006,
      "learning_rate": 9.316167805797785e-05,
      "loss": 0.4682,
      "step": 6010
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.396550178527832,
      "learning_rate": 9.314989394296488e-05,
      "loss": 0.4799,
      "step": 6020
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8256319165229797,
      "learning_rate": 9.313810982795192e-05,
      "loss": 0.4651,
      "step": 6030
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.6263672113418579,
      "learning_rate": 9.312632571293896e-05,
      "loss": 0.4761,
      "step": 6040
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.064767837524414,
      "learning_rate": 9.3114541597926e-05,
      "loss": 0.4908,
      "step": 6050
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.7858134508132935,
      "learning_rate": 9.310275748291304e-05,
      "loss": 0.4515,
      "step": 6060
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.6081665754318237,
      "learning_rate": 9.309097336790008e-05,
      "loss": 0.4688,
      "step": 6070
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.6087002754211426,
      "learning_rate": 9.30791892528871e-05,
      "loss": 0.4704,
      "step": 6080
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8753799796104431,
      "learning_rate": 9.306740513787416e-05,
      "loss": 0.4832,
      "step": 6090
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.5013492107391357,
      "learning_rate": 9.305562102286118e-05,
      "loss": 0.4586,
      "step": 6100
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.841362714767456,
      "learning_rate": 9.304383690784822e-05,
      "loss": 0.4814,
      "step": 6110
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.5504693388938904,
      "learning_rate": 9.303205279283526e-05,
      "loss": 0.4773,
      "step": 6120
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.622080385684967,
      "learning_rate": 9.30202686778223e-05,
      "loss": 0.4619,
      "step": 6130
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.44307008385658264,
      "learning_rate": 9.300848456280934e-05,
      "loss": 0.4672,
      "step": 6140
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7248728275299072,
      "learning_rate": 9.299670044779636e-05,
      "loss": 0.4764,
      "step": 6150
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8518944382667542,
      "learning_rate": 9.298491633278342e-05,
      "loss": 0.4991,
      "step": 6160
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.6587331295013428,
      "learning_rate": 9.297313221777046e-05,
      "loss": 0.504,
      "step": 6170
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.6488806009292603,
      "learning_rate": 9.296134810275748e-05,
      "loss": 0.4764,
      "step": 6180
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7182736396789551,
      "learning_rate": 9.294956398774452e-05,
      "loss": 0.4674,
      "step": 6190
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9945371747016907,
      "learning_rate": 9.293777987273157e-05,
      "loss": 0.4594,
      "step": 6200
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8697236776351929,
      "learning_rate": 9.29259957577186e-05,
      "loss": 0.5021,
      "step": 6210
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.406794786453247,
      "learning_rate": 9.291421164270564e-05,
      "loss": 0.4664,
      "step": 6220
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.41580840945243835,
      "learning_rate": 9.290242752769268e-05,
      "loss": 0.4839,
      "step": 6230
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7050737142562866,
      "learning_rate": 9.289064341267972e-05,
      "loss": 0.4772,
      "step": 6240
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.2518810033798218,
      "learning_rate": 9.287885929766675e-05,
      "loss": 0.4783,
      "step": 6250
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9627326726913452,
      "learning_rate": 9.286707518265378e-05,
      "loss": 0.4747,
      "step": 6260
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7871906161308289,
      "learning_rate": 9.285529106764082e-05,
      "loss": 0.4967,
      "step": 6270
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8793184757232666,
      "learning_rate": 9.284350695262786e-05,
      "loss": 0.4837,
      "step": 6280
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.6042229533195496,
      "learning_rate": 9.28317228376149e-05,
      "loss": 0.4508,
      "step": 6290
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.6557303071022034,
      "learning_rate": 9.281993872260194e-05,
      "loss": 0.4789,
      "step": 6300
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8597153425216675,
      "learning_rate": 9.280815460758898e-05,
      "loss": 0.4879,
      "step": 6310
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.6139453053474426,
      "learning_rate": 9.279637049257601e-05,
      "loss": 0.4719,
      "step": 6320
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.5312277674674988,
      "learning_rate": 9.278458637756305e-05,
      "loss": 0.481,
      "step": 6330
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.5759139060974121,
      "learning_rate": 9.277280226255008e-05,
      "loss": 0.4762,
      "step": 6340
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.6466348767280579,
      "learning_rate": 9.276101814753713e-05,
      "loss": 0.4741,
      "step": 6350
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7243015766143799,
      "learning_rate": 9.274923403252416e-05,
      "loss": 0.4618,
      "step": 6360
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8750311136245728,
      "learning_rate": 9.27374499175112e-05,
      "loss": 0.4719,
      "step": 6370
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7637357115745544,
      "learning_rate": 9.272566580249823e-05,
      "loss": 0.474,
      "step": 6380
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.011893630027771,
      "learning_rate": 9.271388168748527e-05,
      "loss": 0.4753,
      "step": 6390
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7775669097900391,
      "learning_rate": 9.270209757247231e-05,
      "loss": 0.4726,
      "step": 6400
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.5721779465675354,
      "learning_rate": 9.269031345745935e-05,
      "loss": 0.4771,
      "step": 6410
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1552717685699463,
      "learning_rate": 9.267852934244639e-05,
      "loss": 0.4708,
      "step": 6420
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.0046576261520386,
      "learning_rate": 9.266674522743343e-05,
      "loss": 0.484,
      "step": 6430
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.5850175619125366,
      "learning_rate": 9.265496111242046e-05,
      "loss": 0.4738,
      "step": 6440
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.332746148109436,
      "learning_rate": 9.26431769974075e-05,
      "loss": 0.4775,
      "step": 6450
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.4971960484981537,
      "learning_rate": 9.263139288239455e-05,
      "loss": 0.4856,
      "step": 6460
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7696993947029114,
      "learning_rate": 9.261960876738157e-05,
      "loss": 0.4832,
      "step": 6470
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8447930216789246,
      "learning_rate": 9.260782465236861e-05,
      "loss": 0.4671,
      "step": 6480
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.6897150278091431,
      "learning_rate": 9.259604053735565e-05,
      "loss": 0.4658,
      "step": 6490
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7481512427330017,
      "learning_rate": 9.258425642234269e-05,
      "loss": 0.4821,
      "step": 6500
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0475082397460938,
      "learning_rate": 9.257247230732973e-05,
      "loss": 0.4816,
      "step": 6510
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9807186722755432,
      "learning_rate": 9.256068819231675e-05,
      "loss": 0.4763,
      "step": 6520
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.7923306822776794,
      "learning_rate": 9.254890407730379e-05,
      "loss": 0.4746,
      "step": 6530
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.1048396825790405,
      "learning_rate": 9.253711996229085e-05,
      "loss": 0.4654,
      "step": 6540
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.622284471988678,
      "learning_rate": 9.252533584727787e-05,
      "loss": 0.4879,
      "step": 6550
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8338263034820557,
      "learning_rate": 9.251355173226491e-05,
      "loss": 0.485,
      "step": 6560
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4728702306747437,
      "learning_rate": 9.250176761725195e-05,
      "loss": 0.4993,
      "step": 6570
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5744489431381226,
      "learning_rate": 9.248998350223899e-05,
      "loss": 0.4711,
      "step": 6580
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0752863883972168,
      "learning_rate": 9.247819938722603e-05,
      "loss": 0.4807,
      "step": 6590
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.5310035347938538,
      "learning_rate": 9.246641527221305e-05,
      "loss": 0.467,
      "step": 6600
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7580615282058716,
      "learning_rate": 9.24546311572001e-05,
      "loss": 0.4699,
      "step": 6610
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.1891237497329712,
      "learning_rate": 9.244284704218713e-05,
      "loss": 0.4808,
      "step": 6620
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.736323356628418,
      "learning_rate": 9.243106292717417e-05,
      "loss": 0.4759,
      "step": 6630
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.2166295051574707,
      "learning_rate": 9.241927881216121e-05,
      "loss": 0.4881,
      "step": 6640
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7576156854629517,
      "learning_rate": 9.240749469714825e-05,
      "loss": 0.4774,
      "step": 6650
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.6080641150474548,
      "learning_rate": 9.239571058213529e-05,
      "loss": 0.4822,
      "step": 6660
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8534877896308899,
      "learning_rate": 9.238392646712233e-05,
      "loss": 0.4685,
      "step": 6670
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9101846218109131,
      "learning_rate": 9.237214235210936e-05,
      "loss": 0.4833,
      "step": 6680
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3006272315979004,
      "learning_rate": 9.23603582370964e-05,
      "loss": 0.4742,
      "step": 6690
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.504955768585205,
      "learning_rate": 9.234857412208343e-05,
      "loss": 0.4876,
      "step": 6700
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.27055025100708,
      "learning_rate": 9.233679000707047e-05,
      "loss": 0.4848,
      "step": 6710
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.855186402797699,
      "learning_rate": 9.232500589205752e-05,
      "loss": 0.4597,
      "step": 6720
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8392820358276367,
      "learning_rate": 9.231322177704455e-05,
      "loss": 0.476,
      "step": 6730
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.6883922815322876,
      "learning_rate": 9.230143766203158e-05,
      "loss": 0.4693,
      "step": 6740
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.707591712474823,
      "learning_rate": 9.228965354701862e-05,
      "loss": 0.4739,
      "step": 6750
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.406572699546814,
      "learning_rate": 9.227786943200566e-05,
      "loss": 0.4932,
      "step": 6760
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8618888258934021,
      "learning_rate": 9.22660853169927e-05,
      "loss": 0.4887,
      "step": 6770
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8809340000152588,
      "learning_rate": 9.225430120197973e-05,
      "loss": 0.4552,
      "step": 6780
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7067540884017944,
      "learning_rate": 9.224251708696678e-05,
      "loss": 0.4543,
      "step": 6790
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8848843574523926,
      "learning_rate": 9.223073297195382e-05,
      "loss": 0.4629,
      "step": 6800
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8002381324768066,
      "learning_rate": 9.221894885694084e-05,
      "loss": 0.4582,
      "step": 6810
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8329706192016602,
      "learning_rate": 9.220716474192788e-05,
      "loss": 0.4634,
      "step": 6820
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.5875262022018433,
      "learning_rate": 9.219538062691492e-05,
      "loss": 0.4875,
      "step": 6830
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.6160840392112732,
      "learning_rate": 9.218359651190196e-05,
      "loss": 0.4608,
      "step": 6840
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7814944982528687,
      "learning_rate": 9.2171812396889e-05,
      "loss": 0.4776,
      "step": 6850
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7762553691864014,
      "learning_rate": 9.216002828187603e-05,
      "loss": 0.4865,
      "step": 6860
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.40437743067741394,
      "learning_rate": 9.214824416686308e-05,
      "loss": 0.4827,
      "step": 6870
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.0636314153671265,
      "learning_rate": 9.213646005185012e-05,
      "loss": 0.4778,
      "step": 6880
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2540510892868042,
      "learning_rate": 9.212467593683714e-05,
      "loss": 0.4781,
      "step": 6890
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.6767933368682861,
      "learning_rate": 9.211289182182418e-05,
      "loss": 0.48,
      "step": 6900
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.943888247013092,
      "learning_rate": 9.210110770681122e-05,
      "loss": 0.4673,
      "step": 6910
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.6125652194023132,
      "learning_rate": 9.208932359179826e-05,
      "loss": 0.47,
      "step": 6920
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7698494791984558,
      "learning_rate": 9.20775394767853e-05,
      "loss": 0.4676,
      "step": 6930
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.0100045204162598,
      "learning_rate": 9.206575536177234e-05,
      "loss": 0.4679,
      "step": 6940
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.1571061611175537,
      "learning_rate": 9.205397124675938e-05,
      "loss": 0.4668,
      "step": 6950
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.6960354447364807,
      "learning_rate": 9.204218713174642e-05,
      "loss": 0.4806,
      "step": 6960
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7625404596328735,
      "learning_rate": 9.203040301673344e-05,
      "loss": 0.4584,
      "step": 6970
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.8157169818878174,
      "learning_rate": 9.20186189017205e-05,
      "loss": 0.4835,
      "step": 6980
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.5967955589294434,
      "learning_rate": 9.200683478670752e-05,
      "loss": 0.4738,
      "step": 6990
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7080566883087158,
      "learning_rate": 9.199505067169456e-05,
      "loss": 0.4817,
      "step": 7000
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.0959988832473755,
      "learning_rate": 9.19832665566816e-05,
      "loss": 0.4756,
      "step": 7010
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6054321527481079,
      "learning_rate": 9.197148244166864e-05,
      "loss": 0.4669,
      "step": 7020
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.058050513267517,
      "learning_rate": 9.195969832665568e-05,
      "loss": 0.4708,
      "step": 7030
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.5092371106147766,
      "learning_rate": 9.19479142116427e-05,
      "loss": 0.4797,
      "step": 7040
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.0786676406860352,
      "learning_rate": 9.193613009662975e-05,
      "loss": 0.4767,
      "step": 7050
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.7446795701980591,
      "learning_rate": 9.192434598161679e-05,
      "loss": 0.4855,
      "step": 7060
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.7856457829475403,
      "learning_rate": 9.191256186660382e-05,
      "loss": 0.4817,
      "step": 7070
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6589493155479431,
      "learning_rate": 9.190077775159086e-05,
      "loss": 0.4762,
      "step": 7080
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.3472398519515991,
      "learning_rate": 9.18889936365779e-05,
      "loss": 0.4831,
      "step": 7090
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.7599365711212158,
      "learning_rate": 9.187720952156493e-05,
      "loss": 0.472,
      "step": 7100
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.5667014122009277,
      "learning_rate": 9.186542540655197e-05,
      "loss": 0.4713,
      "step": 7110
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.6668433547019958,
      "learning_rate": 9.1853641291539e-05,
      "loss": 0.4728,
      "step": 7120
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7601708769798279,
      "learning_rate": 9.184185717652605e-05,
      "loss": 0.4628,
      "step": 7130
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9204805493354797,
      "learning_rate": 9.183007306151309e-05,
      "loss": 0.4769,
      "step": 7140
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.016757845878601,
      "learning_rate": 9.181828894650012e-05,
      "loss": 0.4774,
      "step": 7150
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.6940405964851379,
      "learning_rate": 9.180650483148716e-05,
      "loss": 0.4783,
      "step": 7160
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7603360414505005,
      "learning_rate": 9.17947207164742e-05,
      "loss": 0.4806,
      "step": 7170
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7697874307632446,
      "learning_rate": 9.178293660146123e-05,
      "loss": 0.4649,
      "step": 7180
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8786806464195251,
      "learning_rate": 9.177115248644827e-05,
      "loss": 0.4599,
      "step": 7190
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.1152408123016357,
      "learning_rate": 9.175936837143531e-05,
      "loss": 0.4879,
      "step": 7200
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8338118195533752,
      "learning_rate": 9.174758425642235e-05,
      "loss": 0.4549,
      "step": 7210
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.5139575004577637,
      "learning_rate": 9.173580014140939e-05,
      "loss": 0.4634,
      "step": 7220
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.994613528251648,
      "learning_rate": 9.172401602639641e-05,
      "loss": 0.462,
      "step": 7230
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8666975498199463,
      "learning_rate": 9.171223191138347e-05,
      "loss": 0.4703,
      "step": 7240
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.5157896876335144,
      "learning_rate": 9.170044779637049e-05,
      "loss": 0.4763,
      "step": 7250
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.7530190348625183,
      "learning_rate": 9.168866368135753e-05,
      "loss": 0.461,
      "step": 7260
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.7715838551521301,
      "learning_rate": 9.167687956634457e-05,
      "loss": 0.467,
      "step": 7270
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9403729438781738,
      "learning_rate": 9.166509545133161e-05,
      "loss": 0.4742,
      "step": 7280
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.6798827052116394,
      "learning_rate": 9.165331133631865e-05,
      "loss": 0.4666,
      "step": 7290
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7613863348960876,
      "learning_rate": 9.164152722130569e-05,
      "loss": 0.4811,
      "step": 7300
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7779159545898438,
      "learning_rate": 9.162974310629273e-05,
      "loss": 0.4554,
      "step": 7310
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.640932023525238,
      "learning_rate": 9.161795899127977e-05,
      "loss": 0.4757,
      "step": 7320
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.2536754608154297,
      "learning_rate": 9.160617487626679e-05,
      "loss": 0.4731,
      "step": 7330
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.857828676700592,
      "learning_rate": 9.159439076125383e-05,
      "loss": 0.4678,
      "step": 7340
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.5510068535804749,
      "learning_rate": 9.158260664624087e-05,
      "loss": 0.4682,
      "step": 7350
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9158300161361694,
      "learning_rate": 9.157082253122791e-05,
      "loss": 0.4681,
      "step": 7360
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8237592577934265,
      "learning_rate": 9.155903841621495e-05,
      "loss": 0.4736,
      "step": 7370
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7829803228378296,
      "learning_rate": 9.154725430120197e-05,
      "loss": 0.4731,
      "step": 7380
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.6544725894927979,
      "learning_rate": 9.153547018618903e-05,
      "loss": 0.4802,
      "step": 7390
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8436287641525269,
      "learning_rate": 9.152368607117606e-05,
      "loss": 0.4746,
      "step": 7400
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.2512866258621216,
      "learning_rate": 9.151190195616309e-05,
      "loss": 0.4697,
      "step": 7410
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.0702438354492188,
      "learning_rate": 9.150011784115013e-05,
      "loss": 0.4675,
      "step": 7420
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9401954412460327,
      "learning_rate": 9.148833372613718e-05,
      "loss": 0.4644,
      "step": 7430
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9166263341903687,
      "learning_rate": 9.147654961112421e-05,
      "loss": 0.4614,
      "step": 7440
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7773593068122864,
      "learning_rate": 9.146476549611125e-05,
      "loss": 0.469,
      "step": 7450
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.585802435874939,
      "learning_rate": 9.145298138109828e-05,
      "loss": 0.4772,
      "step": 7460
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7248924970626831,
      "learning_rate": 9.144119726608532e-05,
      "loss": 0.4594,
      "step": 7470
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6239253878593445,
      "learning_rate": 9.142941315107236e-05,
      "loss": 0.4649,
      "step": 7480
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.108443260192871,
      "learning_rate": 9.141762903605939e-05,
      "loss": 0.4621,
      "step": 7490
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8479273319244385,
      "learning_rate": 9.140584492104644e-05,
      "loss": 0.4754,
      "step": 7500
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8700122237205505,
      "learning_rate": 9.139406080603347e-05,
      "loss": 0.4792,
      "step": 7510
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.5243459343910217,
      "learning_rate": 9.13822766910205e-05,
      "loss": 0.4675,
      "step": 7520
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.4775218665599823,
      "learning_rate": 9.137049257600754e-05,
      "loss": 0.4799,
      "step": 7530
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.7216522693634033,
      "learning_rate": 9.135870846099458e-05,
      "loss": 0.4673,
      "step": 7540
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.5191614627838135,
      "learning_rate": 9.134692434598162e-05,
      "loss": 0.4791,
      "step": 7550
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.795246422290802,
      "learning_rate": 9.133514023096866e-05,
      "loss": 0.4776,
      "step": 7560
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9776081442832947,
      "learning_rate": 9.13233561159557e-05,
      "loss": 0.4822,
      "step": 7570
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9107388854026794,
      "learning_rate": 9.131157200094274e-05,
      "loss": 0.4691,
      "step": 7580
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8358667492866516,
      "learning_rate": 9.129978788592976e-05,
      "loss": 0.4707,
      "step": 7590
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.6095325946807861,
      "learning_rate": 9.12880037709168e-05,
      "loss": 0.4808,
      "step": 7600
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9324237704277039,
      "learning_rate": 9.127621965590386e-05,
      "loss": 0.4704,
      "step": 7610
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.0240130424499512,
      "learning_rate": 9.126443554089088e-05,
      "loss": 0.4571,
      "step": 7620
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8012809157371521,
      "learning_rate": 9.125265142587792e-05,
      "loss": 0.4787,
      "step": 7630
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.6790209412574768,
      "learning_rate": 9.124086731086496e-05,
      "loss": 0.4627,
      "step": 7640
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.284743309020996,
      "learning_rate": 9.1229083195852e-05,
      "loss": 0.4683,
      "step": 7650
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.524591863155365,
      "learning_rate": 9.121729908083904e-05,
      "loss": 0.476,
      "step": 7660
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.5539113283157349,
      "learning_rate": 9.120551496582606e-05,
      "loss": 0.4686,
      "step": 7670
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8249083161354065,
      "learning_rate": 9.11937308508131e-05,
      "loss": 0.4723,
      "step": 7680
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.48530295491218567,
      "learning_rate": 9.118194673580015e-05,
      "loss": 0.4663,
      "step": 7690
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8678601980209351,
      "learning_rate": 9.117016262078718e-05,
      "loss": 0.469,
      "step": 7700
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9824271202087402,
      "learning_rate": 9.115837850577422e-05,
      "loss": 0.4602,
      "step": 7710
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.7269099950790405,
      "learning_rate": 9.114659439076126e-05,
      "loss": 0.4696,
      "step": 7720
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.6246598362922668,
      "learning_rate": 9.11348102757483e-05,
      "loss": 0.4682,
      "step": 7730
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.1035609245300293,
      "learning_rate": 9.112302616073534e-05,
      "loss": 0.4616,
      "step": 7740
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.6836515069007874,
      "learning_rate": 9.111124204572236e-05,
      "loss": 0.4571,
      "step": 7750
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8848505020141602,
      "learning_rate": 9.109945793070941e-05,
      "loss": 0.4832,
      "step": 7760
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.4297630786895752,
      "learning_rate": 9.108767381569645e-05,
      "loss": 0.4644,
      "step": 7770
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8360887765884399,
      "learning_rate": 9.107588970068348e-05,
      "loss": 0.4574,
      "step": 7780
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.5313239097595215,
      "learning_rate": 9.106410558567052e-05,
      "loss": 0.473,
      "step": 7790
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9913547039031982,
      "learning_rate": 9.105232147065756e-05,
      "loss": 0.4704,
      "step": 7800
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.5140584707260132,
      "learning_rate": 9.10405373556446e-05,
      "loss": 0.4511,
      "step": 7810
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8073404431343079,
      "learning_rate": 9.102875324063163e-05,
      "loss": 0.4706,
      "step": 7820
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.6178425550460815,
      "learning_rate": 9.101696912561867e-05,
      "loss": 0.4718,
      "step": 7830
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8150768280029297,
      "learning_rate": 9.100518501060571e-05,
      "loss": 0.4809,
      "step": 7840
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9359731674194336,
      "learning_rate": 9.099340089559275e-05,
      "loss": 0.4769,
      "step": 7850
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.2084877490997314,
      "learning_rate": 9.098161678057978e-05,
      "loss": 0.4766,
      "step": 7860
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8307682871818542,
      "learning_rate": 9.096983266556683e-05,
      "loss": 0.466,
      "step": 7870
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.6864941120147705,
      "learning_rate": 9.095804855055386e-05,
      "loss": 0.4692,
      "step": 7880
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8492443561553955,
      "learning_rate": 9.09462644355409e-05,
      "loss": 0.4836,
      "step": 7890
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.4004725217819214,
      "learning_rate": 9.093448032052793e-05,
      "loss": 0.4591,
      "step": 7900
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8568896055221558,
      "learning_rate": 9.092269620551497e-05,
      "loss": 0.4782,
      "step": 7910
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9604170322418213,
      "learning_rate": 9.091091209050201e-05,
      "loss": 0.4761,
      "step": 7920
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8827893137931824,
      "learning_rate": 9.089912797548904e-05,
      "loss": 0.4665,
      "step": 7930
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8036709427833557,
      "learning_rate": 9.088734386047608e-05,
      "loss": 0.4728,
      "step": 7940
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.5380088090896606,
      "learning_rate": 9.087555974546313e-05,
      "loss": 0.461,
      "step": 7950
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.3507716655731201,
      "learning_rate": 9.086377563045015e-05,
      "loss": 0.4705,
      "step": 7960
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.2934057712554932,
      "learning_rate": 9.085199151543719e-05,
      "loss": 0.4616,
      "step": 7970
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.3037034273147583,
      "learning_rate": 9.084020740042423e-05,
      "loss": 0.4768,
      "step": 7980
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.6422207355499268,
      "learning_rate": 9.082842328541127e-05,
      "loss": 0.4762,
      "step": 7990
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7728084921836853,
      "learning_rate": 9.081663917039831e-05,
      "loss": 0.4632,
      "step": 8000
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7049902081489563,
      "learning_rate": 9.080485505538534e-05,
      "loss": 0.4698,
      "step": 8010
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7685100436210632,
      "learning_rate": 9.079307094037239e-05,
      "loss": 0.4661,
      "step": 8020
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.6383164525032043,
      "learning_rate": 9.078128682535943e-05,
      "loss": 0.4684,
      "step": 8030
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.541415810585022,
      "learning_rate": 9.076950271034645e-05,
      "loss": 0.4543,
      "step": 8040
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.737616777420044,
      "learning_rate": 9.075771859533349e-05,
      "loss": 0.4674,
      "step": 8050
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.706376850605011,
      "learning_rate": 9.074593448032053e-05,
      "loss": 0.4931,
      "step": 8060
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.7297462224960327,
      "learning_rate": 9.073415036530757e-05,
      "loss": 0.4545,
      "step": 8070
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.7163042426109314,
      "learning_rate": 9.072236625029461e-05,
      "loss": 0.4589,
      "step": 8080
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.39174124598503113,
      "learning_rate": 9.071058213528165e-05,
      "loss": 0.4548,
      "step": 8090
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.7997798919677734,
      "learning_rate": 9.069879802026869e-05,
      "loss": 0.4773,
      "step": 8100
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.845039963722229,
      "learning_rate": 9.068701390525573e-05,
      "loss": 0.4697,
      "step": 8110
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.5737539529800415,
      "learning_rate": 9.067522979024275e-05,
      "loss": 0.4524,
      "step": 8120
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.2482928037643433,
      "learning_rate": 9.06634456752298e-05,
      "loss": 0.4901,
      "step": 8130
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6044333577156067,
      "learning_rate": 9.065166156021683e-05,
      "loss": 0.4784,
      "step": 8140
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.45608577132225037,
      "learning_rate": 9.063987744520387e-05,
      "loss": 0.469,
      "step": 8150
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8200978636741638,
      "learning_rate": 9.06280933301909e-05,
      "loss": 0.4671,
      "step": 8160
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6905077695846558,
      "learning_rate": 9.061630921517795e-05,
      "loss": 0.4938,
      "step": 8170
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.5382047891616821,
      "learning_rate": 9.060452510016498e-05,
      "loss": 0.4622,
      "step": 8180
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.1205216646194458,
      "learning_rate": 9.059274098515202e-05,
      "loss": 0.4516,
      "step": 8190
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6442331075668335,
      "learning_rate": 9.058095687013905e-05,
      "loss": 0.4738,
      "step": 8200
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.5995213985443115,
      "learning_rate": 9.05691727551261e-05,
      "loss": 0.4658,
      "step": 8210
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.5977282524108887,
      "learning_rate": 9.055738864011313e-05,
      "loss": 0.4605,
      "step": 8220
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8662328124046326,
      "learning_rate": 9.054560452510017e-05,
      "loss": 0.4931,
      "step": 8230
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.6842892169952393,
      "learning_rate": 9.05338204100872e-05,
      "loss": 0.4793,
      "step": 8240
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8832321166992188,
      "learning_rate": 9.052203629507424e-05,
      "loss": 0.4922,
      "step": 8250
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.177495002746582,
      "learning_rate": 9.051025218006128e-05,
      "loss": 0.4875,
      "step": 8260
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.5269367694854736,
      "learning_rate": 9.049846806504831e-05,
      "loss": 0.4782,
      "step": 8270
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.1454589366912842,
      "learning_rate": 9.048668395003536e-05,
      "loss": 0.4657,
      "step": 8280
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8788142800331116,
      "learning_rate": 9.04748998350224e-05,
      "loss": 0.453,
      "step": 8290
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.9039009213447571,
      "learning_rate": 9.046311572000943e-05,
      "loss": 0.4669,
      "step": 8300
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.4375890791416168,
      "learning_rate": 9.045133160499646e-05,
      "loss": 0.4591,
      "step": 8310
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6917681097984314,
      "learning_rate": 9.043954748998352e-05,
      "loss": 0.4666,
      "step": 8320
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.5293903946876526,
      "learning_rate": 9.042776337497054e-05,
      "loss": 0.4641,
      "step": 8330
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.5259762406349182,
      "learning_rate": 9.041597925995758e-05,
      "loss": 0.4737,
      "step": 8340
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.5596423149108887,
      "learning_rate": 9.040419514494462e-05,
      "loss": 0.4634,
      "step": 8350
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7936623692512512,
      "learning_rate": 9.039241102993166e-05,
      "loss": 0.4713,
      "step": 8360
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.4819786250591278,
      "learning_rate": 9.03806269149187e-05,
      "loss": 0.4699,
      "step": 8370
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.039947748184204,
      "learning_rate": 9.036884279990572e-05,
      "loss": 0.4811,
      "step": 8380
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.1255519390106201,
      "learning_rate": 9.035705868489278e-05,
      "loss": 0.4673,
      "step": 8390
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8890841603279114,
      "learning_rate": 9.03452745698798e-05,
      "loss": 0.4663,
      "step": 8400
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.1442759037017822,
      "learning_rate": 9.033349045486684e-05,
      "loss": 0.4669,
      "step": 8410
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8435789346694946,
      "learning_rate": 9.032170633985388e-05,
      "loss": 0.4546,
      "step": 8420
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8128703236579895,
      "learning_rate": 9.030992222484092e-05,
      "loss": 0.4634,
      "step": 8430
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.7601869702339172,
      "learning_rate": 9.029813810982796e-05,
      "loss": 0.4714,
      "step": 8440
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.0469821691513062,
      "learning_rate": 9.0286353994815e-05,
      "loss": 0.4881,
      "step": 8450
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8869287967681885,
      "learning_rate": 9.027456987980202e-05,
      "loss": 0.4611,
      "step": 8460
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6261885762214661,
      "learning_rate": 9.026278576478908e-05,
      "loss": 0.4684,
      "step": 8470
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7744522094726562,
      "learning_rate": 9.02510016497761e-05,
      "loss": 0.4844,
      "step": 8480
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6113030910491943,
      "learning_rate": 9.023921753476314e-05,
      "loss": 0.4705,
      "step": 8490
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6078872680664062,
      "learning_rate": 9.022743341975018e-05,
      "loss": 0.4596,
      "step": 8500
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.5111260414123535,
      "eval_runtime": 1412.8929,
      "eval_samples_per_second": 268.4,
      "eval_steps_per_second": 4.194,
      "step": 8506
    }
  ],
  "logging_steps": 10,
  "max_steps": 85060,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 3.6280297423949005e+18,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}