{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 200.0,
  "eval_steps": 500,
  "global_step": 145800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.6858710562414266,
      "grad_norm": 1.2456575632095337,
      "learning_rate": 0.000996570644718793,
      "loss": 2.6328,
      "step": 500
    },
    {
      "epoch": 1.3717421124828533,
      "grad_norm": 0.6728461384773254,
      "learning_rate": 0.0009931412894375858,
      "loss": 1.9106,
      "step": 1000
    },
    {
      "epoch": 2.05761316872428,
      "grad_norm": 0.7172486782073975,
      "learning_rate": 0.0009897119341563787,
      "loss": 1.5385,
      "step": 1500
    },
    {
      "epoch": 2.7434842249657065,
      "grad_norm": 0.5451925992965698,
      "learning_rate": 0.0009862825788751715,
      "loss": 1.1861,
      "step": 2000
    },
    {
      "epoch": 3.4293552812071333,
      "grad_norm": 1.0264705419540405,
      "learning_rate": 0.0009828532235939644,
      "loss": 0.9558,
      "step": 2500
    },
    {
      "epoch": 4.11522633744856,
      "grad_norm": 0.5801027417182922,
      "learning_rate": 0.0009794238683127573,
      "loss": 0.7722,
      "step": 3000
    },
    {
      "epoch": 4.801097393689986,
      "grad_norm": 0.6234860420227051,
      "learning_rate": 0.0009759945130315501,
      "loss": 0.5497,
      "step": 3500
    },
    {
      "epoch": 5.486968449931413,
      "grad_norm": 0.4896549880504608,
      "learning_rate": 0.000972565157750343,
      "loss": 0.42,
      "step": 4000
    },
    {
      "epoch": 6.172839506172839,
      "grad_norm": 0.5927340984344482,
      "learning_rate": 0.0009691358024691358,
      "loss": 0.3612,
      "step": 4500
    },
    {
      "epoch": 6.858710562414267,
      "grad_norm": 0.5274905562400818,
      "learning_rate": 0.0009657064471879287,
      "loss": 0.2707,
      "step": 5000
    },
    {
      "epoch": 7.544581618655693,
      "grad_norm": 0.46353018283843994,
      "learning_rate": 0.0009622770919067215,
      "loss": 0.2088,
      "step": 5500
    },
    {
      "epoch": 8.23045267489712,
      "grad_norm": 0.7881788611412048,
      "learning_rate": 0.0009588477366255144,
      "loss": 0.2041,
      "step": 6000
    },
    {
      "epoch": 8.916323731138545,
      "grad_norm": 0.6398069262504578,
      "learning_rate": 0.0009554183813443072,
      "loss": 0.1744,
      "step": 6500
    },
    {
      "epoch": 9.602194787379972,
      "grad_norm": 0.44406837224960327,
      "learning_rate": 0.0009519890260631001,
      "loss": 0.1369,
      "step": 7000
    },
    {
      "epoch": 10.2880658436214,
      "grad_norm": 0.3870859742164612,
      "learning_rate": 0.000948559670781893,
      "loss": 0.1408,
      "step": 7500
    },
    {
      "epoch": 10.973936899862826,
      "grad_norm": 0.6403707265853882,
      "learning_rate": 0.0009451303155006859,
      "loss": 0.1307,
      "step": 8000
    },
    {
      "epoch": 11.659807956104252,
      "grad_norm": 0.406328022480011,
      "learning_rate": 0.0009417009602194788,
      "loss": 0.1105,
      "step": 8500
    },
    {
      "epoch": 12.345679012345679,
      "grad_norm": 0.4761105179786682,
      "learning_rate": 0.0009382716049382715,
      "loss": 0.1075,
      "step": 9000
    },
    {
      "epoch": 13.031550068587105,
      "grad_norm": 0.39505085349082947,
      "learning_rate": 0.0009348422496570644,
      "loss": 0.1101,
      "step": 9500
    },
    {
      "epoch": 13.717421124828533,
      "grad_norm": 0.3096862733364105,
      "learning_rate": 0.0009314128943758574,
      "loss": 0.0889,
      "step": 10000
    },
    {
      "epoch": 14.40329218106996,
      "grad_norm": 0.681281328201294,
      "learning_rate": 0.0009279835390946503,
      "loss": 0.097,
      "step": 10500
    },
    {
      "epoch": 15.089163237311386,
      "grad_norm": 0.23753629624843597,
      "learning_rate": 0.0009245541838134432,
      "loss": 0.0927,
      "step": 11000
    },
    {
      "epoch": 15.775034293552812,
      "grad_norm": 0.464749813079834,
      "learning_rate": 0.000921124828532236,
      "loss": 0.0793,
      "step": 11500
    },
    {
      "epoch": 16.46090534979424,
      "grad_norm": 0.3283621668815613,
      "learning_rate": 0.0009176954732510289,
      "loss": 0.0764,
      "step": 12000
    },
    {
      "epoch": 17.146776406035666,
      "grad_norm": 0.297809898853302,
      "learning_rate": 0.0009142661179698217,
      "loss": 0.0788,
      "step": 12500
    },
    {
      "epoch": 17.83264746227709,
      "grad_norm": 0.37593135237693787,
      "learning_rate": 0.0009108367626886146,
      "loss": 0.0746,
      "step": 13000
    },
    {
      "epoch": 18.51851851851852,
      "grad_norm": 0.3363408148288727,
      "learning_rate": 0.0009074074074074074,
      "loss": 0.0764,
      "step": 13500
    },
    {
      "epoch": 19.204389574759944,
      "grad_norm": 0.27103549242019653,
      "learning_rate": 0.0009039780521262003,
      "loss": 0.0751,
      "step": 14000
    },
    {
      "epoch": 19.89026063100137,
      "grad_norm": 0.23534435033798218,
      "learning_rate": 0.0009005486968449932,
      "loss": 0.0643,
      "step": 14500
    },
    {
      "epoch": 20.5761316872428,
      "grad_norm": 0.3298335671424866,
      "learning_rate": 0.0008971193415637861,
      "loss": 0.0621,
      "step": 15000
    },
    {
      "epoch": 21.262002743484224,
      "grad_norm": 0.28924617171287537,
      "learning_rate": 0.000893689986282579,
      "loss": 0.0661,
      "step": 15500
    },
    {
      "epoch": 21.947873799725652,
      "grad_norm": 0.34902724623680115,
      "learning_rate": 0.0008902606310013717,
      "loss": 0.0693,
      "step": 16000
    },
    {
      "epoch": 22.633744855967077,
      "grad_norm": 0.24693663418293,
      "learning_rate": 0.0008868312757201646,
      "loss": 0.0591,
      "step": 16500
    },
    {
      "epoch": 23.319615912208505,
      "grad_norm": 0.2739815413951874,
      "learning_rate": 0.0008834019204389575,
      "loss": 0.0576,
      "step": 17000
    },
    {
      "epoch": 24.005486968449933,
      "grad_norm": 0.36366912722587585,
      "learning_rate": 0.0008799725651577504,
      "loss": 0.0555,
      "step": 17500
    },
    {
      "epoch": 24.691358024691358,
      "grad_norm": 0.3027900159358978,
      "learning_rate": 0.0008765432098765433,
      "loss": 0.0507,
      "step": 18000
    },
    {
      "epoch": 25.377229080932786,
      "grad_norm": 0.18507389724254608,
      "learning_rate": 0.0008731138545953361,
      "loss": 0.0525,
      "step": 18500
    },
    {
      "epoch": 26.06310013717421,
      "grad_norm": 0.23404183983802795,
      "learning_rate": 0.000869684499314129,
      "loss": 0.0579,
      "step": 19000
    },
    {
      "epoch": 26.74897119341564,
      "grad_norm": 0.3586121201515198,
      "learning_rate": 0.0008662551440329218,
      "loss": 0.048,
      "step": 19500
    },
    {
      "epoch": 27.434842249657063,
      "grad_norm": 0.2888980805873871,
      "learning_rate": 0.0008628257887517147,
      "loss": 0.0515,
      "step": 20000
    },
    {
      "epoch": 28.12071330589849,
      "grad_norm": 0.23876026272773743,
      "learning_rate": 0.0008593964334705075,
      "loss": 0.0491,
      "step": 20500
    },
    {
      "epoch": 28.80658436213992,
      "grad_norm": 0.2646074891090393,
      "learning_rate": 0.0008559670781893004,
      "loss": 0.0466,
      "step": 21000
    },
    {
      "epoch": 29.492455418381343,
      "grad_norm": 0.1991817206144333,
      "learning_rate": 0.0008525377229080933,
      "loss": 0.0451,
      "step": 21500
    },
    {
      "epoch": 30.17832647462277,
      "grad_norm": 0.218049556016922,
      "learning_rate": 0.0008491083676268862,
      "loss": 0.0445,
      "step": 22000
    },
    {
      "epoch": 30.864197530864196,
      "grad_norm": 0.2530564069747925,
      "learning_rate": 0.0008456790123456791,
      "loss": 0.0427,
      "step": 22500
    },
    {
      "epoch": 31.550068587105624,
      "grad_norm": 0.2068854421377182,
      "learning_rate": 0.0008422496570644718,
      "loss": 0.0421,
      "step": 23000
    },
    {
      "epoch": 32.23593964334705,
      "grad_norm": 0.18602465093135834,
      "learning_rate": 0.0008388203017832647,
      "loss": 0.0437,
      "step": 23500
    },
    {
      "epoch": 32.92181069958848,
      "grad_norm": 0.21352776885032654,
      "learning_rate": 0.0008353909465020576,
      "loss": 0.0462,
      "step": 24000
    },
    {
      "epoch": 33.6076817558299,
      "grad_norm": 0.2586299777030945,
      "learning_rate": 0.0008319615912208505,
      "loss": 0.0417,
      "step": 24500
    },
    {
      "epoch": 34.29355281207133,
      "grad_norm": 0.2829551696777344,
      "learning_rate": 0.0008285322359396434,
      "loss": 0.0381,
      "step": 25000
    },
    {
      "epoch": 34.97942386831276,
      "grad_norm": 0.23624148964881897,
      "learning_rate": 0.0008251028806584362,
      "loss": 0.0361,
      "step": 25500
    },
    {
      "epoch": 35.66529492455418,
      "grad_norm": 0.21780389547348022,
      "learning_rate": 0.0008216735253772291,
      "loss": 0.0362,
      "step": 26000
    },
    {
      "epoch": 36.351165980795614,
      "grad_norm": 0.3541390299797058,
      "learning_rate": 0.0008182441700960219,
      "loss": 0.0395,
      "step": 26500
    },
    {
      "epoch": 37.03703703703704,
      "grad_norm": 0.15323896706104279,
      "learning_rate": 0.0008148148148148148,
      "loss": 0.0382,
      "step": 27000
    },
    {
      "epoch": 37.72290809327846,
      "grad_norm": 0.16792021691799164,
      "learning_rate": 0.0008113854595336076,
      "loss": 0.0319,
      "step": 27500
    },
    {
      "epoch": 38.40877914951989,
      "grad_norm": 0.19167844951152802,
      "learning_rate": 0.0008079561042524005,
      "loss": 0.0367,
      "step": 28000
    },
    {
      "epoch": 39.09465020576132,
      "grad_norm": 0.21890634298324585,
      "learning_rate": 0.0008045267489711934,
      "loss": 0.037,
      "step": 28500
    },
    {
      "epoch": 39.78052126200274,
      "grad_norm": 0.14012588560581207,
      "learning_rate": 0.0008010973936899864,
      "loss": 0.0325,
      "step": 29000
    },
    {
      "epoch": 40.46639231824417,
      "grad_norm": 1.626105546951294,
      "learning_rate": 0.0007976680384087793,
      "loss": 0.0315,
      "step": 29500
    },
    {
      "epoch": 41.1522633744856,
      "grad_norm": 0.1850096881389618,
      "learning_rate": 0.000794238683127572,
      "loss": 0.0379,
      "step": 30000
    },
    {
      "epoch": 41.838134430727024,
      "grad_norm": 0.20383605360984802,
      "learning_rate": 0.0007908093278463649,
      "loss": 0.0315,
      "step": 30500
    },
    {
      "epoch": 42.52400548696845,
      "grad_norm": 0.1643492877483368,
      "learning_rate": 0.0007873799725651578,
      "loss": 0.0276,
      "step": 31000
    },
    {
      "epoch": 43.20987654320987,
      "grad_norm": 0.15405911207199097,
      "learning_rate": 0.0007839506172839507,
      "loss": 0.0312,
      "step": 31500
    },
    {
      "epoch": 43.895747599451305,
      "grad_norm": 0.2370378077030182,
      "learning_rate": 0.0007805212620027436,
      "loss": 0.0337,
      "step": 32000
    },
    {
      "epoch": 44.58161865569273,
      "grad_norm": 0.14176137745380402,
      "learning_rate": 0.0007770919067215364,
      "loss": 0.0283,
      "step": 32500
    },
    {
      "epoch": 45.267489711934154,
      "grad_norm": 0.21307243406772614,
      "learning_rate": 0.0007736625514403293,
      "loss": 0.0277,
      "step": 33000
    },
    {
      "epoch": 45.953360768175585,
      "grad_norm": 0.2646368145942688,
      "learning_rate": 0.0007702331961591221,
      "loss": 0.03,
      "step": 33500
    },
    {
      "epoch": 46.63923182441701,
      "grad_norm": 0.22391417622566223,
      "learning_rate": 0.000766803840877915,
      "loss": 0.0298,
      "step": 34000
    },
    {
      "epoch": 47.325102880658434,
      "grad_norm": 0.15177056193351746,
      "learning_rate": 0.0007633744855967078,
      "loss": 0.0272,
      "step": 34500
    },
    {
      "epoch": 48.010973936899866,
      "grad_norm": 0.20461246371269226,
      "learning_rate": 0.0007599451303155007,
      "loss": 0.0278,
      "step": 35000
    },
    {
      "epoch": 48.69684499314129,
      "grad_norm": 0.12500979006290436,
      "learning_rate": 0.0007565157750342936,
      "loss": 0.0268,
      "step": 35500
    },
    {
      "epoch": 49.382716049382715,
      "grad_norm": 0.4091637134552002,
      "learning_rate": 0.0007530864197530865,
      "loss": 0.0267,
      "step": 36000
    },
    {
      "epoch": 50.06858710562414,
      "grad_norm": 0.22375427186489105,
      "learning_rate": 0.0007496570644718793,
      "loss": 0.0327,
      "step": 36500
    },
    {
      "epoch": 50.75445816186557,
      "grad_norm": 0.11407098174095154,
      "learning_rate": 0.0007462277091906721,
      "loss": 0.0245,
      "step": 37000
    },
    {
      "epoch": 51.440329218106996,
      "grad_norm": 0.1025354415178299,
      "learning_rate": 0.000742798353909465,
      "loss": 0.0246,
      "step": 37500
    },
    {
      "epoch": 52.12620027434842,
      "grad_norm": 0.20578157901763916,
      "learning_rate": 0.0007393689986282579,
      "loss": 0.0258,
      "step": 38000
    },
    {
      "epoch": 52.81207133058985,
      "grad_norm": 0.1874309480190277,
      "learning_rate": 0.0007359396433470508,
      "loss": 0.0276,
      "step": 38500
    },
    {
      "epoch": 53.49794238683128,
      "grad_norm": 0.1793011724948883,
      "learning_rate": 0.0007325102880658437,
      "loss": 0.0232,
      "step": 39000
    },
    {
      "epoch": 54.1838134430727,
      "grad_norm": 0.18910464644432068,
      "learning_rate": 0.0007290809327846365,
      "loss": 0.0237,
      "step": 39500
    },
    {
      "epoch": 54.869684499314126,
      "grad_norm": 0.26874855160713196,
      "learning_rate": 0.0007256515775034293,
      "loss": 0.0249,
      "step": 40000
    },
    {
      "epoch": 55.55555555555556,
      "grad_norm": 0.12961339950561523,
      "learning_rate": 0.0007222222222222222,
      "loss": 0.0262,
      "step": 40500
    },
    {
      "epoch": 56.24142661179698,
      "grad_norm": 0.14723250269889832,
      "learning_rate": 0.0007187928669410151,
      "loss": 0.0224,
      "step": 41000
    },
    {
      "epoch": 56.927297668038406,
      "grad_norm": 0.17689082026481628,
      "learning_rate": 0.000715363511659808,
      "loss": 0.0226,
      "step": 41500
    },
    {
      "epoch": 57.61316872427984,
      "grad_norm": 0.14181144535541534,
      "learning_rate": 0.0007119341563786008,
      "loss": 0.0214,
      "step": 42000
    },
    {
      "epoch": 58.29903978052126,
      "grad_norm": 0.5437673330307007,
      "learning_rate": 0.0007085048010973937,
      "loss": 0.0234,
      "step": 42500
    },
    {
      "epoch": 58.98491083676269,
      "grad_norm": 0.0570339597761631,
      "learning_rate": 0.0007050754458161866,
      "loss": 0.0238,
      "step": 43000
    },
    {
      "epoch": 59.67078189300412,
      "grad_norm": 0.14648722112178802,
      "learning_rate": 0.0007016460905349794,
      "loss": 0.0209,
      "step": 43500
    },
    {
      "epoch": 60.35665294924554,
      "grad_norm": 0.06610771268606186,
      "learning_rate": 0.0006982167352537722,
      "loss": 0.0203,
      "step": 44000
    },
    {
      "epoch": 61.04252400548697,
      "grad_norm": 0.092800073325634,
      "learning_rate": 0.0006947873799725651,
      "loss": 0.0198,
      "step": 44500
    },
    {
      "epoch": 61.72839506172839,
      "grad_norm": 0.12414117157459259,
      "learning_rate": 0.000691358024691358,
      "loss": 0.0195,
      "step": 45000
    },
    {
      "epoch": 62.414266117969824,
      "grad_norm": 0.10231557488441467,
      "learning_rate": 0.0006879286694101509,
      "loss": 0.0225,
      "step": 45500
    },
    {
      "epoch": 63.10013717421125,
      "grad_norm": 0.14670057594776154,
      "learning_rate": 0.0006844993141289438,
      "loss": 0.0213,
      "step": 46000
    },
    {
      "epoch": 63.78600823045267,
      "grad_norm": 0.1486993432044983,
      "learning_rate": 0.0006810699588477366,
      "loss": 0.0225,
      "step": 46500
    },
    {
      "epoch": 64.4718792866941,
      "grad_norm": 0.11352519690990448,
      "learning_rate": 0.0006776406035665294,
      "loss": 0.0187,
      "step": 47000
    },
    {
      "epoch": 65.15775034293553,
      "grad_norm": 0.08721095323562622,
      "learning_rate": 0.0006742112482853223,
      "loss": 0.0186,
      "step": 47500
    },
    {
      "epoch": 65.84362139917695,
      "grad_norm": 0.2794257402420044,
      "learning_rate": 0.0006707818930041153,
      "loss": 0.0184,
      "step": 48000
    },
    {
      "epoch": 66.52949245541838,
      "grad_norm": 0.16597363352775574,
      "learning_rate": 0.0006673525377229082,
      "loss": 0.0203,
      "step": 48500
    },
    {
      "epoch": 67.2153635116598,
      "grad_norm": 0.1067240834236145,
      "learning_rate": 0.000663923182441701,
      "loss": 0.0208,
      "step": 49000
    },
    {
      "epoch": 67.90123456790124,
      "grad_norm": 0.13352781534194946,
      "learning_rate": 0.0006604938271604939,
      "loss": 0.0181,
      "step": 49500
    },
    {
      "epoch": 68.58710562414267,
      "grad_norm": 0.15161901712417603,
      "learning_rate": 0.0006570644718792868,
      "loss": 0.02,
      "step": 50000
    },
    {
      "epoch": 69.27297668038409,
      "grad_norm": 0.19234149158000946,
      "learning_rate": 0.0006536351165980796,
      "loss": 0.0179,
      "step": 50500
    },
    {
      "epoch": 69.95884773662551,
      "grad_norm": 0.11277095228433609,
      "learning_rate": 0.0006502057613168724,
      "loss": 0.0181,
      "step": 51000
    },
    {
      "epoch": 70.64471879286694,
      "grad_norm": 0.10098372399806976,
      "learning_rate": 0.0006467764060356653,
      "loss": 0.0187,
      "step": 51500
    },
    {
      "epoch": 71.33058984910836,
      "grad_norm": 0.08452719449996948,
      "learning_rate": 0.0006433470507544582,
      "loss": 0.0167,
      "step": 52000
    },
    {
      "epoch": 72.01646090534979,
      "grad_norm": 0.11851578205823898,
      "learning_rate": 0.0006399176954732511,
      "loss": 0.0189,
      "step": 52500
    },
    {
      "epoch": 72.70233196159123,
      "grad_norm": 0.2409876585006714,
      "learning_rate": 0.000636488340192044,
      "loss": 0.018,
      "step": 53000
    },
    {
      "epoch": 73.38820301783265,
      "grad_norm": 0.1037708967924118,
      "learning_rate": 0.0006330589849108368,
      "loss": 0.0159,
      "step": 53500
    },
    {
      "epoch": 74.07407407407408,
      "grad_norm": 0.1006944552063942,
      "learning_rate": 0.0006296296296296296,
      "loss": 0.018,
      "step": 54000
    },
    {
      "epoch": 74.7599451303155,
      "grad_norm": 0.11186862736940384,
      "learning_rate": 0.0006262002743484225,
      "loss": 0.0169,
      "step": 54500
    },
    {
      "epoch": 75.44581618655693,
      "grad_norm": 0.08759860694408417,
      "learning_rate": 0.0006227709190672154,
      "loss": 0.0165,
      "step": 55000
    },
    {
      "epoch": 76.13168724279835,
      "grad_norm": 0.14316201210021973,
      "learning_rate": 0.0006193415637860083,
      "loss": 0.0176,
      "step": 55500
    },
    {
      "epoch": 76.81755829903977,
      "grad_norm": 0.1392996907234192,
      "learning_rate": 0.0006159122085048011,
      "loss": 0.0161,
      "step": 56000
    },
    {
      "epoch": 77.50342935528121,
      "grad_norm": 0.14493365585803986,
      "learning_rate": 0.000612482853223594,
      "loss": 0.0157,
      "step": 56500
    },
    {
      "epoch": 78.18930041152264,
      "grad_norm": 0.0993877425789833,
      "learning_rate": 0.0006090534979423869,
      "loss": 0.0168,
      "step": 57000
    },
    {
      "epoch": 78.87517146776406,
      "grad_norm": 0.09831307828426361,
      "learning_rate": 0.0006056241426611797,
      "loss": 0.0164,
      "step": 57500
    },
    {
      "epoch": 79.56104252400549,
      "grad_norm": 0.09205558151006699,
      "learning_rate": 0.0006021947873799725,
      "loss": 0.0157,
      "step": 58000
    },
    {
      "epoch": 80.24691358024691,
      "grad_norm": 0.10848256945610046,
      "learning_rate": 0.0005987654320987654,
      "loss": 0.014,
      "step": 58500
    },
    {
      "epoch": 80.93278463648834,
      "grad_norm": 0.14594706892967224,
      "learning_rate": 0.0005953360768175583,
      "loss": 0.0144,
      "step": 59000
    },
    {
      "epoch": 81.61865569272976,
      "grad_norm": 0.057823847979307175,
      "learning_rate": 0.0005919067215363512,
      "loss": 0.0143,
      "step": 59500
    },
    {
      "epoch": 82.3045267489712,
      "grad_norm": 0.3916853368282318,
      "learning_rate": 0.0005884773662551441,
      "loss": 0.0159,
      "step": 60000
    },
    {
      "epoch": 82.99039780521262,
      "grad_norm": 0.11421903222799301,
      "learning_rate": 0.0005850480109739369,
      "loss": 0.017,
      "step": 60500
    },
    {
      "epoch": 83.67626886145405,
      "grad_norm": 0.10148236900568008,
      "learning_rate": 0.0005816186556927297,
      "loss": 0.014,
      "step": 61000
    },
    {
      "epoch": 84.36213991769547,
      "grad_norm": 0.12611427903175354,
      "learning_rate": 0.0005781893004115226,
      "loss": 0.0139,
      "step": 61500
    },
    {
      "epoch": 85.0480109739369,
      "grad_norm": 0.07960600405931473,
      "learning_rate": 0.0005747599451303155,
      "loss": 0.0145,
      "step": 62000
    },
    {
      "epoch": 85.73388203017832,
      "grad_norm": 0.09838591516017914,
      "learning_rate": 0.0005713305898491084,
      "loss": 0.0131,
      "step": 62500
    },
    {
      "epoch": 86.41975308641975,
      "grad_norm": 0.06399769335985184,
      "learning_rate": 0.0005679012345679012,
      "loss": 0.0131,
      "step": 63000
    },
    {
      "epoch": 87.10562414266118,
      "grad_norm": 0.1615062952041626,
      "learning_rate": 0.0005644718792866941,
      "loss": 0.0159,
      "step": 63500
    },
    {
      "epoch": 87.79149519890261,
      "grad_norm": 0.11928918957710266,
      "learning_rate": 0.000561042524005487,
      "loss": 0.0153,
      "step": 64000
    },
    {
      "epoch": 88.47736625514403,
      "grad_norm": 0.0789957344532013,
      "learning_rate": 0.0005576131687242798,
      "loss": 0.0128,
      "step": 64500
    },
    {
      "epoch": 89.16323731138546,
      "grad_norm": 0.10119163990020752,
      "learning_rate": 0.0005541838134430726,
      "loss": 0.0134,
      "step": 65000
    },
    {
      "epoch": 89.84910836762688,
      "grad_norm": 0.10709987580776215,
      "learning_rate": 0.0005507544581618655,
      "loss": 0.0129,
      "step": 65500
    },
    {
      "epoch": 90.53497942386831,
      "grad_norm": 0.1411323994398117,
      "learning_rate": 0.0005473251028806584,
      "loss": 0.0135,
      "step": 66000
    },
    {
      "epoch": 91.22085048010975,
      "grad_norm": 0.1025325134396553,
      "learning_rate": 0.0005438957475994513,
      "loss": 0.0128,
      "step": 66500
    },
    {
      "epoch": 91.90672153635117,
      "grad_norm": 0.11264779418706894,
      "learning_rate": 0.0005404663923182442,
      "loss": 0.0143,
      "step": 67000
    },
    {
      "epoch": 92.5925925925926,
      "grad_norm": 0.11864063143730164,
      "learning_rate": 0.0005370370370370371,
      "loss": 0.0124,
      "step": 67500
    },
    {
      "epoch": 93.27846364883402,
      "grad_norm": 0.07646331936120987,
      "learning_rate": 0.0005336076817558299,
      "loss": 0.0126,
      "step": 68000
    },
    {
      "epoch": 93.96433470507544,
      "grad_norm": 0.06260576099157333,
      "learning_rate": 0.0005301783264746228,
      "loss": 0.0116,
      "step": 68500
    },
    {
      "epoch": 94.65020576131687,
      "grad_norm": 0.10267277806997299,
      "learning_rate": 0.0005267489711934157,
      "loss": 0.0117,
      "step": 69000
    },
    {
      "epoch": 95.3360768175583,
      "grad_norm": 0.07879356294870377,
      "learning_rate": 0.0005233196159122086,
      "loss": 0.0133,
      "step": 69500
    },
    {
      "epoch": 96.02194787379973,
      "grad_norm": 0.06801025569438934,
      "learning_rate": 0.0005198902606310014,
      "loss": 0.0121,
      "step": 70000
    },
    {
      "epoch": 96.70781893004116,
      "grad_norm": 0.1383305788040161,
      "learning_rate": 0.0005164609053497943,
      "loss": 0.0118,
      "step": 70500
    },
    {
      "epoch": 97.39368998628258,
      "grad_norm": 0.13461919128894806,
      "learning_rate": 0.0005130315500685872,
      "loss": 0.0121,
      "step": 71000
    },
    {
      "epoch": 98.079561042524,
      "grad_norm": 0.07046571373939514,
      "learning_rate": 0.00050960219478738,
      "loss": 0.0119,
      "step": 71500
    },
    {
      "epoch": 98.76543209876543,
      "grad_norm": 0.12527473270893097,
      "learning_rate": 0.0005061728395061728,
      "loss": 0.0116,
      "step": 72000
    },
    {
      "epoch": 99.45130315500685,
      "grad_norm": 0.08155812323093414,
      "learning_rate": 0.0005027434842249657,
      "loss": 0.0108,
      "step": 72500
    },
    {
      "epoch": 100.13717421124828,
      "grad_norm": 0.10491594672203064,
      "learning_rate": 0.0004993141289437586,
      "loss": 0.0112,
      "step": 73000
    },
    {
      "epoch": 100.82304526748972,
      "grad_norm": 0.10411892831325531,
      "learning_rate": 0.0004958847736625515,
      "loss": 0.0105,
      "step": 73500
    },
    {
      "epoch": 101.50891632373114,
      "grad_norm": 0.049623072147369385,
      "learning_rate": 0.0004924554183813444,
      "loss": 0.0111,
      "step": 74000
    },
    {
      "epoch": 102.19478737997257,
      "grad_norm": 0.11287267506122589,
      "learning_rate": 0.0004890260631001372,
      "loss": 0.0113,
      "step": 74500
    },
    {
      "epoch": 102.88065843621399,
      "grad_norm": 0.09406940639019012,
      "learning_rate": 0.00048559670781893007,
      "loss": 0.0113,
      "step": 75000
    },
    {
      "epoch": 103.56652949245542,
      "grad_norm": 0.05741545557975769,
      "learning_rate": 0.00048216735253772295,
      "loss": 0.0116,
      "step": 75500
    },
    {
      "epoch": 104.25240054869684,
      "grad_norm": 0.06398554146289825,
      "learning_rate": 0.0004787379972565158,
      "loss": 0.0124,
      "step": 76000
    },
    {
      "epoch": 104.93827160493827,
      "grad_norm": 0.05331519991159439,
      "learning_rate": 0.00047530864197530866,
      "loss": 0.0105,
      "step": 76500
    },
    {
      "epoch": 105.6241426611797,
      "grad_norm": 0.040314387530088425,
      "learning_rate": 0.00047187928669410154,
      "loss": 0.0091,
      "step": 77000
    },
    {
      "epoch": 106.31001371742113,
      "grad_norm": 0.0661318302154541,
      "learning_rate": 0.00046844993141289436,
      "loss": 0.0096,
      "step": 77500
    },
    {
      "epoch": 106.99588477366255,
      "grad_norm": 0.13146652281284332,
      "learning_rate": 0.00046502057613168724,
      "loss": 0.0112,
      "step": 78000
    },
    {
      "epoch": 107.68175582990398,
      "grad_norm": 0.060037847608327866,
      "learning_rate": 0.0004615912208504801,
      "loss": 0.0096,
      "step": 78500
    },
    {
      "epoch": 108.3676268861454,
      "grad_norm": 0.10393790900707245,
      "learning_rate": 0.00045816186556927295,
      "loss": 0.0107,
      "step": 79000
    },
    {
      "epoch": 109.05349794238683,
      "grad_norm": 0.053112734109163284,
      "learning_rate": 0.0004547325102880658,
      "loss": 0.0096,
      "step": 79500
    },
    {
      "epoch": 109.73936899862825,
      "grad_norm": 0.05577271804213524,
      "learning_rate": 0.0004513031550068587,
      "loss": 0.0091,
      "step": 80000
    },
    {
      "epoch": 110.42524005486969,
      "grad_norm": 0.03647785261273384,
      "learning_rate": 0.0004478737997256516,
      "loss": 0.009,
      "step": 80500
    },
    {
      "epoch": 111.11111111111111,
      "grad_norm": 0.09830909222364426,
      "learning_rate": 0.0004444444444444444,
      "loss": 0.0098,
      "step": 81000
    },
    {
      "epoch": 111.79698216735254,
      "grad_norm": 0.025291450321674347,
      "learning_rate": 0.0004410150891632373,
      "loss": 0.0099,
      "step": 81500
    },
    {
      "epoch": 112.48285322359396,
      "grad_norm": 0.0518038235604763,
      "learning_rate": 0.0004375857338820302,
      "loss": 0.0093,
      "step": 82000
    },
    {
      "epoch": 113.16872427983539,
      "grad_norm": 0.08746583759784698,
      "learning_rate": 0.00043415637860082305,
      "loss": 0.0096,
      "step": 82500
    },
    {
      "epoch": 113.85459533607681,
      "grad_norm": 0.0944758877158165,
      "learning_rate": 0.00043072702331961593,
      "loss": 0.0098,
      "step": 83000
    },
    {
      "epoch": 114.54046639231825,
      "grad_norm": 0.10082614421844482,
      "learning_rate": 0.0004272976680384088,
      "loss": 0.0087,
      "step": 83500
    },
    {
      "epoch": 115.22633744855968,
      "grad_norm": 0.05366198346018791,
      "learning_rate": 0.0004238683127572017,
      "loss": 0.0088,
      "step": 84000
    },
    {
      "epoch": 115.9122085048011,
      "grad_norm": 0.04216461256146431,
      "learning_rate": 0.0004204389574759945,
      "loss": 0.0083,
      "step": 84500
    },
    {
      "epoch": 116.59807956104252,
      "grad_norm": 0.061591554433107376,
      "learning_rate": 0.0004170096021947874,
      "loss": 0.0098,
      "step": 85000
    },
    {
      "epoch": 117.28395061728395,
      "grad_norm": 0.10498243570327759,
      "learning_rate": 0.0004135802469135803,
      "loss": 0.0093,
      "step": 85500
    },
    {
      "epoch": 117.96982167352537,
      "grad_norm": 0.041311949491500854,
      "learning_rate": 0.0004101508916323731,
      "loss": 0.0087,
      "step": 86000
    },
    {
      "epoch": 118.6556927297668,
      "grad_norm": 0.09587587416172028,
      "learning_rate": 0.000406721536351166,
      "loss": 0.0098,
      "step": 86500
    },
    {
      "epoch": 119.34156378600824,
      "grad_norm": 0.05686916410923004,
      "learning_rate": 0.00040329218106995886,
      "loss": 0.0084,
      "step": 87000
    },
    {
      "epoch": 120.02743484224966,
      "grad_norm": 0.06297193467617035,
      "learning_rate": 0.00039986282578875174,
      "loss": 0.0082,
      "step": 87500
    },
    {
      "epoch": 120.71330589849109,
      "grad_norm": 0.13432051241397858,
      "learning_rate": 0.00039643347050754456,
      "loss": 0.0075,
      "step": 88000
    },
    {
      "epoch": 121.39917695473251,
      "grad_norm": 0.03966566175222397,
      "learning_rate": 0.00039300411522633744,
      "loss": 0.0133,
      "step": 88500
    },
    {
      "epoch": 122.08504801097394,
      "grad_norm": 0.09373347461223602,
      "learning_rate": 0.0003895747599451303,
      "loss": 0.0082,
      "step": 89000
    },
    {
      "epoch": 122.77091906721536,
      "grad_norm": 0.06179581582546234,
      "learning_rate": 0.00038614540466392315,
      "loss": 0.0081,
      "step": 89500
    },
    {
      "epoch": 123.45679012345678,
      "grad_norm": 0.050256237387657166,
      "learning_rate": 0.00038271604938271603,
      "loss": 0.0081,
      "step": 90000
    },
    {
      "epoch": 124.14266117969822,
      "grad_norm": 0.03073493391275406,
      "learning_rate": 0.0003792866941015089,
      "loss": 0.0076,
      "step": 90500
    },
    {
      "epoch": 124.82853223593965,
      "grad_norm": 0.07006064057350159,
      "learning_rate": 0.0003758573388203018,
      "loss": 0.0075,
      "step": 91000
    },
    {
      "epoch": 125.51440329218107,
      "grad_norm": 0.05567869916558266,
      "learning_rate": 0.00037242798353909467,
      "loss": 0.0079,
      "step": 91500
    },
    {
      "epoch": 126.2002743484225,
      "grad_norm": 0.03926622495055199,
      "learning_rate": 0.00036899862825788755,
      "loss": 0.008,
      "step": 92000
    },
    {
      "epoch": 126.88614540466392,
      "grad_norm": 0.05135864019393921,
      "learning_rate": 0.0003655692729766804,
      "loss": 0.0075,
      "step": 92500
    },
    {
      "epoch": 127.57201646090535,
      "grad_norm": 0.09010568261146545,
      "learning_rate": 0.00036213991769547325,
      "loss": 0.0068,
      "step": 93000
    },
    {
      "epoch": 128.25788751714677,
      "grad_norm": 0.043294016271829605,
      "learning_rate": 0.00035871056241426613,
      "loss": 0.0072,
      "step": 93500
    },
    {
      "epoch": 128.9437585733882,
      "grad_norm": 0.07277141511440277,
      "learning_rate": 0.000355281207133059,
      "loss": 0.0073,
      "step": 94000
    },
    {
      "epoch": 129.62962962962962,
      "grad_norm": 0.06138594448566437,
      "learning_rate": 0.0003518518518518519,
      "loss": 0.007,
      "step": 94500
    },
    {
      "epoch": 130.31550068587106,
      "grad_norm": 0.06205645576119423,
      "learning_rate": 0.0003484224965706447,
      "loss": 0.0078,
      "step": 95000
    },
    {
      "epoch": 131.0013717421125,
      "grad_norm": 0.0695485770702362,
      "learning_rate": 0.0003449931412894376,
      "loss": 0.0074,
      "step": 95500
    },
    {
      "epoch": 131.6872427983539,
      "grad_norm": 0.027826467528939247,
      "learning_rate": 0.0003415637860082305,
      "loss": 0.0063,
      "step": 96000
    },
    {
      "epoch": 132.37311385459535,
      "grad_norm": 0.05079466477036476,
      "learning_rate": 0.0003381344307270233,
      "loss": 0.0068,
      "step": 96500
    },
    {
      "epoch": 133.05898491083676,
      "grad_norm": 0.031004609540104866,
      "learning_rate": 0.0003347050754458162,
      "loss": 0.0076,
      "step": 97000
    },
    {
      "epoch": 133.7448559670782,
      "grad_norm": 0.04684276878833771,
      "learning_rate": 0.00033127572016460906,
      "loss": 0.0066,
      "step": 97500
    },
    {
      "epoch": 134.4307270233196,
      "grad_norm": 0.04819253832101822,
      "learning_rate": 0.00032784636488340194,
      "loss": 0.0078,
      "step": 98000
    },
    {
      "epoch": 135.11659807956104,
      "grad_norm": 0.04323802888393402,
      "learning_rate": 0.00032441700960219477,
      "loss": 0.0066,
      "step": 98500
    },
    {
      "epoch": 135.80246913580248,
      "grad_norm": 0.0720980316400528,
      "learning_rate": 0.00032098765432098765,
      "loss": 0.006,
      "step": 99000
    },
    {
      "epoch": 136.4883401920439,
      "grad_norm": 0.03386896476149559,
      "learning_rate": 0.0003175582990397805,
      "loss": 0.0061,
      "step": 99500
    },
    {
      "epoch": 137.17421124828533,
      "grad_norm": 0.033124495297670364,
      "learning_rate": 0.00031412894375857335,
      "loss": 0.0062,
      "step": 100000
    },
    {
      "epoch": 137.86008230452674,
      "grad_norm": 0.05887928605079651,
      "learning_rate": 0.00031069958847736623,
      "loss": 0.0061,
      "step": 100500
    },
    {
      "epoch": 138.54595336076818,
      "grad_norm": 0.04949059709906578,
      "learning_rate": 0.00030727023319615916,
      "loss": 0.0064,
      "step": 101000
    },
    {
      "epoch": 139.2318244170096,
      "grad_norm": 0.020787570625543594,
      "learning_rate": 0.00030384087791495204,
      "loss": 0.0057,
      "step": 101500
    },
    {
      "epoch": 139.91769547325103,
      "grad_norm": 0.02130681276321411,
      "learning_rate": 0.00030041152263374487,
      "loss": 0.0062,
      "step": 102000
    },
    {
      "epoch": 140.60356652949247,
      "grad_norm": 0.025823501870036125,
      "learning_rate": 0.00029698216735253775,
      "loss": 0.0062,
      "step": 102500
    },
    {
      "epoch": 141.28943758573388,
      "grad_norm": 0.06032751873135567,
      "learning_rate": 0.00029355281207133063,
      "loss": 0.0059,
      "step": 103000
    },
    {
      "epoch": 141.97530864197532,
      "grad_norm": 0.05369709059596062,
      "learning_rate": 0.00029012345679012345,
      "loss": 0.0067,
      "step": 103500
    },
    {
      "epoch": 142.66117969821673,
      "grad_norm": 0.012244037352502346,
      "learning_rate": 0.00028669410150891633,
      "loss": 0.0055,
      "step": 104000
    },
    {
      "epoch": 143.34705075445817,
      "grad_norm": 0.03182597830891609,
      "learning_rate": 0.0002832647462277092,
      "loss": 0.0057,
      "step": 104500
    },
    {
      "epoch": 144.03292181069958,
      "grad_norm": 0.11879345774650574,
      "learning_rate": 0.0002798353909465021,
      "loss": 0.0058,
      "step": 105000
    },
    {
      "epoch": 144.71879286694102,
      "grad_norm": 0.06132959946990013,
      "learning_rate": 0.0002764060356652949,
      "loss": 0.0059,
      "step": 105500
    },
    {
      "epoch": 145.40466392318245,
      "grad_norm": 0.03873404487967491,
      "learning_rate": 0.0002729766803840878,
      "loss": 0.0054,
      "step": 106000
    },
    {
      "epoch": 146.09053497942386,
      "grad_norm": 0.05853896215558052,
      "learning_rate": 0.0002695473251028807,
      "loss": 0.0055,
      "step": 106500
    },
    {
      "epoch": 146.7764060356653,
      "grad_norm": 0.022752197459340096,
      "learning_rate": 0.0002661179698216735,
      "loss": 0.0054,
      "step": 107000
    },
    {
      "epoch": 147.4622770919067,
      "grad_norm": 0.013148725032806396,
      "learning_rate": 0.0002626886145404664,
      "loss": 0.0052,
      "step": 107500
    },
    {
      "epoch": 148.14814814814815,
      "grad_norm": 0.0366031639277935,
      "learning_rate": 0.00025925925925925926,
      "loss": 0.0057,
      "step": 108000
    },
    {
      "epoch": 148.83401920438956,
      "grad_norm": 0.08972814679145813,
      "learning_rate": 0.0002558299039780521,
      "loss": 0.0055,
      "step": 108500
    },
    {
      "epoch": 149.519890260631,
      "grad_norm": 0.034281570464372635,
      "learning_rate": 0.00025240054869684497,
      "loss": 0.0051,
      "step": 109000
    },
    {
      "epoch": 150.20576131687244,
      "grad_norm": 0.010903775691986084,
      "learning_rate": 0.00024897119341563785,
      "loss": 0.005,
      "step": 109500
    },
    {
      "epoch": 150.89163237311385,
      "grad_norm": 0.015872234478592873,
      "learning_rate": 0.0002455418381344307,
      "loss": 0.0048,
      "step": 110000
    },
    {
      "epoch": 151.5775034293553,
      "grad_norm": 0.03331177309155464,
      "learning_rate": 0.0002421124828532236,
      "loss": 0.0053,
      "step": 110500
    },
    {
      "epoch": 152.2633744855967,
      "grad_norm": 0.018091242760419846,
      "learning_rate": 0.00023868312757201646,
      "loss": 0.0052,
      "step": 111000
    },
    {
      "epoch": 152.94924554183814,
      "grad_norm": 0.03916322439908981,
      "learning_rate": 0.00023525377229080934,
      "loss": 0.0051,
      "step": 111500
    },
    {
      "epoch": 153.63511659807955,
      "grad_norm": 0.023662962019443512,
      "learning_rate": 0.0002318244170096022,
      "loss": 0.0048,
      "step": 112000
    },
    {
      "epoch": 154.320987654321,
      "grad_norm": 0.014827713370323181,
      "learning_rate": 0.00022839506172839504,
      "loss": 0.0046,
      "step": 112500
    },
    {
      "epoch": 155.00685871056243,
      "grad_norm": 0.03849729895591736,
      "learning_rate": 0.00022496570644718795,
      "loss": 0.0047,
      "step": 113000
    },
    {
      "epoch": 155.69272976680384,
      "grad_norm": 0.057328708469867706,
      "learning_rate": 0.0002215363511659808,
      "loss": 0.0046,
      "step": 113500
    },
    {
      "epoch": 156.37860082304528,
      "grad_norm": 0.017304692417383194,
      "learning_rate": 0.00021810699588477368,
      "loss": 0.0047,
      "step": 114000
    },
    {
      "epoch": 157.06447187928669,
      "grad_norm": 0.02947048842906952,
      "learning_rate": 0.00021467764060356654,
      "loss": 0.0047,
      "step": 114500
    },
    {
      "epoch": 157.75034293552812,
      "grad_norm": 0.02040564827620983,
      "learning_rate": 0.0002112482853223594,
      "loss": 0.0048,
      "step": 115000
    },
    {
      "epoch": 158.43621399176953,
      "grad_norm": 0.05288396403193474,
      "learning_rate": 0.00020781893004115227,
      "loss": 0.0047,
      "step": 115500
    },
    {
      "epoch": 159.12208504801097,
      "grad_norm": 0.026866160333156586,
      "learning_rate": 0.00020438957475994512,
      "loss": 0.0047,
      "step": 116000
    },
    {
      "epoch": 159.8079561042524,
      "grad_norm": 0.04552701115608215,
      "learning_rate": 0.000200960219478738,
      "loss": 0.0043,
      "step": 116500
    },
    {
      "epoch": 160.49382716049382,
      "grad_norm": 0.020935742184519768,
      "learning_rate": 0.00019753086419753085,
      "loss": 0.0045,
      "step": 117000
    },
    {
      "epoch": 161.17969821673526,
      "grad_norm": 0.03535682335495949,
      "learning_rate": 0.00019410150891632373,
      "loss": 0.0044,
      "step": 117500
    },
    {
      "epoch": 161.86556927297667,
      "grad_norm": 0.019771935418248177,
      "learning_rate": 0.0001906721536351166,
      "loss": 0.0044,
      "step": 118000
    },
    {
      "epoch": 162.5514403292181,
      "grad_norm": 0.013906066305935383,
      "learning_rate": 0.00018724279835390946,
      "loss": 0.004,
      "step": 118500
    },
    {
      "epoch": 163.23731138545952,
      "grad_norm": 0.012126780115067959,
      "learning_rate": 0.00018381344307270234,
      "loss": 0.0043,
      "step": 119000
    },
    {
      "epoch": 163.92318244170096,
      "grad_norm": 0.021324895322322845,
      "learning_rate": 0.0001803840877914952,
      "loss": 0.0043,
      "step": 119500
    },
    {
      "epoch": 164.6090534979424,
      "grad_norm": 0.013377720490098,
      "learning_rate": 0.00017695473251028808,
      "loss": 0.0043,
      "step": 120000
    },
    {
      "epoch": 165.2949245541838,
      "grad_norm": 0.08576662838459015,
      "learning_rate": 0.00017352537722908093,
      "loss": 0.0043,
      "step": 120500
    },
    {
      "epoch": 165.98079561042525,
      "grad_norm": 0.008204947225749493,
      "learning_rate": 0.0001700960219478738,
      "loss": 0.004,
      "step": 121000
    },
    {
      "epoch": 166.66666666666666,
      "grad_norm": 0.01228815782815218,
      "learning_rate": 0.00016666666666666666,
      "loss": 0.0038,
      "step": 121500
    },
    {
      "epoch": 167.3525377229081,
      "grad_norm": 0.007976936176419258,
      "learning_rate": 0.00016323731138545951,
      "loss": 0.004,
      "step": 122000
    },
    {
      "epoch": 168.0384087791495,
      "grad_norm": 0.06643296033143997,
      "learning_rate": 0.00015980795610425242,
      "loss": 0.0042,
      "step": 122500
    },
    {
      "epoch": 168.72427983539094,
      "grad_norm": 0.040761686861515045,
      "learning_rate": 0.00015637860082304527,
      "loss": 0.0041,
      "step": 123000
    },
    {
      "epoch": 169.41015089163238,
      "grad_norm": 0.006533100735396147,
      "learning_rate": 0.00015294924554183815,
      "loss": 0.0039,
      "step": 123500
    },
    {
      "epoch": 170.0960219478738,
      "grad_norm": 0.015169362537562847,
      "learning_rate": 0.000149519890260631,
      "loss": 0.0039,
      "step": 124000
    },
    {
      "epoch": 170.78189300411523,
      "grad_norm": 0.03795445337891579,
      "learning_rate": 0.00014609053497942388,
      "loss": 0.0039,
      "step": 124500
    },
    {
      "epoch": 171.46776406035664,
      "grad_norm": 0.03991511091589928,
      "learning_rate": 0.00014266117969821674,
      "loss": 0.0038,
      "step": 125000
    },
    {
      "epoch": 172.15363511659808,
      "grad_norm": 0.008595280349254608,
      "learning_rate": 0.0001392318244170096,
      "loss": 0.0039,
      "step": 125500
    },
    {
      "epoch": 172.8395061728395,
      "grad_norm": 0.01920117437839508,
      "learning_rate": 0.00013580246913580247,
      "loss": 0.0036,
      "step": 126000
    },
    {
      "epoch": 173.52537722908093,
      "grad_norm": 0.00689229741692543,
      "learning_rate": 0.00013237311385459532,
      "loss": 0.0035,
      "step": 126500
    },
    {
      "epoch": 174.21124828532237,
      "grad_norm": 0.007589759770780802,
      "learning_rate": 0.0001289437585733882,
      "loss": 0.0037,
      "step": 127000
    },
    {
      "epoch": 174.89711934156378,
      "grad_norm": 0.026523003354668617,
      "learning_rate": 0.00012551440329218108,
      "loss": 0.0037,
      "step": 127500
    },
    {
      "epoch": 175.58299039780522,
      "grad_norm": 0.009044776670634747,
      "learning_rate": 0.00012208504801097393,
      "loss": 0.0035,
      "step": 128000
    },
    {
      "epoch": 176.26886145404663,
      "grad_norm": 0.007540062535554171,
      "learning_rate": 0.00011865569272976681,
      "loss": 0.0038,
      "step": 128500
    },
    {
      "epoch": 176.95473251028807,
      "grad_norm": 0.00613565556704998,
      "learning_rate": 0.00011522633744855968,
      "loss": 0.0036,
      "step": 129000
    },
    {
      "epoch": 177.6406035665295,
      "grad_norm": 0.005932086147367954,
      "learning_rate": 0.00011179698216735255,
      "loss": 0.0036,
      "step": 129500
    },
    {
      "epoch": 178.32647462277092,
      "grad_norm": 0.0038564407732337713,
      "learning_rate": 0.0001083676268861454,
      "loss": 0.0035,
      "step": 130000
    },
    {
      "epoch": 179.01234567901236,
      "grad_norm": 0.10642554610967636,
      "learning_rate": 0.00010493827160493826,
      "loss": 0.0035,
      "step": 130500
    },
    {
      "epoch": 179.69821673525377,
      "grad_norm": 0.010230828076601028,
      "learning_rate": 0.00010150891632373114,
      "loss": 0.0034,
      "step": 131000
    },
    {
      "epoch": 180.3840877914952,
      "grad_norm": 0.02526956982910633,
      "learning_rate": 9.807956104252401e-05,
      "loss": 0.0034,
      "step": 131500
    },
    {
      "epoch": 181.06995884773661,
      "grad_norm": 0.00888708233833313,
      "learning_rate": 9.465020576131688e-05,
      "loss": 0.0035,
      "step": 132000
    },
    {
      "epoch": 181.75582990397805,
      "grad_norm": 0.005969726946204901,
      "learning_rate": 9.122085048010974e-05,
      "loss": 0.0033,
      "step": 132500
    },
    {
      "epoch": 182.4417009602195,
      "grad_norm": 0.004369193222373724,
      "learning_rate": 8.77914951989026e-05,
      "loss": 0.0033,
      "step": 133000
    },
    {
      "epoch": 183.1275720164609,
      "grad_norm": 0.03928361088037491,
      "learning_rate": 8.436213991769547e-05,
      "loss": 0.0035,
      "step": 133500
    },
    {
      "epoch": 183.81344307270234,
      "grad_norm": 0.008007598109543324,
      "learning_rate": 8.093278463648834e-05,
      "loss": 0.0032,
      "step": 134000
    },
    {
      "epoch": 184.49931412894375,
      "grad_norm": 0.00541963754221797,
      "learning_rate": 7.750342935528121e-05,
      "loss": 0.0032,
      "step": 134500
    },
    {
      "epoch": 185.1851851851852,
      "grad_norm": 0.010783227160573006,
      "learning_rate": 7.407407407407407e-05,
      "loss": 0.0033,
      "step": 135000
    },
    {
      "epoch": 185.8710562414266,
      "grad_norm": 0.005976933054625988,
      "learning_rate": 7.064471879286695e-05,
      "loss": 0.0033,
      "step": 135500
    },
    {
      "epoch": 186.55692729766804,
      "grad_norm": 0.010424752719700336,
      "learning_rate": 6.721536351165982e-05,
      "loss": 0.0031,
      "step": 136000
    },
    {
      "epoch": 187.24279835390948,
      "grad_norm": 0.00834636203944683,
      "learning_rate": 6.378600823045267e-05,
      "loss": 0.0032,
      "step": 136500
    },
    {
      "epoch": 187.9286694101509,
      "grad_norm": 0.0064740655943751335,
      "learning_rate": 6.0356652949245544e-05,
      "loss": 0.0032,
      "step": 137000
    },
    {
      "epoch": 188.61454046639233,
      "grad_norm": 0.007856756448745728,
      "learning_rate": 5.692729766803841e-05,
      "loss": 0.0031,
      "step": 137500
    },
    {
      "epoch": 189.30041152263374,
      "grad_norm": 0.006533577106893063,
      "learning_rate": 5.3497942386831277e-05,
      "loss": 0.0031,
      "step": 138000
    },
    {
      "epoch": 189.98628257887518,
      "grad_norm": 0.005114428699016571,
      "learning_rate": 5.006858710562415e-05,
      "loss": 0.0032,
      "step": 138500
    },
    {
      "epoch": 190.6721536351166,
      "grad_norm": 0.00717920670285821,
      "learning_rate": 4.663923182441701e-05,
      "loss": 0.0031,
      "step": 139000
    },
    {
      "epoch": 191.35802469135803,
      "grad_norm": 0.008158246986567974,
      "learning_rate": 4.3209876543209875e-05,
      "loss": 0.0031,
      "step": 139500
    },
    {
      "epoch": 192.04389574759946,
      "grad_norm": 0.005865829065442085,
      "learning_rate": 3.978052126200275e-05,
      "loss": 0.0031,
      "step": 140000
    },
    {
      "epoch": 192.72976680384087,
      "grad_norm": 0.0036265423987060785,
      "learning_rate": 3.635116598079561e-05,
      "loss": 0.003,
      "step": 140500
    },
    {
      "epoch": 193.4156378600823,
      "grad_norm": 0.005760482046753168,
      "learning_rate": 3.292181069958848e-05,
      "loss": 0.0029,
      "step": 141000
    },
    {
      "epoch": 194.10150891632372,
      "grad_norm": 0.00619177520275116,
      "learning_rate": 2.9492455418381346e-05,
      "loss": 0.0031,
      "step": 141500
    },
    {
      "epoch": 194.78737997256516,
      "grad_norm": 0.00745520880445838,
      "learning_rate": 2.6063100137174212e-05,
      "loss": 0.0029,
      "step": 142000
    },
    {
      "epoch": 195.47325102880657,
      "grad_norm": 0.006654828321188688,
      "learning_rate": 2.2633744855967078e-05,
      "loss": 0.003,
      "step": 142500
    },
    {
      "epoch": 196.159122085048,
      "grad_norm": 0.007228308357298374,
      "learning_rate": 1.9204389574759948e-05,
      "loss": 0.003,
      "step": 143000
    },
    {
      "epoch": 196.84499314128945,
      "grad_norm": 0.007839037105441093,
      "learning_rate": 1.577503429355281e-05,
      "loss": 0.0029,
      "step": 143500
    },
    {
      "epoch": 197.53086419753086,
      "grad_norm": 0.005645914003252983,
      "learning_rate": 1.2345679012345678e-05,
      "loss": 0.0029,
      "step": 144000
    },
    {
      "epoch": 198.2167352537723,
      "grad_norm": 0.007110149599611759,
      "learning_rate": 8.916323731138546e-06,
      "loss": 0.0029,
      "step": 144500
    },
    {
      "epoch": 198.9026063100137,
      "grad_norm": 0.007023398298770189,
      "learning_rate": 5.486968449931412e-06,
      "loss": 0.003,
      "step": 145000
    },
    {
      "epoch": 199.58847736625515,
      "grad_norm": 0.006341323722153902,
      "learning_rate": 2.05761316872428e-06,
      "loss": 0.0028,
      "step": 145500
    },
    {
      "epoch": 200.0,
      "step": 145800,
      "total_flos": 2.53654993993728e+18,
      "train_loss": 0.006510871606680919,
      "train_runtime": 172601.0106,
      "train_samples_per_second": 3.377,
      "train_steps_per_second": 0.845
    }
  ],
  "logging_steps": 500,
  "max_steps": 145800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 200,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.53654993993728e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}