{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.997711670480549,
  "eval_steps": 500,
  "global_step": 1965,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 74.09103341509594,
      "learning_rate": 1.015228426395939e-06,
      "loss": 17.1746,
      "step": 1
    },
    {
      "epoch": 0.01,
      "grad_norm": 72.3290702180604,
      "learning_rate": 5.076142131979695e-06,
      "loss": 16.9572,
      "step": 5
    },
    {
      "epoch": 0.02,
      "grad_norm": 68.83490251260932,
      "learning_rate": 1.015228426395939e-05,
      "loss": 16.4638,
      "step": 10
    },
    {
      "epoch": 0.02,
      "grad_norm": 66.14177674907667,
      "learning_rate": 1.5228426395939088e-05,
      "loss": 15.6072,
      "step": 15
    },
    {
      "epoch": 0.03,
      "grad_norm": 54.81375243549984,
      "learning_rate": 2.030456852791878e-05,
      "loss": 13.4345,
      "step": 20
    },
    {
      "epoch": 0.04,
      "grad_norm": 50.488727866909294,
      "learning_rate": 2.5380710659898476e-05,
      "loss": 10.913,
      "step": 25
    },
    {
      "epoch": 0.05,
      "grad_norm": 31.023628043144985,
      "learning_rate": 3.0456852791878175e-05,
      "loss": 7.8116,
      "step": 30
    },
    {
      "epoch": 0.05,
      "grad_norm": 23.598786792296284,
      "learning_rate": 3.553299492385787e-05,
      "loss": 5.6786,
      "step": 35
    },
    {
      "epoch": 0.06,
      "grad_norm": 14.877927520936698,
      "learning_rate": 4.060913705583756e-05,
      "loss": 4.5198,
      "step": 40
    },
    {
      "epoch": 0.07,
      "grad_norm": 10.064755961584666,
      "learning_rate": 4.568527918781726e-05,
      "loss": 3.6186,
      "step": 45
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.060836838854962,
      "learning_rate": 5.076142131979695e-05,
      "loss": 2.7201,
      "step": 50
    },
    {
      "epoch": 0.08,
      "grad_norm": 7.929927938462856,
      "learning_rate": 5.583756345177665e-05,
      "loss": 2.0934,
      "step": 55
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.6854754029311034,
      "learning_rate": 6.091370558375635e-05,
      "loss": 1.7053,
      "step": 60
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.113155800813489,
      "learning_rate": 6.598984771573604e-05,
      "loss": 1.5882,
      "step": 65
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.516100336604323,
      "learning_rate": 7.106598984771574e-05,
      "loss": 1.4144,
      "step": 70
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.301065817041555,
      "learning_rate": 7.614213197969543e-05,
      "loss": 1.2941,
      "step": 75
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9632078441101082,
      "learning_rate": 8.121827411167512e-05,
      "loss": 1.3128,
      "step": 80
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.0984053055137286,
      "learning_rate": 8.629441624365483e-05,
      "loss": 1.3046,
      "step": 85
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.931380727499494,
      "learning_rate": 9.137055837563452e-05,
      "loss": 1.3041,
      "step": 90
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.6180374677897205,
      "learning_rate": 9.644670050761421e-05,
      "loss": 1.21,
      "step": 95
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.0950245146438564,
      "learning_rate": 0.0001015228426395939,
      "loss": 1.21,
      "step": 100
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1189031385931925,
      "learning_rate": 0.00010659898477157362,
      "loss": 1.1054,
      "step": 105
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.015635255767197,
      "learning_rate": 0.0001116751269035533,
      "loss": 1.1536,
      "step": 110
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.3137399170764255,
      "learning_rate": 0.000116751269035533,
      "loss": 1.0306,
      "step": 115
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.4459264638000027,
      "learning_rate": 0.0001218274111675127,
      "loss": 1.0956,
      "step": 120
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.8464804044878194,
      "learning_rate": 0.0001269035532994924,
      "loss": 1.1259,
      "step": 125
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.1383334768591142,
      "learning_rate": 0.00013197969543147207,
      "loss": 1.0779,
      "step": 130
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.816865870724176,
      "learning_rate": 0.00013705583756345178,
      "loss": 1.0787,
      "step": 135
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.514643987387779,
      "learning_rate": 0.00014213197969543148,
      "loss": 1.1153,
      "step": 140
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9840936459404523,
      "learning_rate": 0.00014720812182741116,
      "loss": 1.0968,
      "step": 145
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.1892173343482852,
      "learning_rate": 0.00015228426395939087,
      "loss": 1.0693,
      "step": 150
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.0955352886552725,
      "learning_rate": 0.00015736040609137057,
      "loss": 1.0467,
      "step": 155
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.989968599726472,
      "learning_rate": 0.00016243654822335025,
      "loss": 0.9779,
      "step": 160
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4084167700372459,
      "learning_rate": 0.00016751269035532995,
      "loss": 0.9782,
      "step": 165
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.850084427217725,
      "learning_rate": 0.00017258883248730966,
      "loss": 0.9894,
      "step": 170
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.035510825701115,
      "learning_rate": 0.00017766497461928934,
      "loss": 1.0363,
      "step": 175
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.833391476127078,
      "learning_rate": 0.00018274111675126904,
      "loss": 1.0404,
      "step": 180
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.166606883573874,
      "learning_rate": 0.00018781725888324875,
      "loss": 1.0367,
      "step": 185
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.803084621710003,
      "learning_rate": 0.00019289340101522843,
      "loss": 1.0255,
      "step": 190
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.624927933213703,
      "learning_rate": 0.00019796954314720813,
      "loss": 0.9999,
      "step": 195
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.6910332351905768,
      "learning_rate": 0.00019999857915498025,
      "loss": 1.0179,
      "step": 200
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.7237344176394134,
      "learning_rate": 0.00019998989635940995,
      "loss": 1.073,
      "step": 205
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5125995515843347,
      "learning_rate": 0.00019997332081116373,
      "loss": 0.9436,
      "step": 210
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4259560737656336,
      "learning_rate": 0.00019994885381864085,
      "loss": 1.0299,
      "step": 215
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.745342365482267,
      "learning_rate": 0.00019991649731315554,
      "loss": 1.0236,
      "step": 220
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.347141268066664,
      "learning_rate": 0.0001998762538487849,
      "loss": 1.0469,
      "step": 225
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.6280396542343814,
      "learning_rate": 0.00019982812660216702,
      "loss": 1.0283,
      "step": 230
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8616024137182106,
      "learning_rate": 0.0001997721193722502,
      "loss": 1.018,
      "step": 235
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6748163706768688,
      "learning_rate": 0.00019970823657999327,
      "loss": 0.9641,
      "step": 240
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8217157997237183,
      "learning_rate": 0.00019963648326801653,
      "loss": 0.9978,
      "step": 245
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.7192183617890824,
      "learning_rate": 0.00019955686510020372,
      "loss": 1.0003,
      "step": 250
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6670101592399749,
      "learning_rate": 0.00019946938836125483,
      "loss": 1.0061,
      "step": 255
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.0401527430040987,
      "learning_rate": 0.00019937405995619023,
      "loss": 1.0114,
      "step": 260
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5731808739124065,
      "learning_rate": 0.0001992708874098054,
      "loss": 0.9585,
      "step": 265
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.2522516219731639,
      "learning_rate": 0.00019915987886607713,
      "loss": 0.9405,
      "step": 270
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5809359876057816,
      "learning_rate": 0.0001990410430875205,
      "loss": 0.9561,
      "step": 275
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4808669010565572,
      "learning_rate": 0.00019891438945449745,
      "loss": 0.9935,
      "step": 280
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4718483710588592,
      "learning_rate": 0.00019877992796447601,
      "loss": 0.951,
      "step": 285
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.2492130220680642,
      "learning_rate": 0.00019863766923124148,
      "loss": 0.9418,
      "step": 290
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.3890861204364473,
      "learning_rate": 0.00019848762448405834,
      "loss": 0.9585,
      "step": 295
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.1030414314285437,
      "learning_rate": 0.00019832980556678406,
      "loss": 0.9363,
      "step": 300
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3041154321040325,
      "learning_rate": 0.00019816422493693417,
      "loss": 0.9555,
      "step": 305
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4561950481471824,
      "learning_rate": 0.0001979908956646988,
      "loss": 1.006,
      "step": 310
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.3447506745274114,
      "learning_rate": 0.00019780983143191102,
      "loss": 0.938,
      "step": 315
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7691372827404117,
      "learning_rate": 0.00019762104653096708,
      "loss": 0.9217,
      "step": 320
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.6326336607001684,
      "learning_rate": 0.00019742455586369784,
      "loss": 0.9642,
      "step": 325
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.6469761536298397,
      "learning_rate": 0.0001972203749401928,
      "loss": 0.9049,
      "step": 330
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4156285399996218,
      "learning_rate": 0.0001970085198775757,
      "loss": 0.9832,
      "step": 335
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.2369154811780847,
      "learning_rate": 0.00019678900739873226,
      "loss": 0.9586,
      "step": 340
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.184783040387616,
      "learning_rate": 0.00019656185483099024,
      "loss": 0.9512,
      "step": 345
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.5777666184106938,
      "learning_rate": 0.00019632708010475165,
      "loss": 0.9688,
      "step": 350
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5444096080267231,
      "learning_rate": 0.00019608470175207733,
      "loss": 0.926,
      "step": 355
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5314192534663842,
      "learning_rate": 0.00019583473890522432,
      "loss": 0.9758,
      "step": 360
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7369618751197407,
      "learning_rate": 0.0001955772112951354,
      "loss": 0.8986,
      "step": 365
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9574089323769333,
      "learning_rate": 0.00019531213924988176,
      "loss": 0.9164,
      "step": 370
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.2296445171044836,
      "learning_rate": 0.00019503954369305847,
      "loss": 0.9108,
      "step": 375
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4908276926290502,
      "learning_rate": 0.00019475944614213262,
      "loss": 0.9318,
      "step": 380
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.3086171099702917,
      "learning_rate": 0.00019447186870674506,
      "loss": 0.9266,
      "step": 385
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1788811143001057,
      "learning_rate": 0.00019417683408696503,
      "loss": 0.9388,
      "step": 390
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.1833646675888452,
      "learning_rate": 0.00019387436557149841,
      "loss": 0.982,
      "step": 395
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4649925294006232,
      "learning_rate": 0.00019356448703584933,
      "loss": 0.9697,
      "step": 400
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.3041908495917867,
      "learning_rate": 0.00019324722294043558,
      "loss": 0.9623,
      "step": 405
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.3330225209891455,
      "learning_rate": 0.00019292259832865785,
      "loss": 0.9365,
      "step": 410
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.2450996327905286,
      "learning_rate": 0.00019259063882492292,
      "loss": 1.0171,
      "step": 415
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3505588278305898,
      "learning_rate": 0.00019225137063262084,
      "loss": 0.9522,
      "step": 420
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.884935596805578,
      "learning_rate": 0.00019190482053205673,
      "loss": 0.922,
      "step": 425
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.549801647217274,
      "learning_rate": 0.00019155101587833677,
      "loss": 0.9534,
      "step": 430
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0786713746828498,
      "learning_rate": 0.00019118998459920902,
      "loss": 0.9176,
      "step": 435
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.1098145056921047,
      "learning_rate": 0.0001908217551928587,
      "loss": 0.9351,
      "step": 440
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.478688514055702,
      "learning_rate": 0.00019044635672565895,
      "loss": 0.9469,
      "step": 445
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.015346045441744,
      "learning_rate": 0.00019006381882987627,
      "loss": 0.9703,
      "step": 450
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.1820782296841172,
      "learning_rate": 0.0001896741717013315,
      "loss": 0.9601,
      "step": 455
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.2966754894510633,
      "learning_rate": 0.00018927744609701643,
      "loss": 0.9605,
      "step": 460
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0403285337969717,
      "learning_rate": 0.00018887367333266582,
      "loss": 0.9418,
      "step": 465
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.1722720307755863,
      "learning_rate": 0.00018846288528028555,
      "loss": 0.9741,
      "step": 470
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2117042399971847,
      "learning_rate": 0.0001880451143656368,
      "loss": 0.9435,
      "step": 475
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.0509023160172017,
      "learning_rate": 0.00018762039356567655,
      "loss": 0.8706,
      "step": 480
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.2265158396763423,
      "learning_rate": 0.00018718875640595434,
      "loss": 0.9051,
      "step": 485
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.2935461295547515,
      "learning_rate": 0.00018675023695796607,
      "loss": 0.9758,
      "step": 490
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5267873012858113,
      "learning_rate": 0.00018630486983646467,
      "loss": 0.9244,
      "step": 495
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.2742929372558043,
      "learning_rate": 0.00018585269019672743,
      "loss": 0.928,
      "step": 500
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.2358049387637984,
      "learning_rate": 0.00018539373373178123,
      "loss": 0.966,
      "step": 505
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.0460726575553243,
      "learning_rate": 0.00018492803666958515,
      "loss": 0.9259,
      "step": 510
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.361928704446451,
      "learning_rate": 0.00018445563577017062,
      "loss": 0.9742,
      "step": 515
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.139407531386836,
      "learning_rate": 0.0001839765683227398,
      "loss": 0.9318,
      "step": 520
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.242505633372625,
      "learning_rate": 0.00018349087214272224,
      "loss": 0.905,
      "step": 525
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2336955558098357,
      "learning_rate": 0.00018299858556878972,
      "loss": 0.9233,
      "step": 530
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.1643115008804164,
      "learning_rate": 0.00018249974745983023,
      "loss": 0.8991,
      "step": 535
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.2435271188335837,
      "learning_rate": 0.00018199439719188034,
      "loss": 0.8918,
      "step": 540
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.3025449616558689,
      "learning_rate": 0.00018148257465501716,
      "loss": 0.9272,
      "step": 545
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.639151201490911,
      "learning_rate": 0.0001809643202502097,
      "loss": 0.9188,
      "step": 550
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.1046258635499404,
      "learning_rate": 0.00018043967488612955,
      "loss": 0.846,
      "step": 555
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.1404910374403605,
      "learning_rate": 0.00017990867997592203,
      "loss": 0.9187,
      "step": 560
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.1924053040242124,
      "learning_rate": 0.00017937137743393694,
      "loss": 0.9046,
      "step": 565
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.0135630618037776,
      "learning_rate": 0.0001788278096724203,
      "loss": 0.9146,
      "step": 570
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9391119950422172,
      "learning_rate": 0.00017827801959816625,
      "loss": 0.9343,
      "step": 575
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.1918282771197495,
      "learning_rate": 0.0001777220506091303,
      "loss": 0.912,
      "step": 580
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.3729834554449354,
      "learning_rate": 0.00017715994659100388,
      "loss": 0.9561,
      "step": 585
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4315867303078007,
      "learning_rate": 0.00017659175191374983,
      "loss": 0.9503,
      "step": 590
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.1673639446932986,
      "learning_rate": 0.0001760175114281003,
      "loss": 0.8902,
      "step": 595
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.230158811259546,
      "learning_rate": 0.0001754372704620164,
      "loss": 0.8828,
      "step": 600
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.1728800163063369,
      "learning_rate": 0.00017485107481711012,
      "loss": 0.9118,
      "step": 605
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.0131739031610576,
      "learning_rate": 0.00017425897076502902,
      "loss": 0.9403,
      "step": 610
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.351934812093798,
      "learning_rate": 0.00017366100504380378,
      "loss": 0.8876,
      "step": 615
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.0384035475562403,
      "learning_rate": 0.00017305722485415882,
      "loss": 0.9159,
      "step": 620
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.1416340076156324,
      "learning_rate": 0.0001724476778557866,
      "loss": 0.9358,
      "step": 625
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.3419613876196461,
      "learning_rate": 0.00017183241216358553,
      "loss": 0.9729,
      "step": 630
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6092824682901703,
      "learning_rate": 0.00017121147634386192,
      "loss": 0.8965,
      "step": 635
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.8533351436444618,
      "learning_rate": 0.00017058491941049649,
      "loss": 0.8917,
      "step": 640
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.1738959779265217,
      "learning_rate": 0.0001699527908210754,
      "loss": 0.9366,
      "step": 645
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.0847553199067752,
      "learning_rate": 0.0001693151404729862,
      "loss": 0.9053,
      "step": 650
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.1087892770915242,
      "learning_rate": 0.00016867201869947938,
      "loss": 0.8945,
      "step": 655
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.2306770086288452,
      "eval_runtime": 248.745,
      "eval_samples_per_second": 9.287,
      "eval_steps_per_second": 0.583,
      "step": 655
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.98970356590023,
      "learning_rate": 0.00016802347626569501,
      "loss": 0.8931,
      "step": 660
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.1038579119403917,
      "learning_rate": 0.00016736956436465573,
      "loss": 0.934,
      "step": 665
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.143467118458221,
      "learning_rate": 0.00016671033461322583,
      "loss": 0.8668,
      "step": 670
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.8924280436486196,
      "learning_rate": 0.00016604583904803672,
      "loss": 0.8548,
      "step": 675
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.1115437180292647,
      "learning_rate": 0.0001653761301213795,
      "loss": 0.9385,
      "step": 680
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.6438519669074836,
      "learning_rate": 0.00016470126069706456,
      "loss": 0.9406,
      "step": 685
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.0490682410760337,
      "learning_rate": 0.00016402128404624882,
      "loss": 0.9381,
      "step": 690
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.0451537501943204,
      "learning_rate": 0.0001633362538432306,
      "loss": 0.9113,
      "step": 695
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.9747283917774375,
      "learning_rate": 0.0001626462241612129,
      "loss": 0.9121,
      "step": 700
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.084078539640254,
      "learning_rate": 0.00016195124946803525,
      "loss": 0.8831,
      "step": 705
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.9719667527581831,
      "learning_rate": 0.00016125138462187396,
      "loss": 0.8436,
      "step": 710
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.9935638920294466,
      "learning_rate": 0.00016054668486691203,
      "loss": 0.9196,
      "step": 715
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.9417823234407828,
      "learning_rate": 0.00015983720582897853,
      "loss": 0.8577,
      "step": 720
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.8915998902762848,
      "learning_rate": 0.0001591230035111576,
      "loss": 0.853,
      "step": 725
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.01108160646832,
      "learning_rate": 0.00015840413428936767,
      "loss": 0.9148,
      "step": 730
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.9944405742170609,
      "learning_rate": 0.00015768065490791183,
      "loss": 0.9151,
      "step": 735
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.9869449635796341,
      "learning_rate": 0.0001569526224749983,
      "loss": 0.9144,
      "step": 740
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.5578640706977607,
      "learning_rate": 0.00015622009445823273,
      "loss": 0.9241,
      "step": 745
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.0818607624486927,
      "learning_rate": 0.00015548312868008196,
      "loss": 0.9123,
      "step": 750
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.9747826539453109,
      "learning_rate": 0.0001547417833133097,
      "loss": 0.8666,
      "step": 755
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.9965768127635756,
      "learning_rate": 0.00015399611687638473,
      "loss": 0.8808,
      "step": 760
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.1911947572353123,
      "learning_rate": 0.00015324618822886165,
      "loss": 0.8824,
      "step": 765
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.1537563580786732,
      "learning_rate": 0.00015249205656673483,
      "loss": 0.863,
      "step": 770
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.0518456260292857,
      "learning_rate": 0.00015173378141776568,
      "loss": 0.8812,
      "step": 775
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.387022437551768,
      "learning_rate": 0.00015097142263678382,
      "loss": 0.8835,
      "step": 780
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.0408593407980289,
      "learning_rate": 0.0001502050404009624,
      "loss": 0.94,
      "step": 785
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.9105554748085787,
      "learning_rate": 0.00014943469520506807,
      "loss": 0.9024,
      "step": 790
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.0445125806761943,
      "learning_rate": 0.00014866044785668563,
      "loss": 0.8973,
      "step": 795
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.0453562314924396,
      "learning_rate": 0.00014788235947141832,
      "loss": 0.9402,
      "step": 800
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.9691509611927153,
      "learning_rate": 0.00014710049146806348,
      "loss": 0.8924,
      "step": 805
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.1002288592485436,
      "learning_rate": 0.00014631490556376458,
      "loss": 0.8535,
      "step": 810
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.0588060898797662,
      "learning_rate": 0.00014552566376913943,
      "loss": 0.9215,
      "step": 815
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.1064064596494758,
      "learning_rate": 0.0001447328283833854,
      "loss": 0.8822,
      "step": 820
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.9443323504920631,
      "learning_rate": 0.00014393646198936167,
      "loss": 0.8519,
      "step": 825
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.0288834578773713,
      "learning_rate": 0.00014313662744864955,
      "loss": 0.8127,
      "step": 830
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.9217642107444823,
      "learning_rate": 0.00014233338789659006,
      "loss": 0.9436,
      "step": 835
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.1636504558701406,
      "learning_rate": 0.00014152680673730058,
      "loss": 0.8811,
      "step": 840
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.0596219737156714,
      "learning_rate": 0.00014071694763866986,
      "loss": 0.9467,
      "step": 845
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.2066959377309563,
      "learning_rate": 0.00013990387452733255,
      "loss": 0.8134,
      "step": 850
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.0002794262680956,
      "learning_rate": 0.00013908765158362297,
      "loss": 0.8525,
      "step": 855
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.9370583121034902,
      "learning_rate": 0.000138268343236509,
      "loss": 0.9415,
      "step": 860
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.068438209489481,
      "learning_rate": 0.00013744601415850637,
      "loss": 0.8345,
      "step": 865
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.0013512513559877,
      "learning_rate": 0.00013662072926057383,
      "loss": 0.9228,
      "step": 870
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.1009082230050427,
      "learning_rate": 0.00013579255368698914,
      "loss": 0.8734,
      "step": 875
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.9267504277577387,
      "learning_rate": 0.00013496155281020707,
      "loss": 0.883,
      "step": 880
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.9055721244854339,
      "learning_rate": 0.00013412779222569908,
      "loss": 0.909,
      "step": 885
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.0647099863896714,
      "learning_rate": 0.00013329133774677552,
      "loss": 0.8752,
      "step": 890
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.0280795070472157,
      "learning_rate": 0.00013245225539939073,
      "loss": 0.846,
      "step": 895
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.9768719689574438,
      "learning_rate": 0.0001316106114169311,
      "loss": 0.8497,
      "step": 900
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.1309395586064876,
      "learning_rate": 0.00013076647223498702,
      "loss": 0.9077,
      "step": 905
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.2045776660696499,
      "learning_rate": 0.0001299199044861086,
      "loss": 0.8688,
      "step": 910
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.9841428220188774,
      "learning_rate": 0.0001290709749945463,
      "loss": 0.8629,
      "step": 915
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.325435278640866,
      "learning_rate": 0.0001282197507709757,
      "loss": 0.8845,
      "step": 920
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.001414834995417,
      "learning_rate": 0.0001273662990072083,
      "loss": 0.8362,
      "step": 925
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.9850158774989259,
      "learning_rate": 0.00012651068707088766,
      "loss": 0.9111,
      "step": 930
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.125415537788732,
      "learning_rate": 0.00012565298250017155,
      "loss": 0.8847,
      "step": 935
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.9312415927403098,
      "learning_rate": 0.00012479325299840095,
      "loss": 0.8961,
      "step": 940
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.0186566605726637,
      "learning_rate": 0.0001239315664287558,
      "loss": 0.9071,
      "step": 945
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.9587942024148747,
      "learning_rate": 0.00012306799080889807,
      "loss": 0.8553,
      "step": 950
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.0677123133883124,
      "learning_rate": 0.000122202594305603,
      "loss": 0.8459,
      "step": 955
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.8807263375032743,
      "learning_rate": 0.00012133544522937805,
      "loss": 0.8544,
      "step": 960
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.0893135979400062,
      "learning_rate": 0.00012046661202907101,
      "loss": 0.8967,
      "step": 965
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.2654715562850305,
      "learning_rate": 0.00011959616328646678,
      "loss": 0.8554,
      "step": 970
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.8250130976731411,
      "learning_rate": 0.00011872416771087395,
      "loss": 0.9238,
      "step": 975
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.978527504635651,
      "learning_rate": 0.00011785069413370111,
      "loss": 0.8132,
      "step": 980
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.9818769307982783,
      "learning_rate": 0.00011697581150302362,
      "loss": 0.8541,
      "step": 985
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.951052968962308,
      "learning_rate": 0.00011609958887814129,
      "loss": 0.8814,
      "step": 990
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.9722385611491896,
      "learning_rate": 0.00011522209542412696,
      "loss": 0.8814,
      "step": 995
    },
    {
      "epoch": 1.53,
      "grad_norm": 1.1517052356748192,
      "learning_rate": 0.00011434340040636704,
      "loss": 0.8906,
      "step": 1000
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.9501728523383044,
      "learning_rate": 0.00011346357318509395,
      "loss": 0.8791,
      "step": 1005
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.9615870877113771,
      "learning_rate": 0.00011258268320991119,
      "loss": 0.8547,
      "step": 1010
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.1528161628232605,
      "learning_rate": 0.0001117008000143112,
      "loss": 0.8321,
      "step": 1015
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.0959125037961595,
      "learning_rate": 0.00011081799321018695,
      "loss": 0.8782,
      "step": 1020
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.1574849427468559,
      "learning_rate": 0.00010993433248233671,
      "loss": 0.8611,
      "step": 1025
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.9005752589116309,
      "learning_rate": 0.0001090498875829638,
      "loss": 0.9169,
      "step": 1030
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.9992289604264046,
      "learning_rate": 0.00010816472832617037,
      "loss": 0.8925,
      "step": 1035
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.1498675103760203,
      "learning_rate": 0.00010727892458244686,
      "loss": 0.8942,
      "step": 1040
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.9081946761117776,
      "learning_rate": 0.00010639254627315657,
      "loss": 0.8955,
      "step": 1045
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.0275540701494208,
      "learning_rate": 0.00010550566336501637,
      "loss": 0.8442,
      "step": 1050
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.9434351529699477,
      "learning_rate": 0.00010461834586457398,
      "loss": 0.9419,
      "step": 1055
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.8829537272599468,
      "learning_rate": 0.0001037306638126818,
      "loss": 0.9257,
      "step": 1060
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.1223033845867914,
      "learning_rate": 0.00010284268727896833,
      "loss": 0.9161,
      "step": 1065
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.2421465538773482,
      "learning_rate": 0.00010195448635630708,
      "loss": 0.8701,
      "step": 1070
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.1218568027877072,
      "learning_rate": 0.00010106613115528398,
      "loss": 0.9046,
      "step": 1075
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.0337432513754021,
      "learning_rate": 0.00010017769179866279,
      "loss": 0.8609,
      "step": 1080
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.8566019611964384,
      "learning_rate": 9.928923841585024e-05,
      "loss": 0.8153,
      "step": 1085
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.9670758845502253,
      "learning_rate": 9.840084113736024e-05,
      "loss": 0.8968,
      "step": 1090
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.8720532251402997,
      "learning_rate": 9.751257008927803e-05,
      "loss": 0.9142,
      "step": 1095
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.005265233752645,
      "learning_rate": 9.66244953877248e-05,
      "loss": 0.8797,
      "step": 1100
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.0788499372739098,
      "learning_rate": 9.573668713332304e-05,
      "loss": 0.8721,
      "step": 1105
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.959383830376907,
      "learning_rate": 9.484921540566307e-05,
      "loss": 0.9281,
      "step": 1110
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.9960816420866151,
      "learning_rate": 9.396215025777139e-05,
      "loss": 0.8946,
      "step": 1115
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.9183171097472164,
      "learning_rate": 9.307556171058085e-05,
      "loss": 0.8727,
      "step": 1120
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.9320733649944887,
      "learning_rate": 9.218951974740354e-05,
      "loss": 0.9172,
      "step": 1125
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.8820875642651754,
      "learning_rate": 9.130409430840678e-05,
      "loss": 0.903,
      "step": 1130
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.9886857168118836,
      "learning_rate": 9.041935528509216e-05,
      "loss": 0.919,
      "step": 1135
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.0243023631867323,
      "learning_rate": 8.953537251477874e-05,
      "loss": 0.8972,
      "step": 1140
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.0083372332679066,
      "learning_rate": 8.865221577509033e-05,
      "loss": 0.8922,
      "step": 1145
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.0260814204564148,
      "learning_rate": 8.776995477844768e-05,
      "loss": 0.8516,
      "step": 1150
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.8142375395224646,
      "learning_rate": 8.688865916656547e-05,
      "loss": 0.8484,
      "step": 1155
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.0780009890850535,
      "learning_rate": 8.600839850495546e-05,
      "loss": 0.8693,
      "step": 1160
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.34710148555113,
      "learning_rate": 8.512924227743481e-05,
      "loss": 0.8465,
      "step": 1165
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.8023152238316216,
      "learning_rate": 8.425125988064197e-05,
      "loss": 0.8813,
      "step": 1170
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.0380654418842252,
      "learning_rate": 8.337452061855814e-05,
      "loss": 0.9174,
      "step": 1175
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.0726246573015967,
      "learning_rate": 8.249909369703728e-05,
      "loss": 0.8662,
      "step": 1180
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.0278553172179552,
      "learning_rate": 8.162504821834295e-05,
      "loss": 0.8908,
      "step": 1185
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.3072760509850052,
      "learning_rate": 8.075245317569395e-05,
      "loss": 0.8671,
      "step": 1190
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.9627970898558489,
      "learning_rate": 7.988137744781805e-05,
      "loss": 0.8796,
      "step": 1195
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.9715464599367558,
      "learning_rate": 7.901188979351526e-05,
      "loss": 0.8625,
      "step": 1200
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.0848501852802424,
      "learning_rate": 7.814405884623011e-05,
      "loss": 0.855,
      "step": 1205
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.9626487674718053,
      "learning_rate": 7.727795310863425e-05,
      "loss": 0.9057,
      "step": 1210
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.8586177531466549,
      "learning_rate": 7.64136409472189e-05,
      "loss": 0.7599,
      "step": 1215
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.9382983703101969,
      "learning_rate": 7.55511905868985e-05,
      "loss": 0.8729,
      "step": 1220
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.0198546805846869,
      "learning_rate": 7.469067010562539e-05,
      "loss": 0.9047,
      "step": 1225
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.027987716065299,
      "learning_rate": 7.383214742901573e-05,
      "loss": 0.8926,
      "step": 1230
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.9910955347499838,
      "learning_rate": 7.297569032498817e-05,
      "loss": 0.9097,
      "step": 1235
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.108145730506975,
      "learning_rate": 7.212136639841418e-05,
      "loss": 0.8127,
      "step": 1240
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.78955284168565,
      "learning_rate": 7.126924308578196e-05,
      "loss": 0.9052,
      "step": 1245
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.9172876708503183,
      "learning_rate": 7.041938764987297e-05,
      "loss": 0.8864,
      "step": 1250
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.9468127168909404,
      "learning_rate": 6.957186717445283e-05,
      "loss": 0.8877,
      "step": 1255
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.9264382383778683,
      "learning_rate": 6.872674855897581e-05,
      "loss": 0.8407,
      "step": 1260
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.9055699868252433,
      "learning_rate": 6.788409851330418e-05,
      "loss": 0.9067,
      "step": 1265
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.9776429485158797,
      "learning_rate": 6.704398355244237e-05,
      "loss": 0.8893,
      "step": 1270
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.1033183037079404,
      "learning_rate": 6.620646999128668e-05,
      "loss": 0.919,
      "step": 1275
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.8873640249636788,
      "learning_rate": 6.537162393939063e-05,
      "loss": 0.8226,
      "step": 1280
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.0005367354469088,
      "learning_rate": 6.453951129574644e-05,
      "loss": 0.8982,
      "step": 1285
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.9756199772914784,
      "learning_rate": 6.371019774358351e-05,
      "loss": 0.898,
      "step": 1290
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.8573420891606421,
      "learning_rate": 6.288374874518348e-05,
      "loss": 0.8824,
      "step": 1295
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.8314787002741244,
      "learning_rate": 6.206022953671303e-05,
      "loss": 0.8533,
      "step": 1300
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.999256628643339,
      "learning_rate": 6.123970512307434e-05,
      "loss": 0.8766,
      "step": 1305
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.020370445146433,
      "learning_rate": 6.042224027277403e-05,
      "loss": 0.8664,
      "step": 1310
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.1823043823242188,
      "eval_runtime": 248.6275,
      "eval_samples_per_second": 9.291,
      "eval_steps_per_second": 0.583,
      "step": 1311
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.9076519760868025,
      "learning_rate": 5.960789951281052e-05,
      "loss": 0.8506,
      "step": 1315
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.8435077804141212,
      "learning_rate": 5.879674712358061e-05,
      "loss": 0.8293,
      "step": 1320
    },
    {
      "epoch": 2.02,
      "grad_norm": 1.2235293049079738,
      "learning_rate": 5.798884713380541e-05,
      "loss": 0.8727,
      "step": 1325
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.982943334202588,
      "learning_rate": 5.718426331547626e-05,
      "loss": 0.8403,
      "step": 1330
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.0225809341397019,
      "learning_rate": 5.638305917882093e-05,
      "loss": 0.825,
      "step": 1335
    },
    {
      "epoch": 2.04,
      "grad_norm": 1.0068602287969126,
      "learning_rate": 5.558529796729015e-05,
      "loss": 0.8253,
      "step": 1340
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.8942997135434371,
      "learning_rate": 5.479104265256583e-05,
      "loss": 0.8093,
      "step": 1345
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.919639915565314,
      "learning_rate": 5.4000355929589985e-05,
      "loss": 0.8736,
      "step": 1350
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.9792431007986793,
      "learning_rate": 5.32133002116161e-05,
      "loss": 0.8134,
      "step": 1355
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.9705003699468054,
      "learning_rate": 5.242993762528248e-05,
      "loss": 0.821,
      "step": 1360
    },
    {
      "epoch": 2.08,
      "grad_norm": 1.0687461433169771,
      "learning_rate": 5.165033000570825e-05,
      "loss": 0.8586,
      "step": 1365
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.9864467254623525,
      "learning_rate": 5.087453889161229e-05,
      "loss": 0.7872,
      "step": 1370
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.9022370559155457,
      "learning_rate": 5.010262552045573e-05,
      "loss": 0.8145,
      "step": 1375
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.8356213372223533,
      "learning_rate": 4.933465082360807e-05,
      "loss": 0.8521,
      "step": 1380
    },
    {
      "epoch": 2.11,
      "grad_norm": 1.0182132748957182,
      "learning_rate": 4.857067542153768e-05,
      "loss": 0.8567,
      "step": 1385
    },
    {
      "epoch": 2.12,
      "grad_norm": 1.086022764305583,
      "learning_rate": 4.781075961902656e-05,
      "loss": 0.804,
      "step": 1390
    },
    {
      "epoch": 2.13,
      "grad_norm": 1.0333147014472928,
      "learning_rate": 4.705496340041009e-05,
      "loss": 0.8119,
      "step": 1395
    },
    {
      "epoch": 2.14,
      "grad_norm": 1.0968659156489957,
      "learning_rate": 4.630334642484231e-05,
      "loss": 0.8434,
      "step": 1400
    },
    {
      "epoch": 2.14,
      "grad_norm": 1.1297383258429818,
      "learning_rate": 4.555596802158653e-05,
      "loss": 0.8388,
      "step": 1405
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.9894862065125212,
      "learning_rate": 4.481288718533238e-05,
      "loss": 0.8457,
      "step": 1410
    },
    {
      "epoch": 2.16,
      "grad_norm": 1.0086593655810214,
      "learning_rate": 4.407416257153872e-05,
      "loss": 0.8452,
      "step": 1415
    },
    {
      "epoch": 2.17,
      "grad_norm": 1.077271484795884,
      "learning_rate": 4.33398524918039e-05,
      "loss": 0.8307,
      "step": 1420
    },
    {
      "epoch": 2.17,
      "grad_norm": 1.101473877979803,
      "learning_rate": 4.261001490926272e-05,
      "loss": 0.8228,
      "step": 1425
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.1024756868438783,
      "learning_rate": 4.1884707434011295e-05,
      "loss": 0.8455,
      "step": 1430
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.9596705868289979,
      "learning_rate": 4.116398731855934e-05,
      "loss": 0.8429,
      "step": 1435
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.0578699242751421,
      "learning_rate": 4.044791145331105e-05,
      "loss": 0.7775,
      "step": 1440
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.8551950143576533,
      "learning_rate": 3.973653636207437e-05,
      "loss": 0.8328,
      "step": 1445
    },
    {
      "epoch": 2.21,
      "grad_norm": 1.071052415435941,
      "learning_rate": 3.902991819759937e-05,
      "loss": 0.8459,
      "step": 1450
    },
    {
      "epoch": 2.22,
      "grad_norm": 1.0178868820951739,
      "learning_rate": 3.832811273714569e-05,
      "loss": 0.8003,
      "step": 1455
    },
    {
      "epoch": 2.23,
      "grad_norm": 1.0388700331104954,
      "learning_rate": 3.763117537807972e-05,
      "loss": 0.8579,
      "step": 1460
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.9885214128911158,
      "learning_rate": 3.693916113350182e-05,
      "loss": 0.8114,
      "step": 1465
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.9507588869671092,
      "learning_rate": 3.625212462790385e-05,
      "loss": 0.7656,
      "step": 1470
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.033384131735441,
      "learning_rate": 3.55701200928574e-05,
      "loss": 0.7871,
      "step": 1475
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.9158523594001913,
      "learning_rate": 3.489320136273288e-05,
      "loss": 0.8385,
      "step": 1480
    },
    {
      "epoch": 2.27,
      "grad_norm": 1.0861208797350566,
      "learning_rate": 3.422142187045011e-05,
      "loss": 0.8296,
      "step": 1485
    },
    {
      "epoch": 2.27,
      "grad_norm": 1.0108364033236483,
      "learning_rate": 3.3554834643260624e-05,
      "loss": 0.8405,
      "step": 1490
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.017348028808686,
      "learning_rate": 3.289349229856197e-05,
      "loss": 0.8041,
      "step": 1495
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.9720934709242245,
      "learning_rate": 3.223744703974413e-05,
      "loss": 0.8477,
      "step": 1500
    },
    {
      "epoch": 2.3,
      "grad_norm": 1.0491113172636481,
      "learning_rate": 3.1586750652069074e-05,
      "loss": 0.8455,
      "step": 1505
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.969350149657045,
      "learning_rate": 3.094145449858285e-05,
      "loss": 0.8373,
      "step": 1510
    },
    {
      "epoch": 2.31,
      "grad_norm": 1.1292836391329433,
      "learning_rate": 3.030160951606138e-05,
      "loss": 0.8265,
      "step": 1515
    },
    {
      "epoch": 2.32,
      "grad_norm": 1.1377550753616885,
      "learning_rate": 2.966726621098963e-05,
      "loss": 0.8724,
      "step": 1520
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.9248650902738645,
      "learning_rate": 2.9038474655574897e-05,
      "loss": 0.8247,
      "step": 1525
    },
    {
      "epoch": 2.33,
      "grad_norm": 1.24903061509406,
      "learning_rate": 2.84152844837943e-05,
      "loss": 0.8407,
      "step": 1530
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.9300456009720597,
      "learning_rate": 2.779774488747704e-05,
      "loss": 0.8017,
      "step": 1535
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.9247283493036916,
      "learning_rate": 2.7185904612421176e-05,
      "loss": 0.7873,
      "step": 1540
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.984266641348006,
      "learning_rate": 2.6579811954546052e-05,
      "loss": 0.8231,
      "step": 1545
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.0283812513796944,
      "learning_rate": 2.5979514756079914e-05,
      "loss": 0.8149,
      "step": 1550
    },
    {
      "epoch": 2.37,
      "grad_norm": 1.1106242321896724,
      "learning_rate": 2.5385060401783566e-05,
      "loss": 0.8276,
      "step": 1555
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.9567893029629212,
      "learning_rate": 2.4796495815209996e-05,
      "loss": 0.816,
      "step": 1560
    },
    {
      "epoch": 2.39,
      "grad_norm": 1.0867782224252835,
      "learning_rate": 2.4213867455000338e-05,
      "loss": 0.892,
      "step": 1565
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.1389935740624955,
      "learning_rate": 2.363722131121675e-05,
      "loss": 0.8478,
      "step": 1570
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.9718824376096208,
      "learning_rate": 2.3066602901712108e-05,
      "loss": 0.8496,
      "step": 1575
    },
    {
      "epoch": 2.41,
      "grad_norm": 1.1771964742364636,
      "learning_rate": 2.2502057268537137e-05,
      "loss": 0.8449,
      "step": 1580
    },
    {
      "epoch": 2.42,
      "grad_norm": 1.4160024538664562,
      "learning_rate": 2.1943628974384857e-05,
      "loss": 0.8491,
      "step": 1585
    },
    {
      "epoch": 2.43,
      "grad_norm": 1.0415796126412569,
      "learning_rate": 2.1391362099073032e-05,
      "loss": 0.802,
      "step": 1590
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.8715990916453478,
      "learning_rate": 2.0845300236064757e-05,
      "loss": 0.8696,
      "step": 1595
    },
    {
      "epoch": 2.44,
      "grad_norm": 1.049043541881097,
      "learning_rate": 2.0305486489027424e-05,
      "loss": 0.8302,
      "step": 1600
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.9586867830799501,
      "learning_rate": 1.9771963468430187e-05,
      "loss": 0.8173,
      "step": 1605
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.0529652964302254,
      "learning_rate": 1.924477328818054e-05,
      "loss": 0.8617,
      "step": 1610
    },
    {
      "epoch": 2.46,
      "grad_norm": 1.0449868664649247,
      "learning_rate": 1.8723957562300133e-05,
      "loss": 0.8291,
      "step": 1615
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.0564336584456713,
      "learning_rate": 1.8209557401639732e-05,
      "loss": 0.8175,
      "step": 1620
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.9643616639994842,
      "learning_rate": 1.7701613410634365e-05,
      "loss": 0.7645,
      "step": 1625
    },
    {
      "epoch": 2.49,
      "grad_norm": 1.1870712950124547,
      "learning_rate": 1.720016568409799e-05,
      "loss": 0.8509,
      "step": 1630
    },
    {
      "epoch": 2.49,
      "grad_norm": 1.06154190477567,
      "learning_rate": 1.6705253804058675e-05,
      "loss": 0.8725,
      "step": 1635
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.0388956977852164,
      "learning_rate": 1.621691683663418e-05,
      "loss": 0.8139,
      "step": 1640
    },
    {
      "epoch": 2.51,
      "grad_norm": 1.0678593249410824,
      "learning_rate": 1.573519332894824e-05,
      "loss": 0.7882,
      "step": 1645
    },
    {
      "epoch": 2.52,
      "grad_norm": 1.0504305711608912,
      "learning_rate": 1.5260121306087828e-05,
      "loss": 0.8289,
      "step": 1650
    },
    {
      "epoch": 2.52,
      "grad_norm": 1.039744935641794,
      "learning_rate": 1.4791738268101584e-05,
      "loss": 0.7841,
      "step": 1655
    },
    {
      "epoch": 2.53,
      "grad_norm": 1.0672936964776525,
      "learning_rate": 1.433008118703979e-05,
      "loss": 0.7895,
      "step": 1660
    },
    {
      "epoch": 2.54,
      "grad_norm": 1.095135634651846,
      "learning_rate": 1.3875186504035965e-05,
      "loss": 0.8143,
      "step": 1665
    },
    {
      "epoch": 2.55,
      "grad_norm": 1.0672595953625994,
      "learning_rate": 1.3427090126430342e-05,
      "loss": 0.8258,
      "step": 1670
    },
    {
      "epoch": 2.56,
      "grad_norm": 1.0487848694270845,
      "learning_rate": 1.298582742493546e-05,
      "loss": 0.8433,
      "step": 1675
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.8678608016330454,
      "learning_rate": 1.2551433230844224e-05,
      "loss": 0.7898,
      "step": 1680
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.929677257792853,
      "learning_rate": 1.2123941833280473e-05,
      "loss": 0.7707,
      "step": 1685
    },
    {
      "epoch": 2.58,
      "grad_norm": 1.0288546508719252,
      "learning_rate": 1.1703386976492337e-05,
      "loss": 0.8115,
      "step": 1690
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.9439251135887912,
      "learning_rate": 1.1289801857188587e-05,
      "loss": 0.8584,
      "step": 1695
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.9292081088950934,
      "learning_rate": 1.0883219121918265e-05,
      "loss": 0.8164,
      "step": 1700
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.9421757462427118,
      "learning_rate": 1.0483670864493778e-05,
      "loss": 0.795,
      "step": 1705
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.999919346225195,
      "learning_rate": 1.0091188623457415e-05,
      "loss": 0.8184,
      "step": 1710
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.9742832828955831,
      "learning_rate": 9.70580337959196e-06,
      "loss": 0.8299,
      "step": 1715
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.9089507431330445,
      "learning_rate": 9.327545553475114e-06,
      "loss": 0.7723,
      "step": 1720
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.9732825474788489,
      "learning_rate": 8.95644500307835e-06,
      "loss": 0.8501,
      "step": 1725
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.9960143529194506,
      "learning_rate": 8.592531021409945e-06,
      "loss": 0.9096,
      "step": 1730
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.9339895800344439,
      "learning_rate": 8.235832334202776e-06,
      "loss": 0.8828,
      "step": 1735
    },
    {
      "epoch": 2.65,
      "grad_norm": 1.056692915239154,
      "learning_rate": 7.886377097646792e-06,
      "loss": 0.8749,
      "step": 1740
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.9711524416206577,
      "learning_rate": 7.544192896166568e-06,
      "loss": 0.815,
      "step": 1745
    },
    {
      "epoch": 2.67,
      "grad_norm": 1.0985213550852182,
      "learning_rate": 7.209306740243893e-06,
      "loss": 0.8256,
      "step": 1750
    },
    {
      "epoch": 2.68,
      "grad_norm": 1.0441483688013498,
      "learning_rate": 6.881745064285617e-06,
      "loss": 0.8083,
      "step": 1755
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.9998637235645016,
      "learning_rate": 6.561533724537095e-06,
      "loss": 0.8116,
      "step": 1760
    },
    {
      "epoch": 2.69,
      "grad_norm": 1.1263808784059275,
      "learning_rate": 6.248697997041219e-06,
      "loss": 0.811,
      "step": 1765
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.9529944445283575,
      "learning_rate": 5.943262575643238e-06,
      "loss": 0.8225,
      "step": 1770
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.9459961315540705,
      "learning_rate": 5.645251570041488e-06,
      "loss": 0.7937,
      "step": 1775
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.9556679665444172,
      "learning_rate": 5.354688503884342e-06,
      "loss": 0.8109,
      "step": 1780
    },
    {
      "epoch": 2.72,
      "grad_norm": 1.162754539840243,
      "learning_rate": 5.071596312913329e-06,
      "loss": 0.8337,
      "step": 1785
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.987118403127622,
      "learning_rate": 4.79599734315267e-06,
      "loss": 0.8208,
      "step": 1790
    },
    {
      "epoch": 2.74,
      "grad_norm": 1.0185381683595645,
      "learning_rate": 4.527913349145441e-06,
      "loss": 0.7854,
      "step": 1795
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.036855323975471,
      "learning_rate": 4.267365492236319e-06,
      "loss": 0.8138,
      "step": 1800
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.906565660746568,
      "learning_rate": 4.014374338901206e-06,
      "loss": 0.782,
      "step": 1805
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.9770509541103689,
      "learning_rate": 3.768959859123822e-06,
      "loss": 0.8191,
      "step": 1810
    },
    {
      "epoch": 2.77,
      "grad_norm": 1.0486391035448164,
      "learning_rate": 3.531141424819373e-06,
      "loss": 0.8603,
      "step": 1815
    },
    {
      "epoch": 2.78,
      "grad_norm": 1.0773318638652334,
      "learning_rate": 3.300937808305371e-06,
      "loss": 0.8521,
      "step": 1820
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.985804357345318,
      "learning_rate": 3.0783671808198635e-06,
      "loss": 0.8141,
      "step": 1825
    },
    {
      "epoch": 2.79,
      "grad_norm": 1.1529169013999445,
      "learning_rate": 2.8634471110871032e-06,
      "loss": 0.7832,
      "step": 1830
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.9031631771021017,
      "learning_rate": 2.656194563930714e-06,
      "loss": 0.8585,
      "step": 1835
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.8637751952649739,
      "learning_rate": 2.4566258989345726e-06,
      "loss": 0.7996,
      "step": 1840
    },
    {
      "epoch": 2.81,
      "grad_norm": 1.0164681340381803,
      "learning_rate": 2.264756869151441e-06,
      "loss": 0.8044,
      "step": 1845
    },
    {
      "epoch": 2.82,
      "grad_norm": 1.0556120127779176,
      "learning_rate": 2.0806026198595173e-06,
      "loss": 0.7943,
      "step": 1850
    },
    {
      "epoch": 2.83,
      "grad_norm": 1.1048150934514633,
      "learning_rate": 1.9041776873669704e-06,
      "loss": 0.8225,
      "step": 1855
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.9507298133478834,
      "learning_rate": 1.7354959978644225e-06,
      "loss": 0.8107,
      "step": 1860
    },
    {
      "epoch": 2.85,
      "grad_norm": 1.1226388926103825,
      "learning_rate": 1.5745708663257197e-06,
      "loss": 0.8282,
      "step": 1865
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.929914623001807,
      "learning_rate": 1.4214149954569268e-06,
      "loss": 0.7743,
      "step": 1870
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.8451615970437887,
      "learning_rate": 1.2760404746936183e-06,
      "loss": 0.799,
      "step": 1875
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.9722281685095321,
      "learning_rate": 1.1384587792465872e-06,
      "loss": 0.8559,
      "step": 1880
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.9340387136482731,
      "learning_rate": 1.0086807691960244e-06,
      "loss": 0.822,
      "step": 1885
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.9046388002266489,
      "learning_rate": 8.867166886343592e-07,
      "loss": 0.8384,
      "step": 1890
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.9601062532338479,
      "learning_rate": 7.725761648574969e-07,
      "loss": 0.8342,
      "step": 1895
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.99460636173352,
      "learning_rate": 6.662682076050031e-07,
      "loss": 0.8721,
      "step": 1900
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.9721186202775147,
      "learning_rate": 5.678012083488727e-07,
      "loss": 0.8559,
      "step": 1905
    },
    {
      "epoch": 2.91,
      "grad_norm": 1.2579065537174423,
      "learning_rate": 4.771829396311267e-07,
      "loss": 0.7897,
      "step": 1910
    },
    {
      "epoch": 2.92,
      "grad_norm": 1.011827783498998,
      "learning_rate": 3.9442055445029214e-07,
      "loss": 0.7987,
      "step": 1915
    },
    {
      "epoch": 2.93,
      "grad_norm": 1.133610710351972,
      "learning_rate": 3.1952058569681975e-07,
      "loss": 0.8083,
      "step": 1920
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.9463613366312343,
      "learning_rate": 2.5248894563735247e-07,
      "loss": 0.848,
      "step": 1925
    },
    {
      "epoch": 2.94,
      "grad_norm": 1.0867623661570065,
      "learning_rate": 1.933309254480542e-07,
      "loss": 0.83,
      "step": 1930
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.8980549292174614,
      "learning_rate": 1.4205119479693274e-07,
      "loss": 0.8238,
      "step": 1935
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.8870015504798887,
      "learning_rate": 9.865380147530134e-08,
      "loss": 0.8323,
      "step": 1940
    },
    {
      "epoch": 2.97,
      "grad_norm": 1.1236359515597645,
      "learning_rate": 6.314217107817877e-08,
      "loss": 0.8563,
      "step": 1945
    },
    {
      "epoch": 2.97,
      "grad_norm": 1.0317942271237952,
      "learning_rate": 3.551910673394998e-08,
      "loss": 0.851,
      "step": 1950
    },
    {
      "epoch": 2.98,
      "grad_norm": 1.0177460190731211,
      "learning_rate": 1.5786788883065394e-08,
      "loss": 0.8421,
      "step": 1955
    },
    {
      "epoch": 2.99,
      "grad_norm": 1.0956132894984734,
      "learning_rate": 3.9467751059341085e-09,
      "loss": 0.8274,
      "step": 1960
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.2600799171859316,
      "learning_rate": 0.0,
      "loss": 0.8345,
      "step": 1965
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.2143404483795166,
      "eval_runtime": 248.6803,
      "eval_samples_per_second": 9.289,
      "eval_steps_per_second": 0.583,
      "step": 1965
    },
    {
      "epoch": 3.0,
      "step": 1965,
      "total_flos": 4085393396662272.0,
      "train_loss": 1.1282114190303036,
      "train_runtime": 21563.1342,
      "train_samples_per_second": 2.918,
      "train_steps_per_second": 0.091
    }
  ],
  "logging_steps": 5,
  "max_steps": 1965,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 4085393396662272.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}