{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.99353366298973,
  "eval_steps": 500,
  "global_step": 3285,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015214910612400151,
      "grad_norm": 62.0,
      "learning_rate": 5.050505050505051e-06,
      "loss": 6.7184,
      "step": 10
    },
    {
      "epoch": 0.030429821224800303,
      "grad_norm": 26.625,
      "learning_rate": 1.0101010101010101e-05,
      "loss": 5.0379,
      "step": 20
    },
    {
      "epoch": 0.045644731837200456,
      "grad_norm": 39.25,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 4.5296,
      "step": 30
    },
    {
      "epoch": 0.060859642449600605,
      "grad_norm": 13.75,
      "learning_rate": 2.0202020202020203e-05,
      "loss": 4.5222,
      "step": 40
    },
    {
      "epoch": 0.07607455306200075,
      "grad_norm": 14.5,
      "learning_rate": 2.5252525252525256e-05,
      "loss": 4.4963,
      "step": 50
    },
    {
      "epoch": 0.09128946367440091,
      "grad_norm": 15.125,
      "learning_rate": 3.0303030303030306e-05,
      "loss": 4.7534,
      "step": 60
    },
    {
      "epoch": 0.10650437428680107,
      "grad_norm": 92.0,
      "learning_rate": 3.535353535353535e-05,
      "loss": 4.6209,
      "step": 70
    },
    {
      "epoch": 0.12171928489920121,
      "grad_norm": 40.5,
      "learning_rate": 4.0404040404040405e-05,
      "loss": 4.698,
      "step": 80
    },
    {
      "epoch": 0.13693419551160138,
      "grad_norm": 22.375,
      "learning_rate": 4.545454545454546e-05,
      "loss": 4.6103,
      "step": 90
    },
    {
      "epoch": 0.1521491061240015,
      "grad_norm": 45.0,
      "learning_rate": 4.9984306340238544e-05,
      "loss": 4.8199,
      "step": 100
    },
    {
      "epoch": 0.16736401673640167,
      "grad_norm": 12.125,
      "learning_rate": 4.982736974262398e-05,
      "loss": 4.7424,
      "step": 110
    },
    {
      "epoch": 0.18257892734880182,
      "grad_norm": 18.875,
      "learning_rate": 4.967043314500942e-05,
      "loss": 4.8093,
      "step": 120
    },
    {
      "epoch": 0.19779383796120198,
      "grad_norm": 14.1875,
      "learning_rate": 4.9513496547394854e-05,
      "loss": 4.9051,
      "step": 130
    },
    {
      "epoch": 0.21300874857360214,
      "grad_norm": 9.375,
      "learning_rate": 4.935655994978029e-05,
      "loss": 4.8232,
      "step": 140
    },
    {
      "epoch": 0.2282236591860023,
      "grad_norm": 13.75,
      "learning_rate": 4.919962335216573e-05,
      "loss": 4.7461,
      "step": 150
    },
    {
      "epoch": 0.24343856979840242,
      "grad_norm": 9.625,
      "learning_rate": 4.9042686754551165e-05,
      "loss": 4.7576,
      "step": 160
    },
    {
      "epoch": 0.2586534804108026,
      "grad_norm": 9.375,
      "learning_rate": 4.88857501569366e-05,
      "loss": 4.7951,
      "step": 170
    },
    {
      "epoch": 0.27386839102320276,
      "grad_norm": 9.125,
      "learning_rate": 4.8728813559322034e-05,
      "loss": 4.7547,
      "step": 180
    },
    {
      "epoch": 0.2890833016356029,
      "grad_norm": 9.125,
      "learning_rate": 4.8571876961707475e-05,
      "loss": 4.7108,
      "step": 190
    },
    {
      "epoch": 0.304298212248003,
      "grad_norm": 11.125,
      "learning_rate": 4.841494036409291e-05,
      "loss": 4.6421,
      "step": 200
    },
    {
      "epoch": 0.3195131228604032,
      "grad_norm": 82.5,
      "learning_rate": 4.8258003766478345e-05,
      "loss": 4.6211,
      "step": 210
    },
    {
      "epoch": 0.33472803347280333,
      "grad_norm": 96.5,
      "learning_rate": 4.8101067168863786e-05,
      "loss": 5.1034,
      "step": 220
    },
    {
      "epoch": 0.3499429440852035,
      "grad_norm": 62.25,
      "learning_rate": 4.794413057124922e-05,
      "loss": 6.1655,
      "step": 230
    },
    {
      "epoch": 0.36515785469760365,
      "grad_norm": 116.0,
      "learning_rate": 4.7787193973634655e-05,
      "loss": 5.6462,
      "step": 240
    },
    {
      "epoch": 0.3803727653100038,
      "grad_norm": 147.0,
      "learning_rate": 4.763025737602009e-05,
      "loss": 5.1807,
      "step": 250
    },
    {
      "epoch": 0.39558767592240396,
      "grad_norm": 19.5,
      "learning_rate": 4.747332077840553e-05,
      "loss": 4.7096,
      "step": 260
    },
    {
      "epoch": 0.4108025865348041,
      "grad_norm": 52.5,
      "learning_rate": 4.7316384180790966e-05,
      "loss": 4.5789,
      "step": 270
    },
    {
      "epoch": 0.42601749714720427,
      "grad_norm": 310.0,
      "learning_rate": 4.71594475831764e-05,
      "loss": 5.1039,
      "step": 280
    },
    {
      "epoch": 0.44123240775960443,
      "grad_norm": 153.0,
      "learning_rate": 4.7002510985561835e-05,
      "loss": 5.1985,
      "step": 290
    },
    {
      "epoch": 0.4564473183720046,
      "grad_norm": 39.5,
      "learning_rate": 4.684557438794727e-05,
      "loss": 5.1797,
      "step": 300
    },
    {
      "epoch": 0.47166222898440474,
      "grad_norm": 100.0,
      "learning_rate": 4.6688637790332704e-05,
      "loss": 5.1788,
      "step": 310
    },
    {
      "epoch": 0.48687713959680484,
      "grad_norm": 41.5,
      "learning_rate": 4.6531701192718145e-05,
      "loss": 5.046,
      "step": 320
    },
    {
      "epoch": 0.502092050209205,
      "grad_norm": 964.0,
      "learning_rate": 4.637476459510358e-05,
      "loss": 5.0876,
      "step": 330
    },
    {
      "epoch": 0.5173069608216052,
      "grad_norm": 192.0,
      "learning_rate": 4.6217827997489015e-05,
      "loss": 5.0314,
      "step": 340
    },
    {
      "epoch": 0.5325218714340053,
      "grad_norm": 41.75,
      "learning_rate": 4.606089139987445e-05,
      "loss": 5.0153,
      "step": 350
    },
    {
      "epoch": 0.5477367820464055,
      "grad_norm": 51.0,
      "learning_rate": 4.590395480225989e-05,
      "loss": 4.7087,
      "step": 360
    },
    {
      "epoch": 0.5629516926588056,
      "grad_norm": 101.0,
      "learning_rate": 4.5747018204645325e-05,
      "loss": 4.8249,
      "step": 370
    },
    {
      "epoch": 0.5781666032712058,
      "grad_norm": 32.25,
      "learning_rate": 4.559008160703076e-05,
      "loss": 4.9544,
      "step": 380
    },
    {
      "epoch": 0.5933815138836059,
      "grad_norm": 18.5,
      "learning_rate": 4.54331450094162e-05,
      "loss": 4.7081,
      "step": 390
    },
    {
      "epoch": 0.608596424496006,
      "grad_norm": 49.25,
      "learning_rate": 4.5276208411801636e-05,
      "loss": 4.9085,
      "step": 400
    },
    {
      "epoch": 0.6238113351084063,
      "grad_norm": 446.0,
      "learning_rate": 4.511927181418707e-05,
      "loss": 4.8538,
      "step": 410
    },
    {
      "epoch": 0.6390262457208064,
      "grad_norm": 59.25,
      "learning_rate": 4.4962335216572505e-05,
      "loss": 4.6111,
      "step": 420
    },
    {
      "epoch": 0.6542411563332066,
      "grad_norm": 60.0,
      "learning_rate": 4.4805398618957946e-05,
      "loss": 4.6564,
      "step": 430
    },
    {
      "epoch": 0.6694560669456067,
      "grad_norm": 37.5,
      "learning_rate": 4.464846202134338e-05,
      "loss": 4.6277,
      "step": 440
    },
    {
      "epoch": 0.6846709775580069,
      "grad_norm": 8.75,
      "learning_rate": 4.4491525423728816e-05,
      "loss": 4.4838,
      "step": 450
    },
    {
      "epoch": 0.699885888170407,
      "grad_norm": 20.375,
      "learning_rate": 4.433458882611426e-05,
      "loss": 4.6507,
      "step": 460
    },
    {
      "epoch": 0.7151007987828072,
      "grad_norm": 22.0,
      "learning_rate": 4.417765222849969e-05,
      "loss": 4.7077,
      "step": 470
    },
    {
      "epoch": 0.7303157093952073,
      "grad_norm": 12.25,
      "learning_rate": 4.4020715630885126e-05,
      "loss": 4.5839,
      "step": 480
    },
    {
      "epoch": 0.7455306200076075,
      "grad_norm": 9.1875,
      "learning_rate": 4.386377903327056e-05,
      "loss": 4.5522,
      "step": 490
    },
    {
      "epoch": 0.7607455306200076,
      "grad_norm": 13.3125,
      "learning_rate": 4.3706842435655995e-05,
      "loss": 4.686,
      "step": 500
    },
    {
      "epoch": 0.7759604412324077,
      "grad_norm": 14.5625,
      "learning_rate": 4.354990583804143e-05,
      "loss": 4.444,
      "step": 510
    },
    {
      "epoch": 0.7911753518448079,
      "grad_norm": 580.0,
      "learning_rate": 4.3392969240426864e-05,
      "loss": 5.0163,
      "step": 520
    },
    {
      "epoch": 0.806390262457208,
      "grad_norm": 54.25,
      "learning_rate": 4.3236032642812306e-05,
      "loss": 5.1205,
      "step": 530
    },
    {
      "epoch": 0.8216051730696082,
      "grad_norm": 43.5,
      "learning_rate": 4.307909604519774e-05,
      "loss": 4.7013,
      "step": 540
    },
    {
      "epoch": 0.8368200836820083,
      "grad_norm": 22.125,
      "learning_rate": 4.2922159447583175e-05,
      "loss": 4.5653,
      "step": 550
    },
    {
      "epoch": 0.8520349942944085,
      "grad_norm": 19.0,
      "learning_rate": 4.2765222849968616e-05,
      "loss": 4.465,
      "step": 560
    },
    {
      "epoch": 0.8672499049068086,
      "grad_norm": 72.0,
      "learning_rate": 4.260828625235405e-05,
      "loss": 4.6378,
      "step": 570
    },
    {
      "epoch": 0.8824648155192089,
      "grad_norm": 14.4375,
      "learning_rate": 4.2451349654739486e-05,
      "loss": 4.6684,
      "step": 580
    },
    {
      "epoch": 0.897679726131609,
      "grad_norm": 75.5,
      "learning_rate": 4.229441305712492e-05,
      "loss": 4.5414,
      "step": 590
    },
    {
      "epoch": 0.9128946367440092,
      "grad_norm": 808.0,
      "learning_rate": 4.213747645951036e-05,
      "loss": 4.476,
      "step": 600
    },
    {
      "epoch": 0.9281095473564093,
      "grad_norm": 18.625,
      "learning_rate": 4.1980539861895796e-05,
      "loss": 4.4283,
      "step": 610
    },
    {
      "epoch": 0.9433244579688095,
      "grad_norm": 20.25,
      "learning_rate": 4.182360326428123e-05,
      "loss": 4.4041,
      "step": 620
    },
    {
      "epoch": 0.9585393685812096,
      "grad_norm": 430.0,
      "learning_rate": 4.166666666666667e-05,
      "loss": 4.3725,
      "step": 630
    },
    {
      "epoch": 0.9737542791936097,
      "grad_norm": 246.0,
      "learning_rate": 4.150973006905211e-05,
      "loss": 4.591,
      "step": 640
    },
    {
      "epoch": 0.9889691898060099,
      "grad_norm": 15.25,
      "learning_rate": 4.135279347143754e-05,
      "loss": 4.684,
      "step": 650
    },
    {
      "epoch": 1.00304298212248,
      "grad_norm": 19.0,
      "learning_rate": 4.119585687382298e-05,
      "loss": 3.8939,
      "step": 660
    },
    {
      "epoch": 1.0182578927348802,
      "grad_norm": 16.5,
      "learning_rate": 4.103892027620842e-05,
      "loss": 3.9108,
      "step": 670
    },
    {
      "epoch": 1.0334728033472804,
      "grad_norm": 18.625,
      "learning_rate": 4.088198367859385e-05,
      "loss": 4.0937,
      "step": 680
    },
    {
      "epoch": 1.0486877139596804,
      "grad_norm": 109.0,
      "learning_rate": 4.0725047080979286e-05,
      "loss": 3.8888,
      "step": 690
    },
    {
      "epoch": 1.0639026245720806,
      "grad_norm": 14.6875,
      "learning_rate": 4.056811048336472e-05,
      "loss": 4.0143,
      "step": 700
    },
    {
      "epoch": 1.0791175351844808,
      "grad_norm": 22.25,
      "learning_rate": 4.0411173885750156e-05,
      "loss": 3.8516,
      "step": 710
    },
    {
      "epoch": 1.0943324457968808,
      "grad_norm": 23.0,
      "learning_rate": 4.025423728813559e-05,
      "loss": 3.95,
      "step": 720
    },
    {
      "epoch": 1.109547356409281,
      "grad_norm": 13.375,
      "learning_rate": 4.009730069052103e-05,
      "loss": 3.913,
      "step": 730
    },
    {
      "epoch": 1.1247622670216813,
      "grad_norm": 13.8125,
      "learning_rate": 3.9940364092906466e-05,
      "loss": 3.9559,
      "step": 740
    },
    {
      "epoch": 1.1399771776340815,
      "grad_norm": 11.125,
      "learning_rate": 3.97834274952919e-05,
      "loss": 3.9732,
      "step": 750
    },
    {
      "epoch": 1.1551920882464817,
      "grad_norm": 20.375,
      "learning_rate": 3.962649089767734e-05,
      "loss": 4.0201,
      "step": 760
    },
    {
      "epoch": 1.1704069988588817,
      "grad_norm": 23.5,
      "learning_rate": 3.946955430006278e-05,
      "loss": 3.9096,
      "step": 770
    },
    {
      "epoch": 1.1856219094712819,
      "grad_norm": 17.875,
      "learning_rate": 3.931261770244821e-05,
      "loss": 3.9626,
      "step": 780
    },
    {
      "epoch": 1.200836820083682,
      "grad_norm": 18.375,
      "learning_rate": 3.9155681104833646e-05,
      "loss": 3.9349,
      "step": 790
    },
    {
      "epoch": 1.216051730696082,
      "grad_norm": 36.0,
      "learning_rate": 3.899874450721909e-05,
      "loss": 3.8503,
      "step": 800
    },
    {
      "epoch": 1.2312666413084823,
      "grad_norm": 18.625,
      "learning_rate": 3.884180790960452e-05,
      "loss": 3.9523,
      "step": 810
    },
    {
      "epoch": 1.2464815519208825,
      "grad_norm": 13.6875,
      "learning_rate": 3.8684871311989956e-05,
      "loss": 3.7665,
      "step": 820
    },
    {
      "epoch": 1.2616964625332825,
      "grad_norm": 14.375,
      "learning_rate": 3.85279347143754e-05,
      "loss": 3.8204,
      "step": 830
    },
    {
      "epoch": 1.2769113731456827,
      "grad_norm": 14.625,
      "learning_rate": 3.837099811676083e-05,
      "loss": 3.8995,
      "step": 840
    },
    {
      "epoch": 1.292126283758083,
      "grad_norm": 20.375,
      "learning_rate": 3.821406151914627e-05,
      "loss": 3.9207,
      "step": 850
    },
    {
      "epoch": 1.3073411943704831,
      "grad_norm": 12.4375,
      "learning_rate": 3.80571249215317e-05,
      "loss": 3.9366,
      "step": 860
    },
    {
      "epoch": 1.3225561049828833,
      "grad_norm": 22.25,
      "learning_rate": 3.790018832391714e-05,
      "loss": 3.7521,
      "step": 870
    },
    {
      "epoch": 1.3377710155952833,
      "grad_norm": 20.625,
      "learning_rate": 3.774325172630258e-05,
      "loss": 3.8315,
      "step": 880
    },
    {
      "epoch": 1.3529859262076835,
      "grad_norm": 21.875,
      "learning_rate": 3.758631512868801e-05,
      "loss": 3.8439,
      "step": 890
    },
    {
      "epoch": 1.3682008368200838,
      "grad_norm": 23.75,
      "learning_rate": 3.7429378531073453e-05,
      "loss": 3.773,
      "step": 900
    },
    {
      "epoch": 1.3834157474324837,
      "grad_norm": 134.0,
      "learning_rate": 3.727244193345889e-05,
      "loss": 3.8877,
      "step": 910
    },
    {
      "epoch": 1.398630658044884,
      "grad_norm": 24.625,
      "learning_rate": 3.711550533584432e-05,
      "loss": 3.8059,
      "step": 920
    },
    {
      "epoch": 1.4138455686572842,
      "grad_norm": 103.0,
      "learning_rate": 3.695856873822976e-05,
      "loss": 3.8337,
      "step": 930
    },
    {
      "epoch": 1.4290604792696842,
      "grad_norm": 20.375,
      "learning_rate": 3.680163214061519e-05,
      "loss": 3.8493,
      "step": 940
    },
    {
      "epoch": 1.4442753898820844,
      "grad_norm": 23.625,
      "learning_rate": 3.6644695543000626e-05,
      "loss": 3.8309,
      "step": 950
    },
    {
      "epoch": 1.4594903004944846,
      "grad_norm": 17.625,
      "learning_rate": 3.648775894538606e-05,
      "loss": 3.7735,
      "step": 960
    },
    {
      "epoch": 1.4747052111068848,
      "grad_norm": 20.0,
      "learning_rate": 3.63308223477715e-05,
      "loss": 3.7216,
      "step": 970
    },
    {
      "epoch": 1.489920121719285,
      "grad_norm": 18.75,
      "learning_rate": 3.617388575015694e-05,
      "loss": 3.8008,
      "step": 980
    },
    {
      "epoch": 1.505135032331685,
      "grad_norm": 25.25,
      "learning_rate": 3.601694915254237e-05,
      "loss": 3.8333,
      "step": 990
    },
    {
      "epoch": 1.5203499429440852,
      "grad_norm": 16.375,
      "learning_rate": 3.586001255492781e-05,
      "loss": 3.8395,
      "step": 1000
    },
    {
      "epoch": 1.5355648535564854,
      "grad_norm": 16.5,
      "learning_rate": 3.570307595731325e-05,
      "loss": 3.8099,
      "step": 1010
    },
    {
      "epoch": 1.5507797641688854,
      "grad_norm": 29.875,
      "learning_rate": 3.554613935969868e-05,
      "loss": 3.8804,
      "step": 1020
    },
    {
      "epoch": 1.5659946747812856,
      "grad_norm": 211.0,
      "learning_rate": 3.538920276208412e-05,
      "loss": 4.9431,
      "step": 1030
    },
    {
      "epoch": 1.5812095853936858,
      "grad_norm": 39.0,
      "learning_rate": 3.523226616446956e-05,
      "loss": 4.2009,
      "step": 1040
    },
    {
      "epoch": 1.5964244960060858,
      "grad_norm": 34.5,
      "learning_rate": 3.507532956685499e-05,
      "loss": 3.7996,
      "step": 1050
    },
    {
      "epoch": 1.6116394066184863,
      "grad_norm": 136.0,
      "learning_rate": 3.491839296924043e-05,
      "loss": 3.7328,
      "step": 1060
    },
    {
      "epoch": 1.6268543172308862,
      "grad_norm": 70.5,
      "learning_rate": 3.476145637162587e-05,
      "loss": 3.8927,
      "step": 1070
    },
    {
      "epoch": 1.6420692278432865,
      "grad_norm": 185.0,
      "learning_rate": 3.46045197740113e-05,
      "loss": 4.4253,
      "step": 1080
    },
    {
      "epoch": 1.6572841384556867,
      "grad_norm": 25.25,
      "learning_rate": 3.444758317639674e-05,
      "loss": 4.2154,
      "step": 1090
    },
    {
      "epoch": 1.6724990490680867,
      "grad_norm": 40.0,
      "learning_rate": 3.429064657878218e-05,
      "loss": 3.9789,
      "step": 1100
    },
    {
      "epoch": 1.6877139596804869,
      "grad_norm": 41.5,
      "learning_rate": 3.4133709981167614e-05,
      "loss": 4.7068,
      "step": 1110
    },
    {
      "epoch": 1.702928870292887,
      "grad_norm": 21.625,
      "learning_rate": 3.397677338355305e-05,
      "loss": 4.134,
      "step": 1120
    },
    {
      "epoch": 1.718143780905287,
      "grad_norm": 60.25,
      "learning_rate": 3.381983678593848e-05,
      "loss": 4.0554,
      "step": 1130
    },
    {
      "epoch": 1.7333586915176873,
      "grad_norm": 36.25,
      "learning_rate": 3.366290018832392e-05,
      "loss": 4.0661,
      "step": 1140
    },
    {
      "epoch": 1.7485736021300875,
      "grad_norm": 135.0,
      "learning_rate": 3.350596359070935e-05,
      "loss": 4.1099,
      "step": 1150
    },
    {
      "epoch": 1.7637885127424875,
      "grad_norm": 17.375,
      "learning_rate": 3.334902699309479e-05,
      "loss": 4.1226,
      "step": 1160
    },
    {
      "epoch": 1.779003423354888,
      "grad_norm": 40.25,
      "learning_rate": 3.319209039548023e-05,
      "loss": 4.1996,
      "step": 1170
    },
    {
      "epoch": 1.794218333967288,
      "grad_norm": 54.25,
      "learning_rate": 3.303515379786566e-05,
      "loss": 4.2895,
      "step": 1180
    },
    {
      "epoch": 1.8094332445796881,
      "grad_norm": 82.5,
      "learning_rate": 3.28782172002511e-05,
      "loss": 4.0929,
      "step": 1190
    },
    {
      "epoch": 1.8246481551920883,
      "grad_norm": 49.75,
      "learning_rate": 3.272128060263653e-05,
      "loss": 4.1792,
      "step": 1200
    },
    {
      "epoch": 1.8398630658044883,
      "grad_norm": 34.0,
      "learning_rate": 3.256434400502197e-05,
      "loss": 4.0729,
      "step": 1210
    },
    {
      "epoch": 1.8550779764168885,
      "grad_norm": 33.5,
      "learning_rate": 3.240740740740741e-05,
      "loss": 3.9144,
      "step": 1220
    },
    {
      "epoch": 1.8702928870292888,
      "grad_norm": 24.125,
      "learning_rate": 3.225047080979284e-05,
      "loss": 3.9079,
      "step": 1230
    },
    {
      "epoch": 1.8855077976416887,
      "grad_norm": 25.25,
      "learning_rate": 3.2093534212178284e-05,
      "loss": 3.78,
      "step": 1240
    },
    {
      "epoch": 1.900722708254089,
      "grad_norm": 37.0,
      "learning_rate": 3.193659761456372e-05,
      "loss": 4.0513,
      "step": 1250
    },
    {
      "epoch": 1.9159376188664892,
      "grad_norm": 31.5,
      "learning_rate": 3.177966101694915e-05,
      "loss": 4.0164,
      "step": 1260
    },
    {
      "epoch": 1.9311525294788892,
      "grad_norm": 18.375,
      "learning_rate": 3.1622724419334594e-05,
      "loss": 4.0181,
      "step": 1270
    },
    {
      "epoch": 1.9463674400912896,
      "grad_norm": 38.5,
      "learning_rate": 3.146578782172003e-05,
      "loss": 4.104,
      "step": 1280
    },
    {
      "epoch": 1.9615823507036896,
      "grad_norm": 132.0,
      "learning_rate": 3.1308851224105464e-05,
      "loss": 4.1902,
      "step": 1290
    },
    {
      "epoch": 1.9767972613160898,
      "grad_norm": 46.75,
      "learning_rate": 3.11519146264909e-05,
      "loss": 4.318,
      "step": 1300
    },
    {
      "epoch": 1.99201217192849,
      "grad_norm": 28.125,
      "learning_rate": 3.099497802887634e-05,
      "loss": 4.0396,
      "step": 1310
    },
    {
      "epoch": 2.00608596424496,
      "grad_norm": 30.0,
      "learning_rate": 3.0838041431261774e-05,
      "loss": 3.4143,
      "step": 1320
    },
    {
      "epoch": 2.0213008748573604,
      "grad_norm": 29.875,
      "learning_rate": 3.068110483364721e-05,
      "loss": 3.3867,
      "step": 1330
    },
    {
      "epoch": 2.0365157854697604,
      "grad_norm": 34.25,
      "learning_rate": 3.052416823603264e-05,
      "loss": 3.3467,
      "step": 1340
    },
    {
      "epoch": 2.0517306960821604,
      "grad_norm": 64.0,
      "learning_rate": 3.036723163841808e-05,
      "loss": 3.403,
      "step": 1350
    },
    {
      "epoch": 2.066945606694561,
      "grad_norm": 19.0,
      "learning_rate": 3.0210295040803516e-05,
      "loss": 3.3264,
      "step": 1360
    },
    {
      "epoch": 2.082160517306961,
      "grad_norm": 21.5,
      "learning_rate": 3.005335844318895e-05,
      "loss": 3.3493,
      "step": 1370
    },
    {
      "epoch": 2.097375427919361,
      "grad_norm": 32.75,
      "learning_rate": 2.9896421845574392e-05,
      "loss": 3.1572,
      "step": 1380
    },
    {
      "epoch": 2.1125903385317613,
      "grad_norm": 50.25,
      "learning_rate": 2.9739485247959826e-05,
      "loss": 3.2606,
      "step": 1390
    },
    {
      "epoch": 2.1278052491441612,
      "grad_norm": 29.875,
      "learning_rate": 2.958254865034526e-05,
      "loss": 3.2852,
      "step": 1400
    },
    {
      "epoch": 2.1430201597565612,
      "grad_norm": 29.125,
      "learning_rate": 2.94256120527307e-05,
      "loss": 3.1659,
      "step": 1410
    },
    {
      "epoch": 2.1582350703689617,
      "grad_norm": 50.0,
      "learning_rate": 2.9268675455116134e-05,
      "loss": 3.1076,
      "step": 1420
    },
    {
      "epoch": 2.1734499809813617,
      "grad_norm": 28.375,
      "learning_rate": 2.9111738857501568e-05,
      "loss": 3.2414,
      "step": 1430
    },
    {
      "epoch": 2.1886648915937617,
      "grad_norm": 55.25,
      "learning_rate": 2.895480225988701e-05,
      "loss": 3.1755,
      "step": 1440
    },
    {
      "epoch": 2.203879802206162,
      "grad_norm": 20.0,
      "learning_rate": 2.8797865662272444e-05,
      "loss": 3.2081,
      "step": 1450
    },
    {
      "epoch": 2.219094712818562,
      "grad_norm": 31.5,
      "learning_rate": 2.864092906465788e-05,
      "loss": 3.1076,
      "step": 1460
    },
    {
      "epoch": 2.2343096234309625,
      "grad_norm": 24.25,
      "learning_rate": 2.8483992467043313e-05,
      "loss": 3.1507,
      "step": 1470
    },
    {
      "epoch": 2.2495245340433625,
      "grad_norm": 58.25,
      "learning_rate": 2.8327055869428755e-05,
      "loss": 3.2108,
      "step": 1480
    },
    {
      "epoch": 2.2647394446557625,
      "grad_norm": 65.0,
      "learning_rate": 2.817011927181419e-05,
      "loss": 3.2844,
      "step": 1490
    },
    {
      "epoch": 2.279954355268163,
      "grad_norm": 42.25,
      "learning_rate": 2.8013182674199624e-05,
      "loss": 3.2657,
      "step": 1500
    },
    {
      "epoch": 2.295169265880563,
      "grad_norm": 17.375,
      "learning_rate": 2.7856246076585062e-05,
      "loss": 3.267,
      "step": 1510
    },
    {
      "epoch": 2.3103841764929633,
      "grad_norm": 26.75,
      "learning_rate": 2.7699309478970496e-05,
      "loss": 3.2966,
      "step": 1520
    },
    {
      "epoch": 2.3255990871053633,
      "grad_norm": 30.875,
      "learning_rate": 2.754237288135593e-05,
      "loss": 3.217,
      "step": 1530
    },
    {
      "epoch": 2.3408139977177633,
      "grad_norm": 24.75,
      "learning_rate": 2.7385436283741372e-05,
      "loss": 3.1645,
      "step": 1540
    },
    {
      "epoch": 2.3560289083301633,
      "grad_norm": 35.0,
      "learning_rate": 2.7228499686126807e-05,
      "loss": 3.1515,
      "step": 1550
    },
    {
      "epoch": 2.3712438189425638,
      "grad_norm": 51.75,
      "learning_rate": 2.707156308851224e-05,
      "loss": 3.0929,
      "step": 1560
    },
    {
      "epoch": 2.3864587295549637,
      "grad_norm": 30.875,
      "learning_rate": 2.6914626490897676e-05,
      "loss": 3.1356,
      "step": 1570
    },
    {
      "epoch": 2.401673640167364,
      "grad_norm": 35.5,
      "learning_rate": 2.6757689893283118e-05,
      "loss": 3.1858,
      "step": 1580
    },
    {
      "epoch": 2.416888550779764,
      "grad_norm": 33.0,
      "learning_rate": 2.6600753295668552e-05,
      "loss": 3.1423,
      "step": 1590
    },
    {
      "epoch": 2.432103461392164,
      "grad_norm": 44.0,
      "learning_rate": 2.6443816698053987e-05,
      "loss": 3.0862,
      "step": 1600
    },
    {
      "epoch": 2.4473183720045646,
      "grad_norm": 23.125,
      "learning_rate": 2.6286880100439425e-05,
      "loss": 3.0965,
      "step": 1610
    },
    {
      "epoch": 2.4625332826169646,
      "grad_norm": 29.5,
      "learning_rate": 2.612994350282486e-05,
      "loss": 3.11,
      "step": 1620
    },
    {
      "epoch": 2.477748193229365,
      "grad_norm": 37.5,
      "learning_rate": 2.5973006905210294e-05,
      "loss": 3.0674,
      "step": 1630
    },
    {
      "epoch": 2.492963103841765,
      "grad_norm": 44.5,
      "learning_rate": 2.581607030759573e-05,
      "loss": 3.1255,
      "step": 1640
    },
    {
      "epoch": 2.508178014454165,
      "grad_norm": 44.5,
      "learning_rate": 2.565913370998117e-05,
      "loss": 3.0898,
      "step": 1650
    },
    {
      "epoch": 2.523392925066565,
      "grad_norm": 30.25,
      "learning_rate": 2.5502197112366604e-05,
      "loss": 3.0759,
      "step": 1660
    },
    {
      "epoch": 2.5386078356789654,
      "grad_norm": 41.0,
      "learning_rate": 2.534526051475204e-05,
      "loss": 3.2519,
      "step": 1670
    },
    {
      "epoch": 2.5538227462913654,
      "grad_norm": 22.25,
      "learning_rate": 2.518832391713748e-05,
      "loss": 3.1336,
      "step": 1680
    },
    {
      "epoch": 2.569037656903766,
      "grad_norm": 47.0,
      "learning_rate": 2.5031387319522915e-05,
      "loss": 3.1522,
      "step": 1690
    },
    {
      "epoch": 2.584252567516166,
      "grad_norm": 41.25,
      "learning_rate": 2.487445072190835e-05,
      "loss": 3.1463,
      "step": 1700
    },
    {
      "epoch": 2.599467478128566,
      "grad_norm": 33.75,
      "learning_rate": 2.4717514124293788e-05,
      "loss": 3.1115,
      "step": 1710
    },
    {
      "epoch": 2.6146823887409663,
      "grad_norm": 27.5,
      "learning_rate": 2.4560577526679222e-05,
      "loss": 3.1908,
      "step": 1720
    },
    {
      "epoch": 2.6298972993533662,
      "grad_norm": 59.5,
      "learning_rate": 2.4403640929064657e-05,
      "loss": 3.035,
      "step": 1730
    },
    {
      "epoch": 2.6451122099657667,
      "grad_norm": 34.75,
      "learning_rate": 2.4246704331450095e-05,
      "loss": 3.0231,
      "step": 1740
    },
    {
      "epoch": 2.6603271205781667,
      "grad_norm": 34.75,
      "learning_rate": 2.408976773383553e-05,
      "loss": 3.0962,
      "step": 1750
    },
    {
      "epoch": 2.6755420311905667,
      "grad_norm": 20.625,
      "learning_rate": 2.3932831136220967e-05,
      "loss": 3.1877,
      "step": 1760
    },
    {
      "epoch": 2.6907569418029667,
      "grad_norm": 38.25,
      "learning_rate": 2.3775894538606405e-05,
      "loss": 2.9851,
      "step": 1770
    },
    {
      "epoch": 2.705971852415367,
      "grad_norm": 24.125,
      "learning_rate": 2.361895794099184e-05,
      "loss": 3.1095,
      "step": 1780
    },
    {
      "epoch": 2.721186763027767,
      "grad_norm": 30.5,
      "learning_rate": 2.3462021343377278e-05,
      "loss": 3.0544,
      "step": 1790
    },
    {
      "epoch": 2.7364016736401675,
      "grad_norm": 32.0,
      "learning_rate": 2.3305084745762712e-05,
      "loss": 3.0336,
      "step": 1800
    },
    {
      "epoch": 2.7516165842525675,
      "grad_norm": 48.5,
      "learning_rate": 2.314814814814815e-05,
      "loss": 3.1227,
      "step": 1810
    },
    {
      "epoch": 2.7668314948649675,
      "grad_norm": 37.25,
      "learning_rate": 2.299121155053359e-05,
      "loss": 3.0989,
      "step": 1820
    },
    {
      "epoch": 2.782046405477368,
      "grad_norm": 20.25,
      "learning_rate": 2.2834274952919023e-05,
      "loss": 3.158,
      "step": 1830
    },
    {
      "epoch": 2.797261316089768,
      "grad_norm": 35.0,
      "learning_rate": 2.2677338355304458e-05,
      "loss": 3.1081,
      "step": 1840
    },
    {
      "epoch": 2.8124762267021683,
      "grad_norm": 49.0,
      "learning_rate": 2.2520401757689892e-05,
      "loss": 3.1436,
      "step": 1850
    },
    {
      "epoch": 2.8276911373145683,
      "grad_norm": 18.625,
      "learning_rate": 2.236346516007533e-05,
      "loss": 3.0876,
      "step": 1860
    },
    {
      "epoch": 2.8429060479269683,
      "grad_norm": 26.375,
      "learning_rate": 2.2206528562460768e-05,
      "loss": 3.0573,
      "step": 1870
    },
    {
      "epoch": 2.8581209585393683,
      "grad_norm": 44.0,
      "learning_rate": 2.2049591964846203e-05,
      "loss": 3.0853,
      "step": 1880
    },
    {
      "epoch": 2.8733358691517688,
      "grad_norm": 33.0,
      "learning_rate": 2.189265536723164e-05,
      "loss": 3.2242,
      "step": 1890
    },
    {
      "epoch": 2.8885507797641687,
      "grad_norm": 89.0,
      "learning_rate": 2.1735718769617075e-05,
      "loss": 3.1315,
      "step": 1900
    },
    {
      "epoch": 2.903765690376569,
      "grad_norm": 29.875,
      "learning_rate": 2.1578782172002513e-05,
      "loss": 3.1638,
      "step": 1910
    },
    {
      "epoch": 2.918980600988969,
      "grad_norm": 27.125,
      "learning_rate": 2.1421845574387948e-05,
      "loss": 3.0408,
      "step": 1920
    },
    {
      "epoch": 2.934195511601369,
      "grad_norm": 42.5,
      "learning_rate": 2.1264908976773386e-05,
      "loss": 3.0296,
      "step": 1930
    },
    {
      "epoch": 2.9494104222137696,
      "grad_norm": 37.5,
      "learning_rate": 2.110797237915882e-05,
      "loss": 3.1607,
      "step": 1940
    },
    {
      "epoch": 2.9646253328261696,
      "grad_norm": 31.5,
      "learning_rate": 2.0951035781544255e-05,
      "loss": 3.0746,
      "step": 1950
    },
    {
      "epoch": 2.97984024343857,
      "grad_norm": 40.0,
      "learning_rate": 2.0794099183929693e-05,
      "loss": 3.0749,
      "step": 1960
    },
    {
      "epoch": 2.99505515405097,
      "grad_norm": 21.375,
      "learning_rate": 2.0637162586315128e-05,
      "loss": 3.1096,
      "step": 1970
    },
    {
      "epoch": 3.00912894636744,
      "grad_norm": 37.25,
      "learning_rate": 2.0480225988700566e-05,
      "loss": 2.5168,
      "step": 1980
    },
    {
      "epoch": 3.0243438569798404,
      "grad_norm": 37.75,
      "learning_rate": 2.0323289391086004e-05,
      "loss": 2.4061,
      "step": 1990
    },
    {
      "epoch": 3.0395587675922404,
      "grad_norm": 28.125,
      "learning_rate": 2.0166352793471438e-05,
      "loss": 2.4859,
      "step": 2000
    },
    {
      "epoch": 3.0547736782046404,
      "grad_norm": 29.375,
      "learning_rate": 2.0009416195856876e-05,
      "loss": 2.3777,
      "step": 2010
    },
    {
      "epoch": 3.069988588817041,
      "grad_norm": 88.5,
      "learning_rate": 1.985247959824231e-05,
      "loss": 2.4563,
      "step": 2020
    },
    {
      "epoch": 3.085203499429441,
      "grad_norm": 33.0,
      "learning_rate": 1.969554300062775e-05,
      "loss": 2.393,
      "step": 2030
    },
    {
      "epoch": 3.100418410041841,
      "grad_norm": 25.5,
      "learning_rate": 1.9538606403013183e-05,
      "loss": 2.4262,
      "step": 2040
    },
    {
      "epoch": 3.1156333206542413,
      "grad_norm": 52.25,
      "learning_rate": 1.9381669805398618e-05,
      "loss": 2.394,
      "step": 2050
    },
    {
      "epoch": 3.1308482312666412,
      "grad_norm": 28.25,
      "learning_rate": 1.9224733207784056e-05,
      "loss": 2.4209,
      "step": 2060
    },
    {
      "epoch": 3.1460631418790417,
      "grad_norm": 24.125,
      "learning_rate": 1.906779661016949e-05,
      "loss": 2.4335,
      "step": 2070
    },
    {
      "epoch": 3.1612780524914417,
      "grad_norm": 35.5,
      "learning_rate": 1.891086001255493e-05,
      "loss": 2.4935,
      "step": 2080
    },
    {
      "epoch": 3.1764929631038417,
      "grad_norm": 42.5,
      "learning_rate": 1.8753923414940363e-05,
      "loss": 2.4604,
      "step": 2090
    },
    {
      "epoch": 3.191707873716242,
      "grad_norm": 29.25,
      "learning_rate": 1.85969868173258e-05,
      "loss": 2.4856,
      "step": 2100
    },
    {
      "epoch": 3.206922784328642,
      "grad_norm": 34.75,
      "learning_rate": 1.844005021971124e-05,
      "loss": 2.4311,
      "step": 2110
    },
    {
      "epoch": 3.222137694941042,
      "grad_norm": 56.0,
      "learning_rate": 1.8283113622096674e-05,
      "loss": 2.4334,
      "step": 2120
    },
    {
      "epoch": 3.2373526055534425,
      "grad_norm": 38.25,
      "learning_rate": 1.812617702448211e-05,
      "loss": 2.5363,
      "step": 2130
    },
    {
      "epoch": 3.2525675161658425,
      "grad_norm": 36.25,
      "learning_rate": 1.7969240426867546e-05,
      "loss": 2.4689,
      "step": 2140
    },
    {
      "epoch": 3.2677824267782425,
      "grad_norm": 27.375,
      "learning_rate": 1.7812303829252984e-05,
      "loss": 2.522,
      "step": 2150
    },
    {
      "epoch": 3.282997337390643,
      "grad_norm": 37.5,
      "learning_rate": 1.765536723163842e-05,
      "loss": 2.561,
      "step": 2160
    },
    {
      "epoch": 3.298212248003043,
      "grad_norm": 56.5,
      "learning_rate": 1.7498430634023853e-05,
      "loss": 2.5073,
      "step": 2170
    },
    {
      "epoch": 3.3134271586154433,
      "grad_norm": 31.875,
      "learning_rate": 1.734149403640929e-05,
      "loss": 2.6292,
      "step": 2180
    },
    {
      "epoch": 3.3286420692278433,
      "grad_norm": 66.5,
      "learning_rate": 1.7184557438794726e-05,
      "loss": 2.5683,
      "step": 2190
    },
    {
      "epoch": 3.3438569798402433,
      "grad_norm": 163.0,
      "learning_rate": 1.7027620841180164e-05,
      "loss": 2.4828,
      "step": 2200
    },
    {
      "epoch": 3.3590718904526438,
      "grad_norm": 28.625,
      "learning_rate": 1.6870684243565602e-05,
      "loss": 2.4985,
      "step": 2210
    },
    {
      "epoch": 3.3742868010650438,
      "grad_norm": 26.5,
      "learning_rate": 1.6713747645951036e-05,
      "loss": 2.5606,
      "step": 2220
    },
    {
      "epoch": 3.3895017116774437,
      "grad_norm": 29.0,
      "learning_rate": 1.6556811048336474e-05,
      "loss": 2.5204,
      "step": 2230
    },
    {
      "epoch": 3.404716622289844,
      "grad_norm": 97.5,
      "learning_rate": 1.639987445072191e-05,
      "loss": 2.5655,
      "step": 2240
    },
    {
      "epoch": 3.419931532902244,
      "grad_norm": 110.0,
      "learning_rate": 1.6242937853107347e-05,
      "loss": 2.5357,
      "step": 2250
    },
    {
      "epoch": 3.435146443514644,
      "grad_norm": 41.75,
      "learning_rate": 1.608600125549278e-05,
      "loss": 2.5904,
      "step": 2260
    },
    {
      "epoch": 3.4503613541270446,
      "grad_norm": 79.5,
      "learning_rate": 1.5929064657878216e-05,
      "loss": 2.5566,
      "step": 2270
    },
    {
      "epoch": 3.4655762647394446,
      "grad_norm": 51.25,
      "learning_rate": 1.5772128060263654e-05,
      "loss": 2.7638,
      "step": 2280
    },
    {
      "epoch": 3.480791175351845,
      "grad_norm": 45.5,
      "learning_rate": 1.561519146264909e-05,
      "loss": 2.6242,
      "step": 2290
    },
    {
      "epoch": 3.496006085964245,
      "grad_norm": 35.0,
      "learning_rate": 1.5458254865034527e-05,
      "loss": 2.5996,
      "step": 2300
    },
    {
      "epoch": 3.511220996576645,
      "grad_norm": 33.75,
      "learning_rate": 1.530131826741996e-05,
      "loss": 2.6636,
      "step": 2310
    },
    {
      "epoch": 3.5264359071890454,
      "grad_norm": 36.75,
      "learning_rate": 1.51443816698054e-05,
      "loss": 2.5936,
      "step": 2320
    },
    {
      "epoch": 3.5416508178014454,
      "grad_norm": 73.5,
      "learning_rate": 1.4987445072190837e-05,
      "loss": 2.6029,
      "step": 2330
    },
    {
      "epoch": 3.5568657284138454,
      "grad_norm": 33.25,
      "learning_rate": 1.4830508474576272e-05,
      "loss": 2.6107,
      "step": 2340
    },
    {
      "epoch": 3.572080639026246,
      "grad_norm": 31.0,
      "learning_rate": 1.4673571876961708e-05,
      "loss": 2.6401,
      "step": 2350
    },
    {
      "epoch": 3.587295549638646,
      "grad_norm": 46.75,
      "learning_rate": 1.4516635279347143e-05,
      "loss": 2.6327,
      "step": 2360
    },
    {
      "epoch": 3.602510460251046,
      "grad_norm": 2928.0,
      "learning_rate": 1.435969868173258e-05,
      "loss": 2.668,
      "step": 2370
    },
    {
      "epoch": 3.6177253708634463,
      "grad_norm": 31.375,
      "learning_rate": 1.4202762084118019e-05,
      "loss": 2.6043,
      "step": 2380
    },
    {
      "epoch": 3.6329402814758462,
      "grad_norm": 27.75,
      "learning_rate": 1.4045825486503453e-05,
      "loss": 2.6445,
      "step": 2390
    },
    {
      "epoch": 3.6481551920882467,
      "grad_norm": 44.0,
      "learning_rate": 1.388888888888889e-05,
      "loss": 2.5699,
      "step": 2400
    },
    {
      "epoch": 3.6633701027006467,
      "grad_norm": 29.875,
      "learning_rate": 1.3731952291274324e-05,
      "loss": 2.5164,
      "step": 2410
    },
    {
      "epoch": 3.6785850133130467,
      "grad_norm": 30.75,
      "learning_rate": 1.3575015693659762e-05,
      "loss": 2.6119,
      "step": 2420
    },
    {
      "epoch": 3.693799923925447,
      "grad_norm": 74.5,
      "learning_rate": 1.34180790960452e-05,
      "loss": 2.6144,
      "step": 2430
    },
    {
      "epoch": 3.709014834537847,
      "grad_norm": 38.5,
      "learning_rate": 1.3261142498430635e-05,
      "loss": 2.6119,
      "step": 2440
    },
    {
      "epoch": 3.7242297451502475,
      "grad_norm": 70.5,
      "learning_rate": 1.3104205900816071e-05,
      "loss": 2.5528,
      "step": 2450
    },
    {
      "epoch": 3.7394446557626475,
      "grad_norm": 31.5,
      "learning_rate": 1.2947269303201506e-05,
      "loss": 2.6334,
      "step": 2460
    },
    {
      "epoch": 3.7546595663750475,
      "grad_norm": 41.5,
      "learning_rate": 1.2790332705586944e-05,
      "loss": 2.6298,
      "step": 2470
    },
    {
      "epoch": 3.7698744769874475,
      "grad_norm": 46.5,
      "learning_rate": 1.2633396107972378e-05,
      "loss": 2.563,
      "step": 2480
    },
    {
      "epoch": 3.785089387599848,
      "grad_norm": 29.125,
      "learning_rate": 1.2476459510357816e-05,
      "loss": 2.5884,
      "step": 2490
    },
    {
      "epoch": 3.800304298212248,
      "grad_norm": 35.25,
      "learning_rate": 1.2319522912743252e-05,
      "loss": 2.6457,
      "step": 2500
    },
    {
      "epoch": 3.8155192088246483,
      "grad_norm": 22.375,
      "learning_rate": 1.2162586315128689e-05,
      "loss": 2.5394,
      "step": 2510
    },
    {
      "epoch": 3.8307341194370483,
      "grad_norm": 48.75,
      "learning_rate": 1.2005649717514125e-05,
      "loss": 2.5998,
      "step": 2520
    },
    {
      "epoch": 3.8459490300494483,
      "grad_norm": 30.375,
      "learning_rate": 1.1848713119899561e-05,
      "loss": 2.6238,
      "step": 2530
    },
    {
      "epoch": 3.8611639406618488,
      "grad_norm": 38.0,
      "learning_rate": 1.1691776522284998e-05,
      "loss": 2.6113,
      "step": 2540
    },
    {
      "epoch": 3.8763788512742487,
      "grad_norm": 39.0,
      "learning_rate": 1.1534839924670434e-05,
      "loss": 2.7116,
      "step": 2550
    },
    {
      "epoch": 3.891593761886649,
      "grad_norm": 44.75,
      "learning_rate": 1.137790332705587e-05,
      "loss": 2.6315,
      "step": 2560
    },
    {
      "epoch": 3.906808672499049,
      "grad_norm": 27.0,
      "learning_rate": 1.1220966729441306e-05,
      "loss": 2.6728,
      "step": 2570
    },
    {
      "epoch": 3.922023583111449,
      "grad_norm": 37.25,
      "learning_rate": 1.1064030131826743e-05,
      "loss": 2.7066,
      "step": 2580
    },
    {
      "epoch": 3.937238493723849,
      "grad_norm": 75.5,
      "learning_rate": 1.0907093534212179e-05,
      "loss": 2.5966,
      "step": 2590
    },
    {
      "epoch": 3.9524534043362496,
      "grad_norm": 37.5,
      "learning_rate": 1.0750156936597615e-05,
      "loss": 2.6743,
      "step": 2600
    },
    {
      "epoch": 3.9676683149486496,
      "grad_norm": 22.5,
      "learning_rate": 1.0593220338983052e-05,
      "loss": 2.5749,
      "step": 2610
    },
    {
      "epoch": 3.98288322556105,
      "grad_norm": 27.125,
      "learning_rate": 1.0436283741368488e-05,
      "loss": 2.4513,
      "step": 2620
    },
    {
      "epoch": 3.99809813617345,
      "grad_norm": 32.25,
      "learning_rate": 1.0279347143753924e-05,
      "loss": 2.5954,
      "step": 2630
    },
    {
      "epoch": 4.01217192848992,
      "grad_norm": 27.75,
      "learning_rate": 1.012241054613936e-05,
      "loss": 2.1217,
      "step": 2640
    },
    {
      "epoch": 4.02738683910232,
      "grad_norm": 37.0,
      "learning_rate": 9.965473948524797e-06,
      "loss": 2.4047,
      "step": 2650
    },
    {
      "epoch": 4.042601749714721,
      "grad_norm": 190.0,
      "learning_rate": 9.808537350910233e-06,
      "loss": 2.4063,
      "step": 2660
    },
    {
      "epoch": 4.057816660327121,
      "grad_norm": 32.0,
      "learning_rate": 9.65160075329567e-06,
      "loss": 2.2504,
      "step": 2670
    },
    {
      "epoch": 4.073031570939521,
      "grad_norm": 30.375,
      "learning_rate": 9.494664155681106e-06,
      "loss": 2.4439,
      "step": 2680
    },
    {
      "epoch": 4.088246481551921,
      "grad_norm": 44.75,
      "learning_rate": 9.337727558066542e-06,
      "loss": 2.3362,
      "step": 2690
    },
    {
      "epoch": 4.103461392164321,
      "grad_norm": 26.375,
      "learning_rate": 9.180790960451978e-06,
      "loss": 2.263,
      "step": 2700
    },
    {
      "epoch": 4.118676302776721,
      "grad_norm": 38.5,
      "learning_rate": 9.023854362837414e-06,
      "loss": 2.3142,
      "step": 2710
    },
    {
      "epoch": 4.133891213389122,
      "grad_norm": 31.125,
      "learning_rate": 8.86691776522285e-06,
      "loss": 2.4242,
      "step": 2720
    },
    {
      "epoch": 4.149106124001522,
      "grad_norm": 30.625,
      "learning_rate": 8.709981167608287e-06,
      "loss": 2.3795,
      "step": 2730
    },
    {
      "epoch": 4.164321034613922,
      "grad_norm": 240.0,
      "learning_rate": 8.553044569993723e-06,
      "loss": 2.4871,
      "step": 2740
    },
    {
      "epoch": 4.179535945226322,
      "grad_norm": 326.0,
      "learning_rate": 8.39610797237916e-06,
      "loss": 2.3286,
      "step": 2750
    },
    {
      "epoch": 4.194750855838722,
      "grad_norm": 61.25,
      "learning_rate": 8.239171374764596e-06,
      "loss": 2.3469,
      "step": 2760
    },
    {
      "epoch": 4.2099657664511225,
      "grad_norm": 30.0,
      "learning_rate": 8.082234777150032e-06,
      "loss": 2.4634,
      "step": 2770
    },
    {
      "epoch": 4.2251806770635225,
      "grad_norm": 43.25,
      "learning_rate": 7.925298179535467e-06,
      "loss": 2.5155,
      "step": 2780
    },
    {
      "epoch": 4.2403955876759225,
      "grad_norm": 63.75,
      "learning_rate": 7.768361581920905e-06,
      "loss": 2.5562,
      "step": 2790
    },
    {
      "epoch": 4.2556104982883225,
      "grad_norm": 180.0,
      "learning_rate": 7.611424984306341e-06,
      "loss": 2.856,
      "step": 2800
    },
    {
      "epoch": 4.2708254089007225,
      "grad_norm": 57.25,
      "learning_rate": 7.454488386691777e-06,
      "loss": 2.8994,
      "step": 2810
    },
    {
      "epoch": 4.2860403195131225,
      "grad_norm": 38.0,
      "learning_rate": 7.297551789077213e-06,
      "loss": 2.7051,
      "step": 2820
    },
    {
      "epoch": 4.301255230125523,
      "grad_norm": 206.0,
      "learning_rate": 7.140615191462649e-06,
      "loss": 2.7805,
      "step": 2830
    },
    {
      "epoch": 4.316470140737923,
      "grad_norm": 74.0,
      "learning_rate": 6.983678593848085e-06,
      "loss": 2.722,
      "step": 2840
    },
    {
      "epoch": 4.331685051350323,
      "grad_norm": 58.0,
      "learning_rate": 6.826741996233522e-06,
      "loss": 2.5927,
      "step": 2850
    },
    {
      "epoch": 4.346899961962723,
      "grad_norm": 49.75,
      "learning_rate": 6.669805398618959e-06,
      "loss": 2.5875,
      "step": 2860
    },
    {
      "epoch": 4.362114872575123,
      "grad_norm": 312.0,
      "learning_rate": 6.512868801004394e-06,
      "loss": 2.5255,
      "step": 2870
    },
    {
      "epoch": 4.377329783187523,
      "grad_norm": 33.5,
      "learning_rate": 6.3559322033898304e-06,
      "loss": 2.551,
      "step": 2880
    },
    {
      "epoch": 4.392544693799924,
      "grad_norm": 51.5,
      "learning_rate": 6.1989956057752676e-06,
      "loss": 2.5554,
      "step": 2890
    },
    {
      "epoch": 4.407759604412324,
      "grad_norm": 43.75,
      "learning_rate": 6.042059008160703e-06,
      "loss": 2.601,
      "step": 2900
    },
    {
      "epoch": 4.422974515024724,
      "grad_norm": 28.5,
      "learning_rate": 5.885122410546139e-06,
      "loss": 2.4956,
      "step": 2910
    },
    {
      "epoch": 4.438189425637124,
      "grad_norm": 30.5,
      "learning_rate": 5.728185812931576e-06,
      "loss": 2.5699,
      "step": 2920
    },
    {
      "epoch": 4.453404336249524,
      "grad_norm": 68.5,
      "learning_rate": 5.571249215317012e-06,
      "loss": 2.5997,
      "step": 2930
    },
    {
      "epoch": 4.468619246861925,
      "grad_norm": 42.5,
      "learning_rate": 5.414312617702449e-06,
      "loss": 2.5853,
      "step": 2940
    },
    {
      "epoch": 4.483834157474325,
      "grad_norm": 124.0,
      "learning_rate": 5.2573760200878844e-06,
      "loss": 2.6104,
      "step": 2950
    },
    {
      "epoch": 4.499049068086725,
      "grad_norm": 860.0,
      "learning_rate": 5.100439422473321e-06,
      "loss": 2.5993,
      "step": 2960
    },
    {
      "epoch": 4.514263978699125,
      "grad_norm": 42.0,
      "learning_rate": 4.943502824858758e-06,
      "loss": 2.6001,
      "step": 2970
    },
    {
      "epoch": 4.529478889311525,
      "grad_norm": 56.25,
      "learning_rate": 4.786566227244193e-06,
      "loss": 2.4628,
      "step": 2980
    },
    {
      "epoch": 4.544693799923925,
      "grad_norm": 45.0,
      "learning_rate": 4.6296296296296296e-06,
      "loss": 2.5943,
      "step": 2990
    },
    {
      "epoch": 4.559908710536326,
      "grad_norm": 64.0,
      "learning_rate": 4.472693032015067e-06,
      "loss": 2.6277,
      "step": 3000
    },
    {
      "epoch": 4.575123621148726,
      "grad_norm": 157.0,
      "learning_rate": 4.315756434400502e-06,
      "loss": 2.5966,
      "step": 3010
    },
    {
      "epoch": 4.590338531761126,
      "grad_norm": 208.0,
      "learning_rate": 4.1588198367859384e-06,
      "loss": 2.5342,
      "step": 3020
    },
    {
      "epoch": 4.605553442373526,
      "grad_norm": 44.75,
      "learning_rate": 4.001883239171375e-06,
      "loss": 2.5117,
      "step": 3030
    },
    {
      "epoch": 4.620768352985927,
      "grad_norm": 159.0,
      "learning_rate": 3.844946641556811e-06,
      "loss": 2.4587,
      "step": 3040
    },
    {
      "epoch": 4.635983263598327,
      "grad_norm": 49.75,
      "learning_rate": 3.6880100439422477e-06,
      "loss": 2.5882,
      "step": 3050
    },
    {
      "epoch": 4.651198174210727,
      "grad_norm": 31.125,
      "learning_rate": 3.531073446327684e-06,
      "loss": 2.4809,
      "step": 3060
    },
    {
      "epoch": 4.666413084823127,
      "grad_norm": 26.625,
      "learning_rate": 3.37413684871312e-06,
      "loss": 2.5864,
      "step": 3070
    },
    {
      "epoch": 4.681627995435527,
      "grad_norm": 45.0,
      "learning_rate": 3.2172002510985566e-06,
      "loss": 2.4663,
      "step": 3080
    },
    {
      "epoch": 4.696842906047927,
      "grad_norm": 81.0,
      "learning_rate": 3.0602636534839924e-06,
      "loss": 2.4853,
      "step": 3090
    },
    {
      "epoch": 4.712057816660327,
      "grad_norm": 976.0,
      "learning_rate": 2.903327055869429e-06,
      "loss": 2.5038,
      "step": 3100
    },
    {
      "epoch": 4.7272727272727275,
      "grad_norm": 50.25,
      "learning_rate": 2.746390458254865e-06,
      "loss": 2.5078,
      "step": 3110
    },
    {
      "epoch": 4.7424876378851275,
      "grad_norm": 23.375,
      "learning_rate": 2.5894538606403013e-06,
      "loss": 2.434,
      "step": 3120
    },
    {
      "epoch": 4.7577025484975275,
      "grad_norm": 69.5,
      "learning_rate": 2.4325172630257376e-06,
      "loss": 2.5189,
      "step": 3130
    },
    {
      "epoch": 4.7729174591099275,
      "grad_norm": 22.5,
      "learning_rate": 2.2755806654111743e-06,
      "loss": 2.5092,
      "step": 3140
    },
    {
      "epoch": 4.788132369722328,
      "grad_norm": 4192.0,
      "learning_rate": 2.11864406779661e-06,
      "loss": 2.5068,
      "step": 3150
    },
    {
      "epoch": 4.803347280334728,
      "grad_norm": 36.0,
      "learning_rate": 1.9617074701820464e-06,
      "loss": 2.5104,
      "step": 3160
    },
    {
      "epoch": 4.818562190947128,
      "grad_norm": 55.5,
      "learning_rate": 1.804770872567483e-06,
      "loss": 2.4943,
      "step": 3170
    },
    {
      "epoch": 4.833777101559528,
      "grad_norm": 23.0,
      "learning_rate": 1.647834274952919e-06,
      "loss": 2.4493,
      "step": 3180
    },
    {
      "epoch": 4.848992012171928,
      "grad_norm": 71.0,
      "learning_rate": 1.4908976773383553e-06,
      "loss": 2.5597,
      "step": 3190
    },
    {
      "epoch": 4.864206922784328,
      "grad_norm": 83.0,
      "learning_rate": 1.3339610797237918e-06,
      "loss": 2.5889,
      "step": 3200
    },
    {
      "epoch": 4.879421833396728,
      "grad_norm": 49.25,
      "learning_rate": 1.1770244821092279e-06,
      "loss": 2.5008,
      "step": 3210
    },
    {
      "epoch": 4.894636744009129,
      "grad_norm": 34.75,
      "learning_rate": 1.0200878844946644e-06,
      "loss": 2.5614,
      "step": 3220
    },
    {
      "epoch": 4.909851654621529,
      "grad_norm": 34.25,
      "learning_rate": 8.631512868801004e-07,
      "loss": 2.5362,
      "step": 3230
    },
    {
      "epoch": 4.925066565233929,
      "grad_norm": 114.5,
      "learning_rate": 7.062146892655367e-07,
      "loss": 2.5529,
      "step": 3240
    },
    {
      "epoch": 4.940281475846329,
      "grad_norm": 444.0,
      "learning_rate": 5.49278091650973e-07,
      "loss": 2.4373,
      "step": 3250
    },
    {
      "epoch": 4.95549638645873,
      "grad_norm": 208.0,
      "learning_rate": 3.9234149403640934e-07,
      "loss": 2.5953,
      "step": 3260
    },
    {
      "epoch": 4.97071129707113,
      "grad_norm": 101.0,
      "learning_rate": 2.3540489642184557e-07,
      "loss": 2.5719,
      "step": 3270
    },
    {
      "epoch": 4.98592620768353,
      "grad_norm": 55.5,
      "learning_rate": 7.846829880728186e-08,
      "loss": 2.5252,
      "step": 3280
    }
  ],
  "logging_steps": 10,
  "max_steps": 3285,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.590478085395579e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}