{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7531914893617021,
  "eval_steps": 189,
  "global_step": 708,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010638297872340426,
      "grad_norm": 0.15719425678253174,
      "learning_rate": 2.5e-05,
      "loss": 1.9422,
      "step": 1
    },
    {
      "epoch": 0.0010638297872340426,
      "eval_loss": 2.3947696685791016,
      "eval_runtime": 228.0833,
      "eval_samples_per_second": 0.403,
      "eval_steps_per_second": 0.403,
      "step": 1
    },
    {
      "epoch": 0.002127659574468085,
      "grad_norm": 0.12337572872638702,
      "learning_rate": 5e-05,
      "loss": 1.8454,
      "step": 2
    },
    {
      "epoch": 0.0031914893617021275,
      "grad_norm": 0.13498862087726593,
      "learning_rate": 7.5e-05,
      "loss": 2.0205,
      "step": 3
    },
    {
      "epoch": 0.00425531914893617,
      "grad_norm": 0.14641264081001282,
      "learning_rate": 0.0001,
      "loss": 2.2241,
      "step": 4
    },
    {
      "epoch": 0.005319148936170213,
      "grad_norm": 0.221758633852005,
      "learning_rate": 0.000125,
      "loss": 2.1881,
      "step": 5
    },
    {
      "epoch": 0.006382978723404255,
      "grad_norm": 0.16080522537231445,
      "learning_rate": 0.00015,
      "loss": 2.3418,
      "step": 6
    },
    {
      "epoch": 0.007446808510638298,
      "grad_norm": 0.200699582695961,
      "learning_rate": 0.000175,
      "loss": 2.2462,
      "step": 7
    },
    {
      "epoch": 0.00851063829787234,
      "grad_norm": 0.22244133055210114,
      "learning_rate": 0.0002,
      "loss": 2.1351,
      "step": 8
    },
    {
      "epoch": 0.009574468085106383,
      "grad_norm": 0.12635783851146698,
      "learning_rate": 0.00022500000000000002,
      "loss": 2.1829,
      "step": 9
    },
    {
      "epoch": 0.010638297872340425,
      "grad_norm": 0.23889027535915375,
      "learning_rate": 0.00025,
      "loss": 2.285,
      "step": 10
    },
    {
      "epoch": 0.011702127659574468,
      "grad_norm": 0.16700100898742676,
      "learning_rate": 0.0002499993636030197,
      "loss": 2.0751,
      "step": 11
    },
    {
      "epoch": 0.01276595744680851,
      "grad_norm": 0.13016349077224731,
      "learning_rate": 0.00024999745441927886,
      "loss": 2.1398,
      "step": 12
    },
    {
      "epoch": 0.013829787234042552,
      "grad_norm": 0.22968527674674988,
      "learning_rate": 0.00024999427247037733,
      "loss": 2.0359,
      "step": 13
    },
    {
      "epoch": 0.014893617021276596,
      "grad_norm": 0.145517960190773,
      "learning_rate": 0.000249989817792315,
      "loss": 1.9857,
      "step": 14
    },
    {
      "epoch": 0.015957446808510637,
      "grad_norm": 0.12325005978345871,
      "learning_rate": 0.0002499840904354907,
      "loss": 2.1137,
      "step": 15
    },
    {
      "epoch": 0.01702127659574468,
      "grad_norm": 0.10462953895330429,
      "learning_rate": 0.0002499770904647022,
      "loss": 2.1306,
      "step": 16
    },
    {
      "epoch": 0.018085106382978722,
      "grad_norm": 0.10856030881404877,
      "learning_rate": 0.0002499688179591453,
      "loss": 1.9974,
      "step": 17
    },
    {
      "epoch": 0.019148936170212766,
      "grad_norm": 0.12662340700626373,
      "learning_rate": 0.0002499592730124128,
      "loss": 2.3052,
      "step": 18
    },
    {
      "epoch": 0.02021276595744681,
      "grad_norm": 0.10757914185523987,
      "learning_rate": 0.0002499484557324936,
      "loss": 2.1465,
      "step": 19
    },
    {
      "epoch": 0.02127659574468085,
      "grad_norm": 0.1157526895403862,
      "learning_rate": 0.0002499363662417714,
      "loss": 2.2331,
      "step": 20
    },
    {
      "epoch": 0.022340425531914895,
      "grad_norm": 0.12368866801261902,
      "learning_rate": 0.00024992300467702346,
      "loss": 2.1574,
      "step": 21
    },
    {
      "epoch": 0.023404255319148935,
      "grad_norm": 0.10928671061992645,
      "learning_rate": 0.00024990837118941874,
      "loss": 2.0207,
      "step": 22
    },
    {
      "epoch": 0.02446808510638298,
      "grad_norm": 0.1046021580696106,
      "learning_rate": 0.00024989246594451646,
      "loss": 2.1064,
      "step": 23
    },
    {
      "epoch": 0.02553191489361702,
      "grad_norm": 0.09606686979532242,
      "learning_rate": 0.0002498752891222643,
      "loss": 1.9726,
      "step": 24
    },
    {
      "epoch": 0.026595744680851064,
      "grad_norm": 0.10333864390850067,
      "learning_rate": 0.00024985684091699594,
      "loss": 1.9889,
      "step": 25
    },
    {
      "epoch": 0.027659574468085105,
      "grad_norm": 0.09974610805511475,
      "learning_rate": 0.00024983712153742936,
      "loss": 2.1849,
      "step": 26
    },
    {
      "epoch": 0.02872340425531915,
      "grad_norm": 0.09508953243494034,
      "learning_rate": 0.00024981613120666417,
      "loss": 1.8267,
      "step": 27
    },
    {
      "epoch": 0.029787234042553193,
      "grad_norm": 0.11703687906265259,
      "learning_rate": 0.0002497938701621792,
      "loss": 2.1924,
      "step": 28
    },
    {
      "epoch": 0.030851063829787233,
      "grad_norm": 0.10372091084718704,
      "learning_rate": 0.0002497703386558297,
      "loss": 1.8565,
      "step": 29
    },
    {
      "epoch": 0.031914893617021274,
      "grad_norm": 0.10386721789836884,
      "learning_rate": 0.0002497455369538447,
      "loss": 2.0355,
      "step": 30
    },
    {
      "epoch": 0.03297872340425532,
      "grad_norm": 0.09948979318141937,
      "learning_rate": 0.0002497194653368238,
      "loss": 2.088,
      "step": 31
    },
    {
      "epoch": 0.03404255319148936,
      "grad_norm": 0.0912819355726242,
      "learning_rate": 0.0002496921240997341,
      "loss": 2.1658,
      "step": 32
    },
    {
      "epoch": 0.035106382978723406,
      "grad_norm": 0.09557418525218964,
      "learning_rate": 0.0002496635135519068,
      "loss": 2.1933,
      "step": 33
    },
    {
      "epoch": 0.036170212765957444,
      "grad_norm": 0.10222162306308746,
      "learning_rate": 0.0002496336340170337,
      "loss": 2.0631,
      "step": 34
    },
    {
      "epoch": 0.03723404255319149,
      "grad_norm": 0.08941858261823654,
      "learning_rate": 0.0002496024858331637,
      "loss": 1.9997,
      "step": 35
    },
    {
      "epoch": 0.03829787234042553,
      "grad_norm": 0.0999622568488121,
      "learning_rate": 0.00024957006935269867,
      "loss": 2.2196,
      "step": 36
    },
    {
      "epoch": 0.039361702127659576,
      "grad_norm": 0.10653268545866013,
      "learning_rate": 0.0002495363849423898,
      "loss": 2.1727,
      "step": 37
    },
    {
      "epoch": 0.04042553191489362,
      "grad_norm": 0.1327868402004242,
      "learning_rate": 0.0002495014329833331,
      "loss": 2.0095,
      "step": 38
    },
    {
      "epoch": 0.04148936170212766,
      "grad_norm": 0.08846122026443481,
      "learning_rate": 0.00024946521387096557,
      "loss": 1.8497,
      "step": 39
    },
    {
      "epoch": 0.0425531914893617,
      "grad_norm": 0.1001238003373146,
      "learning_rate": 0.0002494277280150601,
      "loss": 2.0145,
      "step": 40
    },
    {
      "epoch": 0.043617021276595745,
      "grad_norm": 0.1113252341747284,
      "learning_rate": 0.0002493889758397214,
      "loss": 1.7905,
      "step": 41
    },
    {
      "epoch": 0.04468085106382979,
      "grad_norm": 0.10579642653465271,
      "learning_rate": 0.00024934895778338086,
      "loss": 1.9684,
      "step": 42
    },
    {
      "epoch": 0.045744680851063826,
      "grad_norm": 0.09689021110534668,
      "learning_rate": 0.0002493076742987917,
      "loss": 1.9877,
      "step": 43
    },
    {
      "epoch": 0.04680851063829787,
      "grad_norm": 0.10904544591903687,
      "learning_rate": 0.000249265125853024,
      "loss": 1.9456,
      "step": 44
    },
    {
      "epoch": 0.047872340425531915,
      "grad_norm": 0.08989599347114563,
      "learning_rate": 0.000249221312927459,
      "loss": 1.9915,
      "step": 45
    },
    {
      "epoch": 0.04893617021276596,
      "grad_norm": 0.10626763105392456,
      "learning_rate": 0.0002491762360177841,
      "loss": 2.1049,
      "step": 46
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.10239193588495255,
      "learning_rate": 0.00024912989563398696,
      "loss": 2.1835,
      "step": 47
    },
    {
      "epoch": 0.05106382978723404,
      "grad_norm": 0.09280844777822495,
      "learning_rate": 0.00024908229230035,
      "loss": 1.9502,
      "step": 48
    },
    {
      "epoch": 0.052127659574468084,
      "grad_norm": 0.10963878780603409,
      "learning_rate": 0.00024903342655544414,
      "loss": 1.9337,
      "step": 49
    },
    {
      "epoch": 0.05319148936170213,
      "grad_norm": 0.10434435307979584,
      "learning_rate": 0.00024898329895212297,
      "loss": 1.9479,
      "step": 50
    },
    {
      "epoch": 0.05425531914893617,
      "grad_norm": 0.11127671599388123,
      "learning_rate": 0.00024893191005751636,
      "loss": 2.1103,
      "step": 51
    },
    {
      "epoch": 0.05531914893617021,
      "grad_norm": 0.09825640171766281,
      "learning_rate": 0.00024887926045302403,
      "loss": 1.777,
      "step": 52
    },
    {
      "epoch": 0.05638297872340425,
      "grad_norm": 0.10062053054571152,
      "learning_rate": 0.00024882535073430915,
      "loss": 2.0612,
      "step": 53
    },
    {
      "epoch": 0.0574468085106383,
      "grad_norm": 0.1014753133058548,
      "learning_rate": 0.00024877018151129134,
      "loss": 2.015,
      "step": 54
    },
    {
      "epoch": 0.05851063829787234,
      "grad_norm": 0.10736796259880066,
      "learning_rate": 0.00024871375340814004,
      "loss": 2.1078,
      "step": 55
    },
    {
      "epoch": 0.059574468085106386,
      "grad_norm": 0.09837566316127777,
      "learning_rate": 0.00024865606706326714,
      "loss": 2.0138,
      "step": 56
    },
    {
      "epoch": 0.06063829787234042,
      "grad_norm": 0.10129820555448532,
      "learning_rate": 0.00024859712312932014,
      "loss": 1.8079,
      "step": 57
    },
    {
      "epoch": 0.06170212765957447,
      "grad_norm": 0.11590743064880371,
      "learning_rate": 0.0002485369222731744,
      "loss": 1.8639,
      "step": 58
    },
    {
      "epoch": 0.0627659574468085,
      "grad_norm": 0.10071361064910889,
      "learning_rate": 0.0002484754651759258,
      "loss": 1.9809,
      "step": 59
    },
    {
      "epoch": 0.06382978723404255,
      "grad_norm": 0.16242088377475739,
      "learning_rate": 0.0002484127525328829,
      "loss": 2.0969,
      "step": 60
    },
    {
      "epoch": 0.06489361702127659,
      "grad_norm": 0.09952322393655777,
      "learning_rate": 0.0002483487850535594,
      "loss": 1.7684,
      "step": 61
    },
    {
      "epoch": 0.06595744680851064,
      "grad_norm": 0.0950712263584137,
      "learning_rate": 0.0002482835634616656,
      "loss": 1.86,
      "step": 62
    },
    {
      "epoch": 0.06702127659574468,
      "grad_norm": 0.1205645427107811,
      "learning_rate": 0.00024821708849510053,
      "loss": 1.9127,
      "step": 63
    },
    {
      "epoch": 0.06808510638297872,
      "grad_norm": 0.10416848212480545,
      "learning_rate": 0.00024814936090594383,
      "loss": 2.1245,
      "step": 64
    },
    {
      "epoch": 0.06914893617021277,
      "grad_norm": 0.10299328714609146,
      "learning_rate": 0.00024808038146044664,
      "loss": 2.2193,
      "step": 65
    },
    {
      "epoch": 0.07021276595744681,
      "grad_norm": 0.10638066381216049,
      "learning_rate": 0.00024801015093902333,
      "loss": 1.8795,
      "step": 66
    },
    {
      "epoch": 0.07127659574468086,
      "grad_norm": 0.13867318630218506,
      "learning_rate": 0.0002479386701362427,
      "loss": 2.0245,
      "step": 67
    },
    {
      "epoch": 0.07234042553191489,
      "grad_norm": 0.09890972822904587,
      "learning_rate": 0.00024786593986081884,
      "loss": 2.1797,
      "step": 68
    },
    {
      "epoch": 0.07340425531914893,
      "grad_norm": 0.09402583539485931,
      "learning_rate": 0.00024779196093560195,
      "loss": 2.0093,
      "step": 69
    },
    {
      "epoch": 0.07446808510638298,
      "grad_norm": 0.10384728014469147,
      "learning_rate": 0.00024771673419756926,
      "loss": 1.9576,
      "step": 70
    },
    {
      "epoch": 0.07553191489361702,
      "grad_norm": 0.11337074637413025,
      "learning_rate": 0.0002476402604978153,
      "loss": 2.1267,
      "step": 71
    },
    {
      "epoch": 0.07659574468085106,
      "grad_norm": 0.12024985998868942,
      "learning_rate": 0.00024756254070154235,
      "loss": 2.1193,
      "step": 72
    },
    {
      "epoch": 0.07765957446808511,
      "grad_norm": 0.09909618645906448,
      "learning_rate": 0.0002474835756880509,
      "loss": 2.0732,
      "step": 73
    },
    {
      "epoch": 0.07872340425531915,
      "grad_norm": 0.10968328267335892,
      "learning_rate": 0.00024740336635072915,
      "loss": 1.8176,
      "step": 74
    },
    {
      "epoch": 0.0797872340425532,
      "grad_norm": 0.10667924582958221,
      "learning_rate": 0.00024732191359704345,
      "loss": 1.7713,
      "step": 75
    },
    {
      "epoch": 0.08085106382978724,
      "grad_norm": 0.10140973329544067,
      "learning_rate": 0.0002472392183485279,
      "loss": 1.9644,
      "step": 76
    },
    {
      "epoch": 0.08191489361702127,
      "grad_norm": 0.1087941825389862,
      "learning_rate": 0.0002471552815407736,
      "loss": 2.0052,
      "step": 77
    },
    {
      "epoch": 0.08297872340425531,
      "grad_norm": 0.1062784343957901,
      "learning_rate": 0.0002470701041234185,
      "loss": 1.9551,
      "step": 78
    },
    {
      "epoch": 0.08404255319148936,
      "grad_norm": 0.10445404797792435,
      "learning_rate": 0.0002469836870601363,
      "loss": 2.0273,
      "step": 79
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 0.09620675444602966,
      "learning_rate": 0.000246896031328626,
      "loss": 1.837,
      "step": 80
    },
    {
      "epoch": 0.08617021276595745,
      "grad_norm": 0.09469189494848251,
      "learning_rate": 0.00024680713792060016,
      "loss": 2.0745,
      "step": 81
    },
    {
      "epoch": 0.08723404255319149,
      "grad_norm": 0.10994596034288406,
      "learning_rate": 0.00024671700784177435,
      "loss": 1.8983,
      "step": 82
    },
    {
      "epoch": 0.08829787234042553,
      "grad_norm": 0.11240627616643906,
      "learning_rate": 0.0002466256421118555,
      "loss": 2.0791,
      "step": 83
    },
    {
      "epoch": 0.08936170212765958,
      "grad_norm": 0.11063706874847412,
      "learning_rate": 0.0002465330417645301,
      "loss": 1.9128,
      "step": 84
    },
    {
      "epoch": 0.09042553191489362,
      "grad_norm": 0.09807933121919632,
      "learning_rate": 0.0002464392078474531,
      "loss": 1.9822,
      "step": 85
    },
    {
      "epoch": 0.09148936170212765,
      "grad_norm": 0.11714861541986465,
      "learning_rate": 0.0002463441414222355,
      "loss": 2.149,
      "step": 86
    },
    {
      "epoch": 0.0925531914893617,
      "grad_norm": 0.11007135361433029,
      "learning_rate": 0.0002462478435644325,
      "loss": 1.7036,
      "step": 87
    },
    {
      "epoch": 0.09361702127659574,
      "grad_norm": 0.1519717276096344,
      "learning_rate": 0.0002461503153635316,
      "loss": 2.1358,
      "step": 88
    },
    {
      "epoch": 0.09468085106382979,
      "grad_norm": 0.10105334222316742,
      "learning_rate": 0.00024605155792293995,
      "loss": 1.8889,
      "step": 89
    },
    {
      "epoch": 0.09574468085106383,
      "grad_norm": 0.09844442456960678,
      "learning_rate": 0.000245951572359972,
      "loss": 2.0052,
      "step": 90
    },
    {
      "epoch": 0.09680851063829787,
      "grad_norm": 0.1045021116733551,
      "learning_rate": 0.0002458503598058367,
      "loss": 2.2272,
      "step": 91
    },
    {
      "epoch": 0.09787234042553192,
      "grad_norm": 0.09748804569244385,
      "learning_rate": 0.0002457479214056251,
      "loss": 2.2324,
      "step": 92
    },
    {
      "epoch": 0.09893617021276596,
      "grad_norm": 0.09661906957626343,
      "learning_rate": 0.0002456442583182969,
      "loss": 2.0503,
      "step": 93
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.10234526544809341,
      "learning_rate": 0.0002455393717166678,
      "loss": 2.1088,
      "step": 94
    },
    {
      "epoch": 0.10106382978723404,
      "grad_norm": 0.10246799141168594,
      "learning_rate": 0.00024543326278739566,
      "loss": 2.2405,
      "step": 95
    },
    {
      "epoch": 0.10212765957446808,
      "grad_norm": 0.1000024825334549,
      "learning_rate": 0.0002453259327309679,
      "loss": 1.86,
      "step": 96
    },
    {
      "epoch": 0.10319148936170212,
      "grad_norm": 0.10678999125957489,
      "learning_rate": 0.0002452173827616869,
      "loss": 2.134,
      "step": 97
    },
    {
      "epoch": 0.10425531914893617,
      "grad_norm": 0.10660276561975479,
      "learning_rate": 0.00024510761410765725,
      "loss": 1.8102,
      "step": 98
    },
    {
      "epoch": 0.10531914893617021,
      "grad_norm": 0.10170196741819382,
      "learning_rate": 0.00024499662801077114,
      "loss": 1.9482,
      "step": 99
    },
    {
      "epoch": 0.10638297872340426,
      "grad_norm": 0.11082155257463455,
      "learning_rate": 0.0002448844257266947,
      "loss": 2.2016,
      "step": 100
    },
    {
      "epoch": 0.1074468085106383,
      "grad_norm": 0.09914924204349518,
      "learning_rate": 0.0002447710085248535,
      "loss": 1.7777,
      "step": 101
    },
    {
      "epoch": 0.10851063829787234,
      "grad_norm": 0.0965084433555603,
      "learning_rate": 0.00024465637768841857,
      "loss": 2.0662,
      "step": 102
    },
    {
      "epoch": 0.10957446808510639,
      "grad_norm": 0.10745298117399216,
      "learning_rate": 0.0002445405345142915,
      "loss": 1.8013,
      "step": 103
    },
    {
      "epoch": 0.11063829787234042,
      "grad_norm": 0.11509711295366287,
      "learning_rate": 0.0002444234803130901,
      "loss": 1.9372,
      "step": 104
    },
    {
      "epoch": 0.11170212765957446,
      "grad_norm": 0.09749408811330795,
      "learning_rate": 0.00024430521640913323,
      "loss": 2.1201,
      "step": 105
    },
    {
      "epoch": 0.1127659574468085,
      "grad_norm": 0.10483244061470032,
      "learning_rate": 0.0002441857441404261,
      "loss": 1.9827,
      "step": 106
    },
    {
      "epoch": 0.11382978723404255,
      "grad_norm": 0.11765095591545105,
      "learning_rate": 0.00024406506485864497,
      "loss": 1.8852,
      "step": 107
    },
    {
      "epoch": 0.1148936170212766,
      "grad_norm": 0.09942599385976791,
      "learning_rate": 0.00024394317992912194,
      "loss": 1.8814,
      "step": 108
    },
    {
      "epoch": 0.11595744680851064,
      "grad_norm": 0.1128399670124054,
      "learning_rate": 0.0002438200907308295,
      "loss": 1.9887,
      "step": 109
    },
    {
      "epoch": 0.11702127659574468,
      "grad_norm": 0.1034490242600441,
      "learning_rate": 0.00024369579865636485,
      "loss": 2.087,
      "step": 110
    },
    {
      "epoch": 0.11808510638297873,
      "grad_norm": 0.10408236086368561,
      "learning_rate": 0.00024357030511193423,
      "loss": 1.4333,
      "step": 111
    },
    {
      "epoch": 0.11914893617021277,
      "grad_norm": 0.10553466528654099,
      "learning_rate": 0.00024344361151733702,
      "loss": 2.1482,
      "step": 112
    },
    {
      "epoch": 0.1202127659574468,
      "grad_norm": 0.10812198370695114,
      "learning_rate": 0.00024331571930594954,
      "loss": 1.7569,
      "step": 113
    },
    {
      "epoch": 0.12127659574468085,
      "grad_norm": 0.3904220759868622,
      "learning_rate": 0.00024318662992470896,
      "loss": 2.0672,
      "step": 114
    },
    {
      "epoch": 0.12234042553191489,
      "grad_norm": 0.1045014038681984,
      "learning_rate": 0.00024305634483409703,
      "loss": 1.7733,
      "step": 115
    },
    {
      "epoch": 0.12340425531914893,
      "grad_norm": 0.11234873533248901,
      "learning_rate": 0.00024292486550812323,
      "loss": 1.8588,
      "step": 116
    },
    {
      "epoch": 0.12446808510638298,
      "grad_norm": 0.12042441219091415,
      "learning_rate": 0.00024279219343430842,
      "loss": 2.3323,
      "step": 117
    },
    {
      "epoch": 0.125531914893617,
      "grad_norm": 0.13395822048187256,
      "learning_rate": 0.00024265833011366777,
      "loss": 1.9681,
      "step": 118
    },
    {
      "epoch": 0.12659574468085105,
      "grad_norm": 0.13613761961460114,
      "learning_rate": 0.00024252327706069407,
      "loss": 1.8812,
      "step": 119
    },
    {
      "epoch": 0.1276595744680851,
      "grad_norm": 0.11202660948038101,
      "learning_rate": 0.0002423870358033402,
      "loss": 2.1017,
      "step": 120
    },
    {
      "epoch": 0.12872340425531914,
      "grad_norm": 0.10813065618276596,
      "learning_rate": 0.00024224960788300217,
      "loss": 1.6332,
      "step": 121
    },
    {
      "epoch": 0.12978723404255318,
      "grad_norm": 0.12841644883155823,
      "learning_rate": 0.00024211099485450167,
      "loss": 2.0098,
      "step": 122
    },
    {
      "epoch": 0.13085106382978723,
      "grad_norm": 0.10981354117393494,
      "learning_rate": 0.0002419711982860681,
      "loss": 2.0437,
      "step": 123
    },
    {
      "epoch": 0.13191489361702127,
      "grad_norm": 0.10300987213850021,
      "learning_rate": 0.0002418302197593213,
      "loss": 1.9898,
      "step": 124
    },
    {
      "epoch": 0.13297872340425532,
      "grad_norm": 0.09915132820606232,
      "learning_rate": 0.00024168806086925348,
      "loss": 1.7063,
      "step": 125
    },
    {
      "epoch": 0.13404255319148936,
      "grad_norm": 0.10637573152780533,
      "learning_rate": 0.00024154472322421113,
      "loss": 1.8626,
      "step": 126
    },
    {
      "epoch": 0.1351063829787234,
      "grad_norm": 0.10706152766942978,
      "learning_rate": 0.00024140020844587667,
      "loss": 2.009,
      "step": 127
    },
    {
      "epoch": 0.13617021276595745,
      "grad_norm": 0.10487835109233856,
      "learning_rate": 0.00024125451816925058,
      "loss": 2.0771,
      "step": 128
    },
    {
      "epoch": 0.1372340425531915,
      "grad_norm": 0.11320215463638306,
      "learning_rate": 0.0002411076540426324,
      "loss": 2.111,
      "step": 129
    },
    {
      "epoch": 0.13829787234042554,
      "grad_norm": 0.10687907040119171,
      "learning_rate": 0.00024095961772760237,
      "loss": 1.7782,
      "step": 130
    },
    {
      "epoch": 0.13936170212765958,
      "grad_norm": 0.10387088358402252,
      "learning_rate": 0.0002408104108990024,
      "loss": 1.947,
      "step": 131
    },
    {
      "epoch": 0.14042553191489363,
      "grad_norm": 0.11471838504076004,
      "learning_rate": 0.00024066003524491752,
      "loss": 2.0569,
      "step": 132
    },
    {
      "epoch": 0.14148936170212767,
      "grad_norm": 0.10412081331014633,
      "learning_rate": 0.00024050849246665628,
      "loss": 1.9277,
      "step": 133
    },
    {
      "epoch": 0.1425531914893617,
      "grad_norm": 0.11945554614067078,
      "learning_rate": 0.00024035578427873192,
      "loss": 2.0863,
      "step": 134
    },
    {
      "epoch": 0.14361702127659576,
      "grad_norm": 0.12696759402751923,
      "learning_rate": 0.00024020191240884276,
      "loss": 2.0757,
      "step": 135
    },
    {
      "epoch": 0.14468085106382977,
      "grad_norm": 0.11579248309135437,
      "learning_rate": 0.00024004687859785265,
      "loss": 1.9771,
      "step": 136
    },
    {
      "epoch": 0.14574468085106382,
      "grad_norm": 0.1291639804840088,
      "learning_rate": 0.00023989068459977139,
      "loss": 1.9655,
      "step": 137
    },
    {
      "epoch": 0.14680851063829786,
      "grad_norm": 0.10244561731815338,
      "learning_rate": 0.0002397333321817347,
      "loss": 2.0573,
      "step": 138
    },
    {
      "epoch": 0.1478723404255319,
      "grad_norm": 0.10870030522346497,
      "learning_rate": 0.00023957482312398452,
      "loss": 1.9953,
      "step": 139
    },
    {
      "epoch": 0.14893617021276595,
      "grad_norm": 0.11521364748477936,
      "learning_rate": 0.00023941515921984855,
      "loss": 1.7835,
      "step": 140
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.1189892515540123,
      "learning_rate": 0.00023925434227572013,
      "loss": 1.8137,
      "step": 141
    },
    {
      "epoch": 0.15106382978723404,
      "grad_norm": 0.11443563550710678,
      "learning_rate": 0.00023909237411103785,
      "loss": 2.1109,
      "step": 142
    },
    {
      "epoch": 0.15212765957446808,
      "grad_norm": 0.1882992833852768,
      "learning_rate": 0.00023892925655826476,
      "loss": 2.1079,
      "step": 143
    },
    {
      "epoch": 0.15319148936170213,
      "grad_norm": 0.11956554651260376,
      "learning_rate": 0.0002387649914628679,
      "loss": 2.0648,
      "step": 144
    },
    {
      "epoch": 0.15425531914893617,
      "grad_norm": 0.13715718686580658,
      "learning_rate": 0.00023859958068329725,
      "loss": 2.004,
      "step": 145
    },
    {
      "epoch": 0.15531914893617021,
      "grad_norm": 0.1169043555855751,
      "learning_rate": 0.00023843302609096467,
      "loss": 2.1193,
      "step": 146
    },
    {
      "epoch": 0.15638297872340426,
      "grad_norm": 0.11039727926254272,
      "learning_rate": 0.00023826532957022293,
      "loss": 1.9419,
      "step": 147
    },
    {
      "epoch": 0.1574468085106383,
      "grad_norm": 0.11504384130239487,
      "learning_rate": 0.00023809649301834415,
      "loss": 1.9714,
      "step": 148
    },
    {
      "epoch": 0.15851063829787235,
      "grad_norm": 0.11435811966657639,
      "learning_rate": 0.00023792651834549856,
      "loss": 1.7879,
      "step": 149
    },
    {
      "epoch": 0.1595744680851064,
      "grad_norm": 0.27376243472099304,
      "learning_rate": 0.00023775540747473262,
      "loss": 2.0011,
      "step": 150
    },
    {
      "epoch": 0.16063829787234044,
      "grad_norm": 0.12073350697755814,
      "learning_rate": 0.0002375831623419476,
      "loss": 1.9285,
      "step": 151
    },
    {
      "epoch": 0.16170212765957448,
      "grad_norm": 0.11144834011793137,
      "learning_rate": 0.00023740978489587733,
      "loss": 1.9147,
      "step": 152
    },
    {
      "epoch": 0.16276595744680852,
      "grad_norm": 0.1074347198009491,
      "learning_rate": 0.00023723527709806647,
      "loss": 2.092,
      "step": 153
    },
    {
      "epoch": 0.16382978723404254,
      "grad_norm": 0.11253698170185089,
      "learning_rate": 0.00023705964092284805,
      "loss": 1.9452,
      "step": 154
    },
    {
      "epoch": 0.16489361702127658,
      "grad_norm": 0.1153697595000267,
      "learning_rate": 0.00023688287835732134,
      "loss": 2.008,
      "step": 155
    },
    {
      "epoch": 0.16595744680851063,
      "grad_norm": 0.11541475355625153,
      "learning_rate": 0.00023670499140132918,
      "loss": 1.5319,
      "step": 156
    },
    {
      "epoch": 0.16702127659574467,
      "grad_norm": 0.11363336443901062,
      "learning_rate": 0.00023652598206743553,
      "loss": 2.1214,
      "step": 157
    },
    {
      "epoch": 0.16808510638297872,
      "grad_norm": 0.10930821299552917,
      "learning_rate": 0.00023634585238090265,
      "loss": 1.8862,
      "step": 158
    },
    {
      "epoch": 0.16914893617021276,
      "grad_norm": 0.13756263256072998,
      "learning_rate": 0.000236164604379668,
      "loss": 2.001,
      "step": 159
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 0.11600874364376068,
      "learning_rate": 0.00023598224011432163,
      "loss": 2.0017,
      "step": 160
    },
    {
      "epoch": 0.17127659574468085,
      "grad_norm": 0.14339403808116913,
      "learning_rate": 0.00023579876164808234,
      "loss": 1.8875,
      "step": 161
    },
    {
      "epoch": 0.1723404255319149,
      "grad_norm": 0.11734171211719513,
      "learning_rate": 0.000235614171056775,
      "loss": 2.025,
      "step": 162
    },
    {
      "epoch": 0.17340425531914894,
      "grad_norm": 0.16881157457828522,
      "learning_rate": 0.00023542847042880662,
      "loss": 2.1279,
      "step": 163
    },
    {
      "epoch": 0.17446808510638298,
      "grad_norm": 0.10519936680793762,
      "learning_rate": 0.00023524166186514284,
      "loss": 1.8798,
      "step": 164
    },
    {
      "epoch": 0.17553191489361702,
      "grad_norm": 0.11043398827314377,
      "learning_rate": 0.00023505374747928419,
      "loss": 1.9368,
      "step": 165
    },
    {
      "epoch": 0.17659574468085107,
      "grad_norm": 0.11440404504537582,
      "learning_rate": 0.00023486472939724217,
      "loss": 1.9948,
      "step": 166
    },
    {
      "epoch": 0.1776595744680851,
      "grad_norm": 0.11574520170688629,
      "learning_rate": 0.0002346746097575153,
      "loss": 2.1822,
      "step": 167
    },
    {
      "epoch": 0.17872340425531916,
      "grad_norm": 0.11897675693035126,
      "learning_rate": 0.00023448339071106461,
      "loss": 1.9755,
      "step": 168
    },
    {
      "epoch": 0.1797872340425532,
      "grad_norm": 0.116481252014637,
      "learning_rate": 0.00023429107442128974,
      "loss": 1.751,
      "step": 169
    },
    {
      "epoch": 0.18085106382978725,
      "grad_norm": 0.11168333142995834,
      "learning_rate": 0.0002340976630640041,
      "loss": 2.1915,
      "step": 170
    },
    {
      "epoch": 0.1819148936170213,
      "grad_norm": 0.1481730043888092,
      "learning_rate": 0.00023390315882741038,
      "loss": 1.9164,
      "step": 171
    },
    {
      "epoch": 0.1829787234042553,
      "grad_norm": 0.10625225305557251,
      "learning_rate": 0.00023370756391207588,
      "loss": 1.8064,
      "step": 172
    },
    {
      "epoch": 0.18404255319148935,
      "grad_norm": 0.11492953449487686,
      "learning_rate": 0.0002335108805309075,
      "loss": 2.0202,
      "step": 173
    },
    {
      "epoch": 0.1851063829787234,
      "grad_norm": 0.11886078119277954,
      "learning_rate": 0.00023331311090912677,
      "loss": 1.994,
      "step": 174
    },
    {
      "epoch": 0.18617021276595744,
      "grad_norm": 0.12113317847251892,
      "learning_rate": 0.0002331142572842446,
      "loss": 2.061,
      "step": 175
    },
    {
      "epoch": 0.18723404255319148,
      "grad_norm": 0.11451803892850876,
      "learning_rate": 0.00023291432190603603,
      "loss": 2.0846,
      "step": 176
    },
    {
      "epoch": 0.18829787234042553,
      "grad_norm": 0.13504713773727417,
      "learning_rate": 0.00023271330703651482,
      "loss": 2.0917,
      "step": 177
    },
    {
      "epoch": 0.18936170212765957,
      "grad_norm": 0.11458391696214676,
      "learning_rate": 0.00023251121494990764,
      "loss": 1.704,
      "step": 178
    },
    {
      "epoch": 0.19042553191489361,
      "grad_norm": 0.13398422300815582,
      "learning_rate": 0.00023230804793262873,
      "loss": 2.103,
      "step": 179
    },
    {
      "epoch": 0.19148936170212766,
      "grad_norm": 0.11917758733034134,
      "learning_rate": 0.00023210380828325353,
      "loss": 1.7718,
      "step": 180
    },
    {
      "epoch": 0.1925531914893617,
      "grad_norm": 0.1172708049416542,
      "learning_rate": 0.0002318984983124932,
      "loss": 2.0172,
      "step": 181
    },
    {
      "epoch": 0.19361702127659575,
      "grad_norm": 0.1266704946756363,
      "learning_rate": 0.00023169212034316805,
      "loss": 1.9212,
      "step": 182
    },
    {
      "epoch": 0.1946808510638298,
      "grad_norm": 0.13580508530139923,
      "learning_rate": 0.0002314846767101815,
      "loss": 2.0556,
      "step": 183
    },
    {
      "epoch": 0.19574468085106383,
      "grad_norm": 0.1328660249710083,
      "learning_rate": 0.00023127616976049357,
      "loss": 1.9746,
      "step": 184
    },
    {
      "epoch": 0.19680851063829788,
      "grad_norm": 0.1272975504398346,
      "learning_rate": 0.00023106660185309434,
      "loss": 1.9995,
      "step": 185
    },
    {
      "epoch": 0.19787234042553192,
      "grad_norm": 0.11610808223485947,
      "learning_rate": 0.0002308559753589773,
      "loss": 1.9755,
      "step": 186
    },
    {
      "epoch": 0.19893617021276597,
      "grad_norm": 0.11477465182542801,
      "learning_rate": 0.0002306442926611125,
      "loss": 1.8594,
      "step": 187
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.11912880837917328,
      "learning_rate": 0.00023043155615441963,
      "loss": 2.2537,
      "step": 188
    },
    {
      "epoch": 0.20106382978723406,
      "grad_norm": 0.12370310723781586,
      "learning_rate": 0.00023021776824574077,
      "loss": 1.8427,
      "step": 189
    },
    {
      "epoch": 0.20106382978723406,
      "eval_loss": 2.2439846992492676,
      "eval_runtime": 228.9331,
      "eval_samples_per_second": 0.402,
      "eval_steps_per_second": 0.402,
      "step": 189
    },
    {
      "epoch": 0.20212765957446807,
      "grad_norm": 0.12219749391078949,
      "learning_rate": 0.0002300029313538133,
      "loss": 1.6372,
      "step": 190
    },
    {
      "epoch": 0.20319148936170212,
      "grad_norm": 0.12997935712337494,
      "learning_rate": 0.00022978704790924264,
      "loss": 1.7587,
      "step": 191
    },
    {
      "epoch": 0.20425531914893616,
      "grad_norm": 0.1191156730055809,
      "learning_rate": 0.00022957012035447445,
      "loss": 2.1128,
      "step": 192
    },
    {
      "epoch": 0.2053191489361702,
      "grad_norm": 0.1545037180185318,
      "learning_rate": 0.00022935215114376723,
      "loss": 1.6692,
      "step": 193
    },
    {
      "epoch": 0.20638297872340425,
      "grad_norm": 0.1366199105978012,
      "learning_rate": 0.00022913314274316455,
      "loss": 1.9685,
      "step": 194
    },
    {
      "epoch": 0.2074468085106383,
      "grad_norm": 0.12138072401285172,
      "learning_rate": 0.00022891309763046697,
      "loss": 1.8484,
      "step": 195
    },
    {
      "epoch": 0.20851063829787234,
      "grad_norm": 0.1285848766565323,
      "learning_rate": 0.0002286920182952042,
      "loss": 1.7935,
      "step": 196
    },
    {
      "epoch": 0.20957446808510638,
      "grad_norm": 0.11619207262992859,
      "learning_rate": 0.00022846990723860686,
      "loss": 2.0731,
      "step": 197
    },
    {
      "epoch": 0.21063829787234042,
      "grad_norm": 0.4214017689228058,
      "learning_rate": 0.00022824676697357814,
      "loss": 2.0675,
      "step": 198
    },
    {
      "epoch": 0.21170212765957447,
      "grad_norm": 0.11827094852924347,
      "learning_rate": 0.0002280226000246654,
      "loss": 1.7509,
      "step": 199
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 0.132975772023201,
      "learning_rate": 0.00022779740892803175,
      "loss": 1.6893,
      "step": 200
    },
    {
      "epoch": 0.21382978723404256,
      "grad_norm": 0.12743262946605682,
      "learning_rate": 0.00022757119623142706,
      "loss": 1.9338,
      "step": 201
    },
    {
      "epoch": 0.2148936170212766,
      "grad_norm": 0.13391292095184326,
      "learning_rate": 0.00022734396449415934,
      "loss": 2.1821,
      "step": 202
    },
    {
      "epoch": 0.21595744680851064,
      "grad_norm": 0.12177909165620804,
      "learning_rate": 0.0002271157162870658,
      "loss": 1.8998,
      "step": 203
    },
    {
      "epoch": 0.2170212765957447,
      "grad_norm": 0.3537590503692627,
      "learning_rate": 0.00022688645419248374,
      "loss": 1.8342,
      "step": 204
    },
    {
      "epoch": 0.21808510638297873,
      "grad_norm": 0.14446629583835602,
      "learning_rate": 0.00022665618080422114,
      "loss": 1.9379,
      "step": 205
    },
    {
      "epoch": 0.21914893617021278,
      "grad_norm": 0.1220061182975769,
      "learning_rate": 0.00022642489872752765,
      "loss": 1.8389,
      "step": 206
    },
    {
      "epoch": 0.22021276595744682,
      "grad_norm": 0.10652719438076019,
      "learning_rate": 0.00022619261057906485,
      "loss": 1.7434,
      "step": 207
    },
    {
      "epoch": 0.22127659574468084,
      "grad_norm": 0.1321529746055603,
      "learning_rate": 0.00022595931898687673,
      "loss": 2.2176,
      "step": 208
    },
    {
      "epoch": 0.22234042553191488,
      "grad_norm": 0.11512637138366699,
      "learning_rate": 0.00022572502659036007,
      "loss": 1.8772,
      "step": 209
    },
    {
      "epoch": 0.22340425531914893,
      "grad_norm": 0.15195037424564362,
      "learning_rate": 0.00022548973604023437,
      "loss": 2.1445,
      "step": 210
    },
    {
      "epoch": 0.22446808510638297,
      "grad_norm": 0.1171952560544014,
      "learning_rate": 0.00022525344999851197,
      "loss": 2.0841,
      "step": 211
    },
    {
      "epoch": 0.225531914893617,
      "grad_norm": 0.11501558870077133,
      "learning_rate": 0.00022501617113846798,
      "loss": 1.8845,
      "step": 212
    },
    {
      "epoch": 0.22659574468085106,
      "grad_norm": 0.14285384118556976,
      "learning_rate": 0.00022477790214460994,
      "loss": 1.7457,
      "step": 213
    },
    {
      "epoch": 0.2276595744680851,
      "grad_norm": 0.1312599778175354,
      "learning_rate": 0.0002245386457126475,
      "loss": 2.12,
      "step": 214
    },
    {
      "epoch": 0.22872340425531915,
      "grad_norm": 0.12865905463695526,
      "learning_rate": 0.00022429840454946196,
      "loss": 1.9595,
      "step": 215
    },
    {
      "epoch": 0.2297872340425532,
      "grad_norm": 0.18248826265335083,
      "learning_rate": 0.00022405718137307552,
      "loss": 2.0199,
      "step": 216
    },
    {
      "epoch": 0.23085106382978723,
      "grad_norm": 0.129413902759552,
      "learning_rate": 0.00022381497891262066,
      "loss": 1.8833,
      "step": 217
    },
    {
      "epoch": 0.23191489361702128,
      "grad_norm": 0.12320221215486526,
      "learning_rate": 0.00022357179990830923,
      "loss": 2.0043,
      "step": 218
    },
    {
      "epoch": 0.23297872340425532,
      "grad_norm": 0.11922425031661987,
      "learning_rate": 0.00022332764711140127,
      "loss": 1.9641,
      "step": 219
    },
    {
      "epoch": 0.23404255319148937,
      "grad_norm": 0.1320050060749054,
      "learning_rate": 0.00022308252328417426,
      "loss": 1.9602,
      "step": 220
    },
    {
      "epoch": 0.2351063829787234,
      "grad_norm": 0.14773212373256683,
      "learning_rate": 0.00022283643119989154,
      "loss": 1.8785,
      "step": 221
    },
    {
      "epoch": 0.23617021276595745,
      "grad_norm": 0.128052219748497,
      "learning_rate": 0.00022258937364277105,
      "loss": 1.8772,
      "step": 222
    },
    {
      "epoch": 0.2372340425531915,
      "grad_norm": 0.12113828212022781,
      "learning_rate": 0.00022234135340795378,
      "loss": 2.0577,
      "step": 223
    },
    {
      "epoch": 0.23829787234042554,
      "grad_norm": 0.1478564292192459,
      "learning_rate": 0.0002220923733014723,
      "loss": 1.7237,
      "step": 224
    },
    {
      "epoch": 0.2393617021276596,
      "grad_norm": 0.12648318707942963,
      "learning_rate": 0.0002218424361402188,
      "loss": 1.5301,
      "step": 225
    },
    {
      "epoch": 0.2404255319148936,
      "grad_norm": 0.13919681310653687,
      "learning_rate": 0.00022159154475191343,
      "loss": 1.8451,
      "step": 226
    },
    {
      "epoch": 0.24148936170212765,
      "grad_norm": 0.162435844540596,
      "learning_rate": 0.00022133970197507199,
      "loss": 1.7585,
      "step": 227
    },
    {
      "epoch": 0.2425531914893617,
      "grad_norm": 0.1612282693386078,
      "learning_rate": 0.0002210869106589743,
      "loss": 1.9223,
      "step": 228
    },
    {
      "epoch": 0.24361702127659574,
      "grad_norm": 0.1214359775185585,
      "learning_rate": 0.0002208331736636316,
      "loss": 1.8637,
      "step": 229
    },
    {
      "epoch": 0.24468085106382978,
      "grad_norm": 0.1307225078344345,
      "learning_rate": 0.0002205784938597541,
      "loss": 1.9397,
      "step": 230
    },
    {
      "epoch": 0.24574468085106382,
      "grad_norm": 0.13562381267547607,
      "learning_rate": 0.00022032287412871893,
      "loss": 1.9584,
      "step": 231
    },
    {
      "epoch": 0.24680851063829787,
      "grad_norm": 0.12984585762023926,
      "learning_rate": 0.00022006631736253715,
      "loss": 1.8084,
      "step": 232
    },
    {
      "epoch": 0.2478723404255319,
      "grad_norm": 0.11881977319717407,
      "learning_rate": 0.00021980882646382128,
      "loss": 1.747,
      "step": 233
    },
    {
      "epoch": 0.24893617021276596,
      "grad_norm": 0.13311228156089783,
      "learning_rate": 0.0002195504043457523,
      "loss": 1.9873,
      "step": 234
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.13149425387382507,
      "learning_rate": 0.00021929105393204675,
      "loss": 2.0715,
      "step": 235
    },
    {
      "epoch": 0.251063829787234,
      "grad_norm": 0.1460556536912918,
      "learning_rate": 0.00021903077815692358,
      "loss": 1.7887,
      "step": 236
    },
    {
      "epoch": 0.2521276595744681,
      "grad_norm": 0.13757912814617157,
      "learning_rate": 0.0002187695799650712,
      "loss": 1.7325,
      "step": 237
    },
    {
      "epoch": 0.2531914893617021,
      "grad_norm": 0.13054710626602173,
      "learning_rate": 0.0002185074623116138,
      "loss": 1.9821,
      "step": 238
    },
    {
      "epoch": 0.2542553191489362,
      "grad_norm": 0.11559314280748367,
      "learning_rate": 0.00021824442816207828,
      "loss": 1.6488,
      "step": 239
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 0.12026959657669067,
      "learning_rate": 0.00021798048049236036,
      "loss": 2.0594,
      "step": 240
    },
    {
      "epoch": 0.25638297872340426,
      "grad_norm": 0.12917517125606537,
      "learning_rate": 0.00021771562228869122,
      "loss": 2.0606,
      "step": 241
    },
    {
      "epoch": 0.2574468085106383,
      "grad_norm": 0.1309247761964798,
      "learning_rate": 0.00021744985654760345,
      "loss": 1.816,
      "step": 242
    },
    {
      "epoch": 0.25851063829787235,
      "grad_norm": 0.11951275914907455,
      "learning_rate": 0.00021718318627589732,
      "loss": 1.8091,
      "step": 243
    },
    {
      "epoch": 0.25957446808510637,
      "grad_norm": 0.1549317091703415,
      "learning_rate": 0.00021691561449060668,
      "loss": 1.7875,
      "step": 244
    },
    {
      "epoch": 0.26063829787234044,
      "grad_norm": 0.10621926933526993,
      "learning_rate": 0.00021664714421896494,
      "loss": 1.9503,
      "step": 245
    },
    {
      "epoch": 0.26170212765957446,
      "grad_norm": 0.11808984726667404,
      "learning_rate": 0.00021637777849837069,
      "loss": 1.7337,
      "step": 246
    },
    {
      "epoch": 0.26276595744680853,
      "grad_norm": 0.12691949307918549,
      "learning_rate": 0.00021610752037635333,
      "loss": 1.8108,
      "step": 247
    },
    {
      "epoch": 0.26382978723404255,
      "grad_norm": 0.15534377098083496,
      "learning_rate": 0.0002158363729105387,
      "loss": 1.8423,
      "step": 248
    },
    {
      "epoch": 0.2648936170212766,
      "grad_norm": 0.12336020171642303,
      "learning_rate": 0.00021556433916861446,
      "loss": 1.7249,
      "step": 249
    },
    {
      "epoch": 0.26595744680851063,
      "grad_norm": 0.13493220508098602,
      "learning_rate": 0.0002152914222282952,
      "loss": 2.0487,
      "step": 250
    },
    {
      "epoch": 0.2670212765957447,
      "grad_norm": 0.19705940783023834,
      "learning_rate": 0.00021501762517728802,
      "loss": 1.5196,
      "step": 251
    },
    {
      "epoch": 0.2680851063829787,
      "grad_norm": 0.15215103328227997,
      "learning_rate": 0.00021474295111325708,
      "loss": 1.8737,
      "step": 252
    },
    {
      "epoch": 0.2691489361702128,
      "grad_norm": 0.13895325362682343,
      "learning_rate": 0.0002144674031437891,
      "loss": 1.7027,
      "step": 253
    },
    {
      "epoch": 0.2702127659574468,
      "grad_norm": 0.11689046770334244,
      "learning_rate": 0.00021419098438635765,
      "loss": 2.0475,
      "step": 254
    },
    {
      "epoch": 0.2712765957446808,
      "grad_norm": 0.1213349923491478,
      "learning_rate": 0.00021391369796828835,
      "loss": 1.9444,
      "step": 255
    },
    {
      "epoch": 0.2723404255319149,
      "grad_norm": 0.11021054536104202,
      "learning_rate": 0.00021363554702672326,
      "loss": 1.9382,
      "step": 256
    },
    {
      "epoch": 0.2734042553191489,
      "grad_norm": 0.1282310038805008,
      "learning_rate": 0.0002133565347085853,
      "loss": 1.9628,
      "step": 257
    },
    {
      "epoch": 0.274468085106383,
      "grad_norm": 0.11131104081869125,
      "learning_rate": 0.0002130766641705429,
      "loss": 1.8109,
      "step": 258
    },
    {
      "epoch": 0.275531914893617,
      "grad_norm": 0.123484767973423,
      "learning_rate": 0.00021279593857897411,
      "loss": 2.1388,
      "step": 259
    },
    {
      "epoch": 0.2765957446808511,
      "grad_norm": 0.12884195148944855,
      "learning_rate": 0.00021251436110993085,
      "loss": 1.7784,
      "step": 260
    },
    {
      "epoch": 0.2776595744680851,
      "grad_norm": 0.14552558958530426,
      "learning_rate": 0.00021223193494910293,
      "loss": 2.0514,
      "step": 261
    },
    {
      "epoch": 0.27872340425531916,
      "grad_norm": 0.1309530884027481,
      "learning_rate": 0.00021194866329178193,
      "loss": 1.9086,
      "step": 262
    },
    {
      "epoch": 0.2797872340425532,
      "grad_norm": 0.12760141491889954,
      "learning_rate": 0.00021166454934282521,
      "loss": 1.8776,
      "step": 263
    },
    {
      "epoch": 0.28085106382978725,
      "grad_norm": 0.1298709511756897,
      "learning_rate": 0.0002113795963166197,
      "loss": 1.9672,
      "step": 264
    },
    {
      "epoch": 0.28191489361702127,
      "grad_norm": 0.13304266333580017,
      "learning_rate": 0.0002110938074370453,
      "loss": 1.9939,
      "step": 265
    },
    {
      "epoch": 0.28297872340425534,
      "grad_norm": 0.12197323888540268,
      "learning_rate": 0.00021080718593743846,
      "loss": 2.041,
      "step": 266
    },
    {
      "epoch": 0.28404255319148936,
      "grad_norm": 0.11913374811410904,
      "learning_rate": 0.00021051973506055587,
      "loss": 1.6231,
      "step": 267
    },
    {
      "epoch": 0.2851063829787234,
      "grad_norm": 0.18801186978816986,
      "learning_rate": 0.00021023145805853735,
      "loss": 1.9754,
      "step": 268
    },
    {
      "epoch": 0.28617021276595744,
      "grad_norm": 0.14811000227928162,
      "learning_rate": 0.0002099423581928694,
      "loss": 2.0761,
      "step": 269
    },
    {
      "epoch": 0.2872340425531915,
      "grad_norm": 0.12679357826709747,
      "learning_rate": 0.00020965243873434806,
      "loss": 1.8865,
      "step": 270
    },
    {
      "epoch": 0.28829787234042553,
      "grad_norm": 0.1385306566953659,
      "learning_rate": 0.00020936170296304222,
      "loss": 2.036,
      "step": 271
    },
    {
      "epoch": 0.28936170212765955,
      "grad_norm": 0.11551671475172043,
      "learning_rate": 0.00020907015416825607,
      "loss": 2.0402,
      "step": 272
    },
    {
      "epoch": 0.2904255319148936,
      "grad_norm": 0.15645508468151093,
      "learning_rate": 0.00020877779564849232,
      "loss": 1.7009,
      "step": 273
    },
    {
      "epoch": 0.29148936170212764,
      "grad_norm": 0.1431574672460556,
      "learning_rate": 0.0002084846307114145,
      "loss": 1.7321,
      "step": 274
    },
    {
      "epoch": 0.2925531914893617,
      "grad_norm": 0.14062929153442383,
      "learning_rate": 0.00020819066267380995,
      "loss": 1.9823,
      "step": 275
    },
    {
      "epoch": 0.2936170212765957,
      "grad_norm": 0.12429283559322357,
      "learning_rate": 0.00020789589486155187,
      "loss": 1.9957,
      "step": 276
    },
    {
      "epoch": 0.2946808510638298,
      "grad_norm": 0.12170275300741196,
      "learning_rate": 0.00020760033060956192,
      "loss": 1.8834,
      "step": 277
    },
    {
      "epoch": 0.2957446808510638,
      "grad_norm": 0.12186326086521149,
      "learning_rate": 0.00020730397326177257,
      "loss": 1.821,
      "step": 278
    },
    {
      "epoch": 0.2968085106382979,
      "grad_norm": 0.14743085205554962,
      "learning_rate": 0.00020700682617108906,
      "loss": 1.9366,
      "step": 279
    },
    {
      "epoch": 0.2978723404255319,
      "grad_norm": 0.1397976577281952,
      "learning_rate": 0.00020670889269935156,
      "loss": 1.924,
      "step": 280
    },
    {
      "epoch": 0.298936170212766,
      "grad_norm": 0.16039437055587769,
      "learning_rate": 0.0002064101762172972,
      "loss": 1.6082,
      "step": 281
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.12346199154853821,
      "learning_rate": 0.00020611068010452187,
      "loss": 2.0276,
      "step": 282
    },
    {
      "epoch": 0.30106382978723406,
      "grad_norm": 0.12658649682998657,
      "learning_rate": 0.0002058104077494419,
      "loss": 1.8506,
      "step": 283
    },
    {
      "epoch": 0.3021276595744681,
      "grad_norm": 0.13528642058372498,
      "learning_rate": 0.00020550936254925588,
      "loss": 1.7422,
      "step": 284
    },
    {
      "epoch": 0.30319148936170215,
      "grad_norm": 0.14657703042030334,
      "learning_rate": 0.00020520754790990617,
      "loss": 1.6911,
      "step": 285
    },
    {
      "epoch": 0.30425531914893617,
      "grad_norm": 0.14604607224464417,
      "learning_rate": 0.0002049049672460403,
      "loss": 1.8764,
      "step": 286
    },
    {
      "epoch": 0.30531914893617024,
      "grad_norm": 0.15669088065624237,
      "learning_rate": 0.00020460162398097242,
      "loss": 1.9052,
      "step": 287
    },
    {
      "epoch": 0.30638297872340425,
      "grad_norm": 0.1708899289369583,
      "learning_rate": 0.0002042975215466446,
      "loss": 1.9045,
      "step": 288
    },
    {
      "epoch": 0.3074468085106383,
      "grad_norm": 0.15268519520759583,
      "learning_rate": 0.00020399266338358776,
      "loss": 1.9059,
      "step": 289
    },
    {
      "epoch": 0.30851063829787234,
      "grad_norm": 0.13716553151607513,
      "learning_rate": 0.00020368705294088313,
      "loss": 1.9051,
      "step": 290
    },
    {
      "epoch": 0.30957446808510636,
      "grad_norm": 0.14579275250434875,
      "learning_rate": 0.00020338069367612294,
      "loss": 1.7654,
      "step": 291
    },
    {
      "epoch": 0.31063829787234043,
      "grad_norm": 0.14516612887382507,
      "learning_rate": 0.00020307358905537133,
      "loss": 1.7659,
      "step": 292
    },
    {
      "epoch": 0.31170212765957445,
      "grad_norm": 0.13099181652069092,
      "learning_rate": 0.00020276574255312529,
      "loss": 1.8719,
      "step": 293
    },
    {
      "epoch": 0.3127659574468085,
      "grad_norm": 0.14634104073047638,
      "learning_rate": 0.00020245715765227523,
      "loss": 1.8947,
      "step": 294
    },
    {
      "epoch": 0.31382978723404253,
      "grad_norm": 0.13733884692192078,
      "learning_rate": 0.00020214783784406554,
      "loss": 1.9405,
      "step": 295
    },
    {
      "epoch": 0.3148936170212766,
      "grad_norm": 0.1501719057559967,
      "learning_rate": 0.00020183778662805516,
      "loss": 2.1347,
      "step": 296
    },
    {
      "epoch": 0.3159574468085106,
      "grad_norm": 0.1275307983160019,
      "learning_rate": 0.0002015270075120781,
      "loss": 1.9346,
      "step": 297
    },
    {
      "epoch": 0.3170212765957447,
      "grad_norm": 0.2898395359516144,
      "learning_rate": 0.00020121550401220342,
      "loss": 1.8929,
      "step": 298
    },
    {
      "epoch": 0.3180851063829787,
      "grad_norm": 0.13291271030902863,
      "learning_rate": 0.00020090327965269583,
      "loss": 2.0107,
      "step": 299
    },
    {
      "epoch": 0.3191489361702128,
      "grad_norm": 0.13238263130187988,
      "learning_rate": 0.00020059033796597563,
      "loss": 2.0485,
      "step": 300
    },
    {
      "epoch": 0.3202127659574468,
      "grad_norm": 0.1353788673877716,
      "learning_rate": 0.0002002766824925786,
      "loss": 1.9357,
      "step": 301
    },
    {
      "epoch": 0.32127659574468087,
      "grad_norm": 0.16099432110786438,
      "learning_rate": 0.00019996231678111635,
      "loss": 1.8787,
      "step": 302
    },
    {
      "epoch": 0.3223404255319149,
      "grad_norm": 0.22791248559951782,
      "learning_rate": 0.00019964724438823573,
      "loss": 1.5107,
      "step": 303
    },
    {
      "epoch": 0.32340425531914896,
      "grad_norm": 0.181181401014328,
      "learning_rate": 0.00019933146887857891,
      "loss": 1.7504,
      "step": 304
    },
    {
      "epoch": 0.324468085106383,
      "grad_norm": 0.14129158854484558,
      "learning_rate": 0.0001990149938247428,
      "loss": 1.6271,
      "step": 305
    },
    {
      "epoch": 0.32553191489361705,
      "grad_norm": 0.16222205758094788,
      "learning_rate": 0.00019869782280723897,
      "loss": 1.7481,
      "step": 306
    },
    {
      "epoch": 0.32659574468085106,
      "grad_norm": 0.13940641283988953,
      "learning_rate": 0.0001983799594144527,
      "loss": 2.0948,
      "step": 307
    },
    {
      "epoch": 0.3276595744680851,
      "grad_norm": 0.14055512845516205,
      "learning_rate": 0.00019806140724260276,
      "loss": 1.7353,
      "step": 308
    },
    {
      "epoch": 0.32872340425531915,
      "grad_norm": 0.14281584322452545,
      "learning_rate": 0.00019774216989570055,
      "loss": 1.8931,
      "step": 309
    },
    {
      "epoch": 0.32978723404255317,
      "grad_norm": 0.14208434522151947,
      "learning_rate": 0.00019742225098550925,
      "loss": 1.7266,
      "step": 310
    },
    {
      "epoch": 0.33085106382978724,
      "grad_norm": 0.14099860191345215,
      "learning_rate": 0.00019710165413150318,
      "loss": 1.7742,
      "step": 311
    },
    {
      "epoch": 0.33191489361702126,
      "grad_norm": 0.12579743564128876,
      "learning_rate": 0.00019678038296082676,
      "loss": 2.0517,
      "step": 312
    },
    {
      "epoch": 0.33297872340425533,
      "grad_norm": 0.14031557738780975,
      "learning_rate": 0.00019645844110825333,
      "loss": 2.0609,
      "step": 313
    },
    {
      "epoch": 0.33404255319148934,
      "grad_norm": 0.1430150419473648,
      "learning_rate": 0.00019613583221614415,
      "loss": 1.8406,
      "step": 314
    },
    {
      "epoch": 0.3351063829787234,
      "grad_norm": 0.140987828373909,
      "learning_rate": 0.00019581255993440726,
      "loss": 1.7759,
      "step": 315
    },
    {
      "epoch": 0.33617021276595743,
      "grad_norm": 0.1489114910364151,
      "learning_rate": 0.000195488627920456,
      "loss": 1.8095,
      "step": 316
    },
    {
      "epoch": 0.3372340425531915,
      "grad_norm": 0.13374760746955872,
      "learning_rate": 0.00019516403983916788,
      "loss": 2.0718,
      "step": 317
    },
    {
      "epoch": 0.3382978723404255,
      "grad_norm": 0.2130061239004135,
      "learning_rate": 0.0001948387993628429,
      "loss": 1.9204,
      "step": 318
    },
    {
      "epoch": 0.3393617021276596,
      "grad_norm": 0.14826621115207672,
      "learning_rate": 0.000194512910171162,
      "loss": 2.02,
      "step": 319
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 0.18779098987579346,
      "learning_rate": 0.0001941863759511456,
      "loss": 2.01,
      "step": 320
    },
    {
      "epoch": 0.3414893617021277,
      "grad_norm": 0.12427100539207458,
      "learning_rate": 0.0001938592003971118,
      "loss": 2.0124,
      "step": 321
    },
    {
      "epoch": 0.3425531914893617,
      "grad_norm": 0.15826719999313354,
      "learning_rate": 0.00019353138721063453,
      "loss": 1.6313,
      "step": 322
    },
    {
      "epoch": 0.34361702127659577,
      "grad_norm": 0.15692561864852905,
      "learning_rate": 0.0001932029401005018,
      "loss": 1.9172,
      "step": 323
    },
    {
      "epoch": 0.3446808510638298,
      "grad_norm": 0.15546223521232605,
      "learning_rate": 0.0001928738627826735,
      "loss": 1.6639,
      "step": 324
    },
    {
      "epoch": 0.34574468085106386,
      "grad_norm": 0.17297136783599854,
      "learning_rate": 0.0001925441589802396,
      "loss": 1.7724,
      "step": 325
    },
    {
      "epoch": 0.3468085106382979,
      "grad_norm": 0.1639593541622162,
      "learning_rate": 0.00019221383242337806,
      "loss": 1.8565,
      "step": 326
    },
    {
      "epoch": 0.3478723404255319,
      "grad_norm": 0.15639278292655945,
      "learning_rate": 0.0001918828868493123,
      "loss": 1.3549,
      "step": 327
    },
    {
      "epoch": 0.34893617021276596,
      "grad_norm": 0.1649019867181778,
      "learning_rate": 0.00019155132600226932,
      "loss": 1.7564,
      "step": 328
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.15620344877243042,
      "learning_rate": 0.000191219153633437,
      "loss": 1.8208,
      "step": 329
    },
    {
      "epoch": 0.35106382978723405,
      "grad_norm": 0.14155499637126923,
      "learning_rate": 0.00019088637350092195,
      "loss": 2.1168,
      "step": 330
    },
    {
      "epoch": 0.35212765957446807,
      "grad_norm": 0.12891899049282074,
      "learning_rate": 0.00019055298936970663,
      "loss": 1.9618,
      "step": 331
    },
    {
      "epoch": 0.35319148936170214,
      "grad_norm": 0.13389241695404053,
      "learning_rate": 0.00019021900501160728,
      "loss": 1.6969,
      "step": 332
    },
    {
      "epoch": 0.35425531914893615,
      "grad_norm": 0.17621472477912903,
      "learning_rate": 0.00018988442420523068,
      "loss": 2.229,
      "step": 333
    },
    {
      "epoch": 0.3553191489361702,
      "grad_norm": 0.13503223657608032,
      "learning_rate": 0.00018954925073593178,
      "loss": 1.9057,
      "step": 334
    },
    {
      "epoch": 0.35638297872340424,
      "grad_norm": 0.1374453455209732,
      "learning_rate": 0.0001892134883957708,
      "loss": 2.1979,
      "step": 335
    },
    {
      "epoch": 0.3574468085106383,
      "grad_norm": 0.14095570147037506,
      "learning_rate": 0.00018887714098347013,
      "loss": 1.9959,
      "step": 336
    },
    {
      "epoch": 0.35851063829787233,
      "grad_norm": 0.16883546113967896,
      "learning_rate": 0.00018854021230437157,
      "loss": 1.4638,
      "step": 337
    },
    {
      "epoch": 0.3595744680851064,
      "grad_norm": 0.1310475915670395,
      "learning_rate": 0.00018820270617039335,
      "loss": 1.7868,
      "step": 338
    },
    {
      "epoch": 0.3606382978723404,
      "grad_norm": 0.19436661899089813,
      "learning_rate": 0.0001878646263999867,
      "loss": 1.6914,
      "step": 339
    },
    {
      "epoch": 0.3617021276595745,
      "grad_norm": 0.13219347596168518,
      "learning_rate": 0.0001875259768180928,
      "loss": 1.6344,
      "step": 340
    },
    {
      "epoch": 0.3627659574468085,
      "grad_norm": 0.16265998780727386,
      "learning_rate": 0.00018718676125609968,
      "loss": 1.9101,
      "step": 341
    },
    {
      "epoch": 0.3638297872340426,
      "grad_norm": 0.13733355700969696,
      "learning_rate": 0.00018684698355179855,
      "loss": 1.8052,
      "step": 342
    },
    {
      "epoch": 0.3648936170212766,
      "grad_norm": 0.13916534185409546,
      "learning_rate": 0.0001865066475493406,
      "loss": 1.7605,
      "step": 343
    },
    {
      "epoch": 0.3659574468085106,
      "grad_norm": 0.14417007565498352,
      "learning_rate": 0.00018616575709919355,
      "loss": 1.9043,
      "step": 344
    },
    {
      "epoch": 0.3670212765957447,
      "grad_norm": 0.136358380317688,
      "learning_rate": 0.00018582431605809784,
      "loss": 1.8972,
      "step": 345
    },
    {
      "epoch": 0.3680851063829787,
      "grad_norm": 0.15074212849140167,
      "learning_rate": 0.0001854823282890232,
      "loss": 1.7418,
      "step": 346
    },
    {
      "epoch": 0.36914893617021277,
      "grad_norm": 0.13453400135040283,
      "learning_rate": 0.0001851397976611249,
      "loss": 2.1205,
      "step": 347
    },
    {
      "epoch": 0.3702127659574468,
      "grad_norm": 0.17259922623634338,
      "learning_rate": 0.00018479672804969994,
      "loss": 1.9015,
      "step": 348
    },
    {
      "epoch": 0.37127659574468086,
      "grad_norm": 0.1601068377494812,
      "learning_rate": 0.0001844531233361433,
      "loss": 1.8593,
      "step": 349
    },
    {
      "epoch": 0.3723404255319149,
      "grad_norm": 0.14334119856357574,
      "learning_rate": 0.0001841089874079039,
      "loss": 1.7331,
      "step": 350
    },
    {
      "epoch": 0.37340425531914895,
      "grad_norm": 0.18101570010185242,
      "learning_rate": 0.0001837643241584406,
      "loss": 1.4718,
      "step": 351
    },
    {
      "epoch": 0.37446808510638296,
      "grad_norm": 0.14393842220306396,
      "learning_rate": 0.00018341913748717837,
      "loss": 1.9668,
      "step": 352
    },
    {
      "epoch": 0.37553191489361704,
      "grad_norm": 0.15244780480861664,
      "learning_rate": 0.00018307343129946396,
      "loss": 1.8434,
      "step": 353
    },
    {
      "epoch": 0.37659574468085105,
      "grad_norm": 0.14516274631023407,
      "learning_rate": 0.00018272720950652182,
      "loss": 1.8403,
      "step": 354
    },
    {
      "epoch": 0.3776595744680851,
      "grad_norm": 0.13441959023475647,
      "learning_rate": 0.0001823804760254098,
      "loss": 2.0176,
      "step": 355
    },
    {
      "epoch": 0.37872340425531914,
      "grad_norm": 0.1408858597278595,
      "learning_rate": 0.00018203323477897478,
      "loss": 1.9152,
      "step": 356
    },
    {
      "epoch": 0.3797872340425532,
      "grad_norm": 0.13329507410526276,
      "learning_rate": 0.00018168548969580849,
      "loss": 1.909,
      "step": 357
    },
    {
      "epoch": 0.38085106382978723,
      "grad_norm": 0.14730651676654816,
      "learning_rate": 0.00018133724471020273,
      "loss": 2.0144,
      "step": 358
    },
    {
      "epoch": 0.3819148936170213,
      "grad_norm": 0.13821519911289215,
      "learning_rate": 0.0001809885037621053,
      "loss": 2.0014,
      "step": 359
    },
    {
      "epoch": 0.3829787234042553,
      "grad_norm": 0.17461977899074554,
      "learning_rate": 0.00018063927079707507,
      "loss": 1.9347,
      "step": 360
    },
    {
      "epoch": 0.3840425531914894,
      "grad_norm": 0.13765928149223328,
      "learning_rate": 0.00018028954976623743,
      "loss": 1.9792,
      "step": 361
    },
    {
      "epoch": 0.3851063829787234,
      "grad_norm": 0.17126794159412384,
      "learning_rate": 0.00017993934462623957,
      "loss": 1.8147,
      "step": 362
    },
    {
      "epoch": 0.3861702127659574,
      "grad_norm": 0.16928210854530334,
      "learning_rate": 0.00017958865933920588,
      "loss": 1.9913,
      "step": 363
    },
    {
      "epoch": 0.3872340425531915,
      "grad_norm": 0.16158626973628998,
      "learning_rate": 0.00017923749787269297,
      "loss": 1.6398,
      "step": 364
    },
    {
      "epoch": 0.3882978723404255,
      "grad_norm": 0.14897343516349792,
      "learning_rate": 0.0001788858641996447,
      "loss": 1.9838,
      "step": 365
    },
    {
      "epoch": 0.3893617021276596,
      "grad_norm": 0.13012531399726868,
      "learning_rate": 0.00017853376229834753,
      "loss": 1.7733,
      "step": 366
    },
    {
      "epoch": 0.3904255319148936,
      "grad_norm": 0.14755995571613312,
      "learning_rate": 0.00017818119615238513,
      "loss": 1.8995,
      "step": 367
    },
    {
      "epoch": 0.39148936170212767,
      "grad_norm": 0.15094389021396637,
      "learning_rate": 0.00017782816975059362,
      "loss": 1.7396,
      "step": 368
    },
    {
      "epoch": 0.3925531914893617,
      "grad_norm": 0.16519273817539215,
      "learning_rate": 0.00017747468708701633,
      "loss": 1.8836,
      "step": 369
    },
    {
      "epoch": 0.39361702127659576,
      "grad_norm": 0.14115650951862335,
      "learning_rate": 0.00017712075216085862,
      "loss": 1.9956,
      "step": 370
    },
    {
      "epoch": 0.3946808510638298,
      "grad_norm": 0.13805969059467316,
      "learning_rate": 0.00017676636897644255,
      "loss": 1.5305,
      "step": 371
    },
    {
      "epoch": 0.39574468085106385,
      "grad_norm": 0.13481782376766205,
      "learning_rate": 0.00017641154154316173,
      "loss": 1.9364,
      "step": 372
    },
    {
      "epoch": 0.39680851063829786,
      "grad_norm": 0.15755616128444672,
      "learning_rate": 0.00017605627387543574,
      "loss": 1.8696,
      "step": 373
    },
    {
      "epoch": 0.39787234042553193,
      "grad_norm": 0.13525258004665375,
      "learning_rate": 0.00017570056999266506,
      "loss": 1.9387,
      "step": 374
    },
    {
      "epoch": 0.39893617021276595,
      "grad_norm": 0.12865746021270752,
      "learning_rate": 0.00017534443391918522,
      "loss": 1.7657,
      "step": 375
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.15333984792232513,
      "learning_rate": 0.00017498786968422154,
      "loss": 1.7918,
      "step": 376
    },
    {
      "epoch": 0.40106382978723404,
      "grad_norm": 0.16212083399295807,
      "learning_rate": 0.0001746308813218434,
      "loss": 1.6527,
      "step": 377
    },
    {
      "epoch": 0.4021276595744681,
      "grad_norm": 0.1855621039867401,
      "learning_rate": 0.00017427347287091857,
      "loss": 1.6786,
      "step": 378
    },
    {
      "epoch": 0.4021276595744681,
      "eval_loss": 2.2142834663391113,
      "eval_runtime": 228.7665,
      "eval_samples_per_second": 0.402,
      "eval_steps_per_second": 0.402,
      "step": 378
    },
    {
      "epoch": 0.4031914893617021,
      "grad_norm": 0.1534307897090912,
      "learning_rate": 0.0001739156483750677,
      "loss": 1.9339,
      "step": 379
    },
    {
      "epoch": 0.40425531914893614,
      "grad_norm": 0.15335072576999664,
      "learning_rate": 0.00017355741188261842,
      "loss": 1.8833,
      "step": 380
    },
    {
      "epoch": 0.4053191489361702,
      "grad_norm": 0.1465091109275818,
      "learning_rate": 0.0001731987674465595,
      "loss": 1.842,
      "step": 381
    },
    {
      "epoch": 0.40638297872340423,
      "grad_norm": 0.1900940239429474,
      "learning_rate": 0.00017283971912449527,
      "loss": 1.582,
      "step": 382
    },
    {
      "epoch": 0.4074468085106383,
      "grad_norm": 0.20077620446681976,
      "learning_rate": 0.00017248027097859923,
      "loss": 1.7603,
      "step": 383
    },
    {
      "epoch": 0.4085106382978723,
      "grad_norm": 0.13478918373584747,
      "learning_rate": 0.0001721204270755686,
      "loss": 1.9302,
      "step": 384
    },
    {
      "epoch": 0.4095744680851064,
      "grad_norm": 0.12872326374053955,
      "learning_rate": 0.00017176019148657805,
      "loss": 1.9961,
      "step": 385
    },
    {
      "epoch": 0.4106382978723404,
      "grad_norm": 0.13909921050071716,
      "learning_rate": 0.00017139956828723357,
      "loss": 1.7054,
      "step": 386
    },
    {
      "epoch": 0.4117021276595745,
      "grad_norm": 0.15287229418754578,
      "learning_rate": 0.0001710385615575266,
      "loss": 1.8546,
      "step": 387
    },
    {
      "epoch": 0.4127659574468085,
      "grad_norm": 0.13635213673114777,
      "learning_rate": 0.00017067717538178767,
      "loss": 2.0493,
      "step": 388
    },
    {
      "epoch": 0.41382978723404257,
      "grad_norm": 0.14589855074882507,
      "learning_rate": 0.0001703154138486402,
      "loss": 1.7876,
      "step": 389
    },
    {
      "epoch": 0.4148936170212766,
      "grad_norm": 0.17141617834568024,
      "learning_rate": 0.00016995328105095446,
      "loss": 1.8563,
      "step": 390
    },
    {
      "epoch": 0.41595744680851066,
      "grad_norm": 0.13958558440208435,
      "learning_rate": 0.0001695907810858009,
      "loss": 1.7036,
      "step": 391
    },
    {
      "epoch": 0.41702127659574467,
      "grad_norm": 0.22088086605072021,
      "learning_rate": 0.0001692279180544042,
      "loss": 1.5841,
      "step": 392
    },
    {
      "epoch": 0.41808510638297874,
      "grad_norm": 0.16525325179100037,
      "learning_rate": 0.00016886469606209657,
      "loss": 1.7766,
      "step": 393
    },
    {
      "epoch": 0.41914893617021276,
      "grad_norm": 0.14994482696056366,
      "learning_rate": 0.00016850111921827134,
      "loss": 1.8659,
      "step": 394
    },
    {
      "epoch": 0.42021276595744683,
      "grad_norm": 0.16915826499462128,
      "learning_rate": 0.00016813719163633672,
      "loss": 2.0314,
      "step": 395
    },
    {
      "epoch": 0.42127659574468085,
      "grad_norm": 0.16112112998962402,
      "learning_rate": 0.00016777291743366886,
      "loss": 1.9179,
      "step": 396
    },
    {
      "epoch": 0.4223404255319149,
      "grad_norm": 0.13491110503673553,
      "learning_rate": 0.00016740830073156565,
      "loss": 1.8374,
      "step": 397
    },
    {
      "epoch": 0.42340425531914894,
      "grad_norm": 0.15047532320022583,
      "learning_rate": 0.00016704334565519985,
      "loss": 1.9855,
      "step": 398
    },
    {
      "epoch": 0.42446808510638295,
      "grad_norm": 0.19827599823474884,
      "learning_rate": 0.0001666780563335725,
      "loss": 1.9839,
      "step": 399
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 0.15697021782398224,
      "learning_rate": 0.00016631243689946613,
      "loss": 1.8814,
      "step": 400
    },
    {
      "epoch": 0.42659574468085104,
      "grad_norm": 0.15276220440864563,
      "learning_rate": 0.00016594649148939824,
      "loss": 1.9774,
      "step": 401
    },
    {
      "epoch": 0.4276595744680851,
      "grad_norm": 0.16622979938983917,
      "learning_rate": 0.00016558022424357417,
      "loss": 1.4551,
      "step": 402
    },
    {
      "epoch": 0.42872340425531913,
      "grad_norm": 0.20551925897598267,
      "learning_rate": 0.0001652136393058405,
      "loss": 1.8946,
      "step": 403
    },
    {
      "epoch": 0.4297872340425532,
      "grad_norm": 0.14936675131320953,
      "learning_rate": 0.0001648467408236381,
      "loss": 1.7902,
      "step": 404
    },
    {
      "epoch": 0.4308510638297872,
      "grad_norm": 0.18554438650608063,
      "learning_rate": 0.00016447953294795514,
      "loss": 1.6981,
      "step": 405
    },
    {
      "epoch": 0.4319148936170213,
      "grad_norm": 0.20670993626117706,
      "learning_rate": 0.00016411201983328023,
      "loss": 1.2872,
      "step": 406
    },
    {
      "epoch": 0.4329787234042553,
      "grad_norm": 0.1911289244890213,
      "learning_rate": 0.0001637442056375553,
      "loss": 1.9631,
      "step": 407
    },
    {
      "epoch": 0.4340425531914894,
      "grad_norm": 0.16014768183231354,
      "learning_rate": 0.00016337609452212872,
      "loss": 1.8782,
      "step": 408
    },
    {
      "epoch": 0.4351063829787234,
      "grad_norm": 0.15993919968605042,
      "learning_rate": 0.0001630076906517081,
      "loss": 1.8805,
      "step": 409
    },
    {
      "epoch": 0.43617021276595747,
      "grad_norm": 0.15530019998550415,
      "learning_rate": 0.00016263899819431317,
      "loss": 2.1479,
      "step": 410
    },
    {
      "epoch": 0.4372340425531915,
      "grad_norm": 0.14382420480251312,
      "learning_rate": 0.00016227002132122867,
      "loss": 1.938,
      "step": 411
    },
    {
      "epoch": 0.43829787234042555,
      "grad_norm": 0.15634652972221375,
      "learning_rate": 0.00016190076420695716,
      "loss": 1.3769,
      "step": 412
    },
    {
      "epoch": 0.43936170212765957,
      "grad_norm": 0.16254384815692902,
      "learning_rate": 0.00016153123102917167,
      "loss": 1.8184,
      "step": 413
    },
    {
      "epoch": 0.44042553191489364,
      "grad_norm": 0.1571929007768631,
      "learning_rate": 0.00016116142596866867,
      "loss": 1.809,
      "step": 414
    },
    {
      "epoch": 0.44148936170212766,
      "grad_norm": 0.1451842188835144,
      "learning_rate": 0.00016079135320932062,
      "loss": 1.8872,
      "step": 415
    },
    {
      "epoch": 0.4425531914893617,
      "grad_norm": 0.1494993418455124,
      "learning_rate": 0.00016042101693802856,
      "loss": 1.5983,
      "step": 416
    },
    {
      "epoch": 0.44361702127659575,
      "grad_norm": 0.13900022208690643,
      "learning_rate": 0.0001600504213446749,
      "loss": 1.838,
      "step": 417
    },
    {
      "epoch": 0.44468085106382976,
      "grad_norm": 0.14836052060127258,
      "learning_rate": 0.00015967957062207593,
      "loss": 1.7853,
      "step": 418
    },
    {
      "epoch": 0.44574468085106383,
      "grad_norm": 0.1537352055311203,
      "learning_rate": 0.00015930846896593449,
      "loss": 1.7041,
      "step": 419
    },
    {
      "epoch": 0.44680851063829785,
      "grad_norm": 0.1612105369567871,
      "learning_rate": 0.00015893712057479215,
      "loss": 1.9813,
      "step": 420
    },
    {
      "epoch": 0.4478723404255319,
      "grad_norm": 0.16644567251205444,
      "learning_rate": 0.00015856552964998232,
      "loss": 1.907,
      "step": 421
    },
    {
      "epoch": 0.44893617021276594,
      "grad_norm": 0.1353951394557953,
      "learning_rate": 0.00015819370039558213,
      "loss": 2.0852,
      "step": 422
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.15057289600372314,
      "learning_rate": 0.0001578216370183651,
      "loss": 2.0359,
      "step": 423
    },
    {
      "epoch": 0.451063829787234,
      "grad_norm": 0.24671976268291473,
      "learning_rate": 0.00015744934372775377,
      "loss": 1.5343,
      "step": 424
    },
    {
      "epoch": 0.4521276595744681,
      "grad_norm": 0.13813172280788422,
      "learning_rate": 0.00015707682473577162,
      "loss": 1.8472,
      "step": 425
    },
    {
      "epoch": 0.4531914893617021,
      "grad_norm": 0.1736101508140564,
      "learning_rate": 0.0001567040842569958,
      "loss": 2.1779,
      "step": 426
    },
    {
      "epoch": 0.4542553191489362,
      "grad_norm": 0.16814932227134705,
      "learning_rate": 0.00015633112650850919,
      "loss": 1.7505,
      "step": 427
    },
    {
      "epoch": 0.4553191489361702,
      "grad_norm": 0.570379376411438,
      "learning_rate": 0.0001559579557098529,
      "loss": 1.9268,
      "step": 428
    },
    {
      "epoch": 0.4563829787234043,
      "grad_norm": 0.15529078245162964,
      "learning_rate": 0.00015558457608297837,
      "loss": 1.609,
      "step": 429
    },
    {
      "epoch": 0.4574468085106383,
      "grad_norm": 0.21124756336212158,
      "learning_rate": 0.0001552109918521996,
      "loss": 1.8287,
      "step": 430
    },
    {
      "epoch": 0.45851063829787236,
      "grad_norm": 0.15143603086471558,
      "learning_rate": 0.00015483720724414565,
      "loss": 1.8677,
      "step": 431
    },
    {
      "epoch": 0.4595744680851064,
      "grad_norm": 0.17100220918655396,
      "learning_rate": 0.00015446322648771235,
      "loss": 1.7661,
      "step": 432
    },
    {
      "epoch": 0.46063829787234045,
      "grad_norm": 0.14617975056171417,
      "learning_rate": 0.00015408905381401487,
      "loss": 1.8792,
      "step": 433
    },
    {
      "epoch": 0.46170212765957447,
      "grad_norm": 0.19449691474437714,
      "learning_rate": 0.00015371469345633952,
      "loss": 1.7281,
      "step": 434
    },
    {
      "epoch": 0.4627659574468085,
      "grad_norm": 0.17838919162750244,
      "learning_rate": 0.0001533401496500961,
      "loss": 1.9533,
      "step": 435
    },
    {
      "epoch": 0.46382978723404256,
      "grad_norm": 0.1702663004398346,
      "learning_rate": 0.00015296542663276996,
      "loss": 1.9352,
      "step": 436
    },
    {
      "epoch": 0.4648936170212766,
      "grad_norm": 0.16134527325630188,
      "learning_rate": 0.0001525905286438739,
      "loss": 2.0971,
      "step": 437
    },
    {
      "epoch": 0.46595744680851064,
      "grad_norm": 0.15274085104465485,
      "learning_rate": 0.00015221545992490033,
      "loss": 2.0342,
      "step": 438
    },
    {
      "epoch": 0.46702127659574466,
      "grad_norm": 0.14991699159145355,
      "learning_rate": 0.00015184022471927323,
      "loss": 1.8673,
      "step": 439
    },
    {
      "epoch": 0.46808510638297873,
      "grad_norm": 0.24493008852005005,
      "learning_rate": 0.00015146482727230025,
      "loss": 1.6853,
      "step": 440
    },
    {
      "epoch": 0.46914893617021275,
      "grad_norm": 0.15089358389377594,
      "learning_rate": 0.00015108927183112443,
      "loss": 1.9943,
      "step": 441
    },
    {
      "epoch": 0.4702127659574468,
      "grad_norm": 0.1807398796081543,
      "learning_rate": 0.00015071356264467653,
      "loss": 1.9267,
      "step": 442
    },
    {
      "epoch": 0.47127659574468084,
      "grad_norm": 0.16581107676029205,
      "learning_rate": 0.0001503377039636265,
      "loss": 1.8497,
      "step": 443
    },
    {
      "epoch": 0.4723404255319149,
      "grad_norm": 0.15481366217136383,
      "learning_rate": 0.0001499617000403359,
      "loss": 1.889,
      "step": 444
    },
    {
      "epoch": 0.4734042553191489,
      "grad_norm": 0.2134893834590912,
      "learning_rate": 0.00014958555512880923,
      "loss": 1.9578,
      "step": 445
    },
    {
      "epoch": 0.474468085106383,
      "grad_norm": 0.16061900556087494,
      "learning_rate": 0.00014920927348464633,
      "loss": 1.5451,
      "step": 446
    },
    {
      "epoch": 0.475531914893617,
      "grad_norm": 0.1559426188468933,
      "learning_rate": 0.00014883285936499388,
      "loss": 1.7151,
      "step": 447
    },
    {
      "epoch": 0.4765957446808511,
      "grad_norm": 0.1664920598268509,
      "learning_rate": 0.0001484563170284974,
      "loss": 1.9813,
      "step": 448
    },
    {
      "epoch": 0.4776595744680851,
      "grad_norm": 0.14086946845054626,
      "learning_rate": 0.00014807965073525297,
      "loss": 1.8155,
      "step": 449
    },
    {
      "epoch": 0.4787234042553192,
      "grad_norm": 0.15908385813236237,
      "learning_rate": 0.00014770286474675908,
      "loss": 1.8051,
      "step": 450
    },
    {
      "epoch": 0.4797872340425532,
      "grad_norm": 0.14929479360580444,
      "learning_rate": 0.00014732596332586847,
      "loss": 1.9001,
      "step": 451
    },
    {
      "epoch": 0.4808510638297872,
      "grad_norm": 0.15190398693084717,
      "learning_rate": 0.00014694895073673987,
      "loss": 1.7345,
      "step": 452
    },
    {
      "epoch": 0.4819148936170213,
      "grad_norm": 0.1622495800256729,
      "learning_rate": 0.00014657183124478962,
      "loss": 1.8637,
      "step": 453
    },
    {
      "epoch": 0.4829787234042553,
      "grad_norm": 0.1647133231163025,
      "learning_rate": 0.00014619460911664367,
      "loss": 1.6461,
      "step": 454
    },
    {
      "epoch": 0.48404255319148937,
      "grad_norm": 0.15832483768463135,
      "learning_rate": 0.00014581728862008905,
      "loss": 1.8695,
      "step": 455
    },
    {
      "epoch": 0.4851063829787234,
      "grad_norm": 0.21159999072551727,
      "learning_rate": 0.00014543987402402576,
      "loss": 1.4445,
      "step": 456
    },
    {
      "epoch": 0.48617021276595745,
      "grad_norm": 0.3298247158527374,
      "learning_rate": 0.00014506236959841841,
      "loss": 2.0541,
      "step": 457
    },
    {
      "epoch": 0.48723404255319147,
      "grad_norm": 0.16765986382961273,
      "learning_rate": 0.00014468477961424798,
      "loss": 1.766,
      "step": 458
    },
    {
      "epoch": 0.48829787234042554,
      "grad_norm": 0.15714918076992035,
      "learning_rate": 0.00014430710834346326,
      "loss": 1.9625,
      "step": 459
    },
    {
      "epoch": 0.48936170212765956,
      "grad_norm": 0.16249720752239227,
      "learning_rate": 0.0001439293600589329,
      "loss": 1.7994,
      "step": 460
    },
    {
      "epoch": 0.49042553191489363,
      "grad_norm": 0.16646772623062134,
      "learning_rate": 0.00014355153903439672,
      "loss": 1.9068,
      "step": 461
    },
    {
      "epoch": 0.49148936170212765,
      "grad_norm": 0.22211192548274994,
      "learning_rate": 0.00014317364954441754,
      "loss": 1.9102,
      "step": 462
    },
    {
      "epoch": 0.4925531914893617,
      "grad_norm": 0.17935901880264282,
      "learning_rate": 0.0001427956958643328,
      "loss": 1.8746,
      "step": 463
    },
    {
      "epoch": 0.49361702127659574,
      "grad_norm": 0.14291420578956604,
      "learning_rate": 0.00014241768227020622,
      "loss": 2.1468,
      "step": 464
    },
    {
      "epoch": 0.4946808510638298,
      "grad_norm": 0.18176282942295074,
      "learning_rate": 0.00014203961303877922,
      "loss": 1.5823,
      "step": 465
    },
    {
      "epoch": 0.4957446808510638,
      "grad_norm": 0.15742754936218262,
      "learning_rate": 0.00014166149244742278,
      "loss": 1.7668,
      "step": 466
    },
    {
      "epoch": 0.4968085106382979,
      "grad_norm": 0.17805592715740204,
      "learning_rate": 0.000141283324774089,
      "loss": 1.8197,
      "step": 467
    },
    {
      "epoch": 0.4978723404255319,
      "grad_norm": 0.14772458374500275,
      "learning_rate": 0.00014090511429726255,
      "loss": 1.7012,
      "step": 468
    },
    {
      "epoch": 0.498936170212766,
      "grad_norm": 0.14443214237689972,
      "learning_rate": 0.00014052686529591243,
      "loss": 2.0839,
      "step": 469
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1701783388853073,
      "learning_rate": 0.00014014858204944351,
      "loss": 1.6082,
      "step": 470
    },
    {
      "epoch": 0.5010638297872341,
      "grad_norm": 0.17072685062885284,
      "learning_rate": 0.00013977026883764805,
      "loss": 1.8665,
      "step": 471
    },
    {
      "epoch": 0.502127659574468,
      "grad_norm": 0.16589944064617157,
      "learning_rate": 0.00013939192994065727,
      "loss": 1.9802,
      "step": 472
    },
    {
      "epoch": 0.5031914893617021,
      "grad_norm": 0.19318854808807373,
      "learning_rate": 0.0001390135696388932,
      "loss": 1.3777,
      "step": 473
    },
    {
      "epoch": 0.5042553191489362,
      "grad_norm": 0.1829719990491867,
      "learning_rate": 0.00013863519221301982,
      "loss": 1.8002,
      "step": 474
    },
    {
      "epoch": 0.5053191489361702,
      "grad_norm": 0.16888178884983063,
      "learning_rate": 0.00013825680194389496,
      "loss": 2.0893,
      "step": 475
    },
    {
      "epoch": 0.5063829787234042,
      "grad_norm": 0.22794437408447266,
      "learning_rate": 0.0001378784031125217,
      "loss": 1.326,
      "step": 476
    },
    {
      "epoch": 0.5074468085106383,
      "grad_norm": 0.15228323638439178,
      "learning_rate": 0.0001375,
      "loss": 1.7156,
      "step": 477
    },
    {
      "epoch": 0.5085106382978724,
      "grad_norm": 0.1590748280286789,
      "learning_rate": 0.00013712159688747833,
      "loss": 1.8796,
      "step": 478
    },
    {
      "epoch": 0.5095744680851064,
      "grad_norm": 0.17704014480113983,
      "learning_rate": 0.00013674319805610506,
      "loss": 2.0174,
      "step": 479
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 0.1526685655117035,
      "learning_rate": 0.00013636480778698022,
      "loss": 1.9632,
      "step": 480
    },
    {
      "epoch": 0.5117021276595745,
      "grad_norm": 0.1670306921005249,
      "learning_rate": 0.0001359864303611068,
      "loss": 1.9358,
      "step": 481
    },
    {
      "epoch": 0.5127659574468085,
      "grad_norm": 0.1440451741218567,
      "learning_rate": 0.00013560807005934272,
      "loss": 1.6262,
      "step": 482
    },
    {
      "epoch": 0.5138297872340426,
      "grad_norm": 0.14946603775024414,
      "learning_rate": 0.000135229731162352,
      "loss": 1.8391,
      "step": 483
    },
    {
      "epoch": 0.5148936170212766,
      "grad_norm": 0.40189728140830994,
      "learning_rate": 0.00013485141795055653,
      "loss": 1.9325,
      "step": 484
    },
    {
      "epoch": 0.5159574468085106,
      "grad_norm": 0.1524064540863037,
      "learning_rate": 0.0001344731347040876,
      "loss": 1.9053,
      "step": 485
    },
    {
      "epoch": 0.5170212765957447,
      "grad_norm": 0.1905772089958191,
      "learning_rate": 0.00013409488570273752,
      "loss": 1.6801,
      "step": 486
    },
    {
      "epoch": 0.5180851063829788,
      "grad_norm": 0.18460091948509216,
      "learning_rate": 0.00013371667522591105,
      "loss": 1.716,
      "step": 487
    },
    {
      "epoch": 0.5191489361702127,
      "grad_norm": 0.1699136197566986,
      "learning_rate": 0.00013333850755257727,
      "loss": 1.955,
      "step": 488
    },
    {
      "epoch": 0.5202127659574468,
      "grad_norm": 0.14414088428020477,
      "learning_rate": 0.00013296038696122085,
      "loss": 1.8916,
      "step": 489
    },
    {
      "epoch": 0.5212765957446809,
      "grad_norm": 0.2500864267349243,
      "learning_rate": 0.00013258231772979382,
      "loss": 1.7159,
      "step": 490
    },
    {
      "epoch": 0.5223404255319148,
      "grad_norm": 0.16285300254821777,
      "learning_rate": 0.00013220430413566722,
      "loss": 1.6846,
      "step": 491
    },
    {
      "epoch": 0.5234042553191489,
      "grad_norm": 0.13979285955429077,
      "learning_rate": 0.00013182635045558248,
      "loss": 1.8205,
      "step": 492
    },
    {
      "epoch": 0.524468085106383,
      "grad_norm": 0.174757719039917,
      "learning_rate": 0.0001314484609656033,
      "loss": 1.7025,
      "step": 493
    },
    {
      "epoch": 0.5255319148936171,
      "grad_norm": 0.12527626752853394,
      "learning_rate": 0.00013107063994106713,
      "loss": 1.5829,
      "step": 494
    },
    {
      "epoch": 0.526595744680851,
      "grad_norm": 0.16596892476081848,
      "learning_rate": 0.00013069289165653676,
      "loss": 1.5709,
      "step": 495
    },
    {
      "epoch": 0.5276595744680851,
      "grad_norm": 0.16609230637550354,
      "learning_rate": 0.00013031522038575206,
      "loss": 1.8311,
      "step": 496
    },
    {
      "epoch": 0.5287234042553192,
      "grad_norm": 0.15371407568454742,
      "learning_rate": 0.00012993763040158158,
      "loss": 1.7831,
      "step": 497
    },
    {
      "epoch": 0.5297872340425532,
      "grad_norm": 0.14225727319717407,
      "learning_rate": 0.00012956012597597428,
      "loss": 1.8035,
      "step": 498
    },
    {
      "epoch": 0.5308510638297872,
      "grad_norm": 0.15067608654499054,
      "learning_rate": 0.000129182711379911,
      "loss": 1.7671,
      "step": 499
    },
    {
      "epoch": 0.5319148936170213,
      "grad_norm": 0.15496258437633514,
      "learning_rate": 0.00012880539088335635,
      "loss": 1.6137,
      "step": 500
    },
    {
      "epoch": 0.5329787234042553,
      "grad_norm": 0.1736234724521637,
      "learning_rate": 0.00012842816875521042,
      "loss": 2.233,
      "step": 501
    },
    {
      "epoch": 0.5340425531914894,
      "grad_norm": 0.1675282120704651,
      "learning_rate": 0.00012805104926326018,
      "loss": 1.9801,
      "step": 502
    },
    {
      "epoch": 0.5351063829787234,
      "grad_norm": 0.17056336998939514,
      "learning_rate": 0.00012767403667413154,
      "loss": 1.8477,
      "step": 503
    },
    {
      "epoch": 0.5361702127659574,
      "grad_norm": 0.1884344220161438,
      "learning_rate": 0.00012729713525324094,
      "loss": 1.5402,
      "step": 504
    },
    {
      "epoch": 0.5372340425531915,
      "grad_norm": 0.13208945095539093,
      "learning_rate": 0.00012692034926474707,
      "loss": 1.4391,
      "step": 505
    },
    {
      "epoch": 0.5382978723404256,
      "grad_norm": 0.1935010552406311,
      "learning_rate": 0.0001265436829715026,
      "loss": 1.9159,
      "step": 506
    },
    {
      "epoch": 0.5393617021276595,
      "grad_norm": 0.1699482947587967,
      "learning_rate": 0.0001261671406350061,
      "loss": 1.7707,
      "step": 507
    },
    {
      "epoch": 0.5404255319148936,
      "grad_norm": 0.15546508133411407,
      "learning_rate": 0.00012579072651535368,
      "loss": 1.856,
      "step": 508
    },
    {
      "epoch": 0.5414893617021277,
      "grad_norm": 0.43234968185424805,
      "learning_rate": 0.00012541444487119076,
      "loss": 1.696,
      "step": 509
    },
    {
      "epoch": 0.5425531914893617,
      "grad_norm": 0.15519973635673523,
      "learning_rate": 0.00012503829995966413,
      "loss": 2.0373,
      "step": 510
    },
    {
      "epoch": 0.5436170212765957,
      "grad_norm": 0.18885447084903717,
      "learning_rate": 0.00012466229603637347,
      "loss": 1.7524,
      "step": 511
    },
    {
      "epoch": 0.5446808510638298,
      "grad_norm": 0.19030006229877472,
      "learning_rate": 0.00012428643735532352,
      "loss": 1.5325,
      "step": 512
    },
    {
      "epoch": 0.5457446808510639,
      "grad_norm": 0.15081647038459778,
      "learning_rate": 0.0001239107281688756,
      "loss": 2.0715,
      "step": 513
    },
    {
      "epoch": 0.5468085106382978,
      "grad_norm": 0.1772020161151886,
      "learning_rate": 0.00012353517272769982,
      "loss": 1.7717,
      "step": 514
    },
    {
      "epoch": 0.5478723404255319,
      "grad_norm": 0.3538069427013397,
      "learning_rate": 0.00012315977528072681,
      "loss": 2.1194,
      "step": 515
    },
    {
      "epoch": 0.548936170212766,
      "grad_norm": 0.16277366876602173,
      "learning_rate": 0.0001227845400750997,
      "loss": 1.6826,
      "step": 516
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.17881731688976288,
      "learning_rate": 0.00012240947135612611,
      "loss": 1.9494,
      "step": 517
    },
    {
      "epoch": 0.551063829787234,
      "grad_norm": 0.1840476393699646,
      "learning_rate": 0.00012203457336723006,
      "loss": 1.8986,
      "step": 518
    },
    {
      "epoch": 0.5521276595744681,
      "grad_norm": 0.14919424057006836,
      "learning_rate": 0.0001216598503499039,
      "loss": 2.0112,
      "step": 519
    },
    {
      "epoch": 0.5531914893617021,
      "grad_norm": 0.1450183093547821,
      "learning_rate": 0.00012128530654366052,
      "loss": 1.8921,
      "step": 520
    },
    {
      "epoch": 0.5542553191489362,
      "grad_norm": 0.16653242707252502,
      "learning_rate": 0.00012091094618598516,
      "loss": 1.5374,
      "step": 521
    },
    {
      "epoch": 0.5553191489361702,
      "grad_norm": 0.14227531850337982,
      "learning_rate": 0.00012053677351228761,
      "loss": 1.8546,
      "step": 522
    },
    {
      "epoch": 0.5563829787234043,
      "grad_norm": 0.14086997509002686,
      "learning_rate": 0.00012016279275585438,
      "loss": 1.6852,
      "step": 523
    },
    {
      "epoch": 0.5574468085106383,
      "grad_norm": 0.20002402365207672,
      "learning_rate": 0.00011978900814780039,
      "loss": 1.7305,
      "step": 524
    },
    {
      "epoch": 0.5585106382978723,
      "grad_norm": 0.15960435569286346,
      "learning_rate": 0.00011941542391702168,
      "loss": 1.3646,
      "step": 525
    },
    {
      "epoch": 0.5595744680851064,
      "grad_norm": 0.15262611210346222,
      "learning_rate": 0.00011904204429014717,
      "loss": 1.7815,
      "step": 526
    },
    {
      "epoch": 0.5606382978723404,
      "grad_norm": 0.155854269862175,
      "learning_rate": 0.00011866887349149086,
      "loss": 1.9681,
      "step": 527
    },
    {
      "epoch": 0.5617021276595745,
      "grad_norm": 0.2157667726278305,
      "learning_rate": 0.00011829591574300422,
      "loss": 1.6775,
      "step": 528
    },
    {
      "epoch": 0.5627659574468085,
      "grad_norm": 0.1676628291606903,
      "learning_rate": 0.00011792317526422839,
      "loss": 1.7169,
      "step": 529
    },
    {
      "epoch": 0.5638297872340425,
      "grad_norm": 0.1837339997291565,
      "learning_rate": 0.00011755065627224626,
      "loss": 1.7411,
      "step": 530
    },
    {
      "epoch": 0.5648936170212766,
      "grad_norm": 0.14545366168022156,
      "learning_rate": 0.00011717836298163492,
      "loss": 1.7205,
      "step": 531
    },
    {
      "epoch": 0.5659574468085107,
      "grad_norm": 0.1784188151359558,
      "learning_rate": 0.00011680629960441794,
      "loss": 1.8765,
      "step": 532
    },
    {
      "epoch": 0.5670212765957446,
      "grad_norm": 0.2114858329296112,
      "learning_rate": 0.0001164344703500177,
      "loss": 1.9443,
      "step": 533
    },
    {
      "epoch": 0.5680851063829787,
      "grad_norm": 0.17516778409481049,
      "learning_rate": 0.00011606287942520788,
      "loss": 1.6652,
      "step": 534
    },
    {
      "epoch": 0.5691489361702128,
      "grad_norm": 0.15822292864322662,
      "learning_rate": 0.00011569153103406557,
      "loss": 1.6422,
      "step": 535
    },
    {
      "epoch": 0.5702127659574469,
      "grad_norm": 0.17169679701328278,
      "learning_rate": 0.00011532042937792406,
      "loss": 1.5048,
      "step": 536
    },
    {
      "epoch": 0.5712765957446808,
      "grad_norm": 0.16236886382102966,
      "learning_rate": 0.0001149495786553251,
      "loss": 1.4069,
      "step": 537
    },
    {
      "epoch": 0.5723404255319149,
      "grad_norm": 0.16006197035312653,
      "learning_rate": 0.00011457898306197145,
      "loss": 1.8959,
      "step": 538
    },
    {
      "epoch": 0.573404255319149,
      "grad_norm": 0.17285117506980896,
      "learning_rate": 0.00011420864679067941,
      "loss": 1.9631,
      "step": 539
    },
    {
      "epoch": 0.574468085106383,
      "grad_norm": 0.18171286582946777,
      "learning_rate": 0.00011383857403133136,
      "loss": 1.73,
      "step": 540
    },
    {
      "epoch": 0.575531914893617,
      "grad_norm": 0.14552678167819977,
      "learning_rate": 0.00011346876897082838,
      "loss": 1.4612,
      "step": 541
    },
    {
      "epoch": 0.5765957446808511,
      "grad_norm": 0.16404442489147186,
      "learning_rate": 0.00011309923579304291,
      "loss": 2.1242,
      "step": 542
    },
    {
      "epoch": 0.5776595744680851,
      "grad_norm": 0.1597999781370163,
      "learning_rate": 0.00011272997867877135,
      "loss": 1.8759,
      "step": 543
    },
    {
      "epoch": 0.5787234042553191,
      "grad_norm": 0.16365398466587067,
      "learning_rate": 0.00011236100180568684,
      "loss": 1.8092,
      "step": 544
    },
    {
      "epoch": 0.5797872340425532,
      "grad_norm": 0.14701658487319946,
      "learning_rate": 0.0001119923093482919,
      "loss": 2.0718,
      "step": 545
    },
    {
      "epoch": 0.5808510638297872,
      "grad_norm": 0.15823504328727722,
      "learning_rate": 0.00011162390547787127,
      "loss": 1.9042,
      "step": 546
    },
    {
      "epoch": 0.5819148936170213,
      "grad_norm": 0.19485561549663544,
      "learning_rate": 0.00011125579436244471,
      "loss": 1.7576,
      "step": 547
    },
    {
      "epoch": 0.5829787234042553,
      "grad_norm": 0.17676511406898499,
      "learning_rate": 0.0001108879801667198,
      "loss": 1.6758,
      "step": 548
    },
    {
      "epoch": 0.5840425531914893,
      "grad_norm": 0.15661020576953888,
      "learning_rate": 0.00011052046705204486,
      "loss": 1.918,
      "step": 549
    },
    {
      "epoch": 0.5851063829787234,
      "grad_norm": 0.1745099276304245,
      "learning_rate": 0.0001101532591763619,
      "loss": 1.827,
      "step": 550
    },
    {
      "epoch": 0.5861702127659575,
      "grad_norm": 0.16982468962669373,
      "learning_rate": 0.00010978636069415951,
      "loss": 1.9529,
      "step": 551
    },
    {
      "epoch": 0.5872340425531914,
      "grad_norm": 0.24788892269134521,
      "learning_rate": 0.00010941977575642584,
      "loss": 1.9002,
      "step": 552
    },
    {
      "epoch": 0.5882978723404255,
      "grad_norm": 0.17355118691921234,
      "learning_rate": 0.00010905350851060183,
      "loss": 1.9254,
      "step": 553
    },
    {
      "epoch": 0.5893617021276596,
      "grad_norm": 0.2144351601600647,
      "learning_rate": 0.0001086875631005339,
      "loss": 1.7644,
      "step": 554
    },
    {
      "epoch": 0.5904255319148937,
      "grad_norm": 0.2839835584163666,
      "learning_rate": 0.00010832194366642756,
      "loss": 1.9132,
      "step": 555
    },
    {
      "epoch": 0.5914893617021276,
      "grad_norm": 0.17283079028129578,
      "learning_rate": 0.00010795665434480018,
      "loss": 1.7372,
      "step": 556
    },
    {
      "epoch": 0.5925531914893617,
      "grad_norm": 0.18223372101783752,
      "learning_rate": 0.00010759169926843437,
      "loss": 1.882,
      "step": 557
    },
    {
      "epoch": 0.5936170212765958,
      "grad_norm": 0.15663963556289673,
      "learning_rate": 0.00010722708256633115,
      "loss": 1.2971,
      "step": 558
    },
    {
      "epoch": 0.5946808510638298,
      "grad_norm": 0.14517734944820404,
      "learning_rate": 0.0001068628083636633,
      "loss": 1.748,
      "step": 559
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 0.16935127973556519,
      "learning_rate": 0.00010649888078172865,
      "loss": 1.5534,
      "step": 560
    },
    {
      "epoch": 0.5968085106382979,
      "grad_norm": 0.14080187678337097,
      "learning_rate": 0.00010613530393790346,
      "loss": 1.8392,
      "step": 561
    },
    {
      "epoch": 0.597872340425532,
      "grad_norm": 0.1790747493505478,
      "learning_rate": 0.00010577208194559582,
      "loss": 1.7639,
      "step": 562
    },
    {
      "epoch": 0.5989361702127659,
      "grad_norm": 0.1672879010438919,
      "learning_rate": 0.00010540921891419911,
      "loss": 1.851,
      "step": 563
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.16451695561408997,
      "learning_rate": 0.00010504671894904557,
      "loss": 1.8741,
      "step": 564
    },
    {
      "epoch": 0.601063829787234,
      "grad_norm": 0.15079449117183685,
      "learning_rate": 0.00010468458615135978,
      "loss": 1.7664,
      "step": 565
    },
    {
      "epoch": 0.6021276595744681,
      "grad_norm": 0.20589475333690643,
      "learning_rate": 0.00010432282461821236,
      "loss": 1.7941,
      "step": 566
    },
    {
      "epoch": 0.6031914893617021,
      "grad_norm": 0.17053169012069702,
      "learning_rate": 0.00010396143844247341,
      "loss": 1.9847,
      "step": 567
    },
    {
      "epoch": 0.6031914893617021,
      "eval_loss": 2.179853677749634,
      "eval_runtime": 228.6364,
      "eval_samples_per_second": 0.402,
      "eval_steps_per_second": 0.402,
      "step": 567
    },
    {
      "epoch": 0.6042553191489362,
      "grad_norm": 0.16731402277946472,
      "learning_rate": 0.00010360043171276646,
      "loss": 2.0162,
      "step": 568
    },
    {
      "epoch": 0.6053191489361702,
      "grad_norm": 0.19248618185520172,
      "learning_rate": 0.00010323980851342199,
      "loss": 1.8991,
      "step": 569
    },
    {
      "epoch": 0.6063829787234043,
      "grad_norm": 0.1472175270318985,
      "learning_rate": 0.00010287957292443142,
      "loss": 1.754,
      "step": 570
    },
    {
      "epoch": 0.6074468085106383,
      "grad_norm": 0.1666106879711151,
      "learning_rate": 0.00010251972902140081,
      "loss": 1.7816,
      "step": 571
    },
    {
      "epoch": 0.6085106382978723,
      "grad_norm": 0.2124800980091095,
      "learning_rate": 0.00010216028087550478,
      "loss": 1.9329,
      "step": 572
    },
    {
      "epoch": 0.6095744680851064,
      "grad_norm": 0.1831895411014557,
      "learning_rate": 0.0001018012325534405,
      "loss": 1.5186,
      "step": 573
    },
    {
      "epoch": 0.6106382978723405,
      "grad_norm": 0.17318058013916016,
      "learning_rate": 0.00010144258811738161,
      "loss": 1.719,
      "step": 574
    },
    {
      "epoch": 0.6117021276595744,
      "grad_norm": 0.15998592972755432,
      "learning_rate": 0.00010108435162493232,
      "loss": 1.5606,
      "step": 575
    },
    {
      "epoch": 0.6127659574468085,
      "grad_norm": 0.16763073205947876,
      "learning_rate": 0.00010072652712908143,
      "loss": 1.5935,
      "step": 576
    },
    {
      "epoch": 0.6138297872340426,
      "grad_norm": 0.15910252928733826,
      "learning_rate": 0.00010036911867815662,
      "loss": 1.7361,
      "step": 577
    },
    {
      "epoch": 0.6148936170212767,
      "grad_norm": 0.16548095643520355,
      "learning_rate": 0.00010001213031577846,
      "loss": 1.9521,
      "step": 578
    },
    {
      "epoch": 0.6159574468085106,
      "grad_norm": 0.15539593994617462,
      "learning_rate": 9.965556608081477e-05,
      "loss": 1.9327,
      "step": 579
    },
    {
      "epoch": 0.6170212765957447,
      "grad_norm": 0.14825530350208282,
      "learning_rate": 9.929943000733493e-05,
      "loss": 1.8114,
      "step": 580
    },
    {
      "epoch": 0.6180851063829788,
      "grad_norm": 0.19313831627368927,
      "learning_rate": 9.894372612456429e-05,
      "loss": 1.7668,
      "step": 581
    },
    {
      "epoch": 0.6191489361702127,
      "grad_norm": 0.16411848366260529,
      "learning_rate": 9.858845845683834e-05,
      "loss": 1.7161,
      "step": 582
    },
    {
      "epoch": 0.6202127659574468,
      "grad_norm": 0.14812296628952026,
      "learning_rate": 9.823363102355746e-05,
      "loss": 1.8038,
      "step": 583
    },
    {
      "epoch": 0.6212765957446809,
      "grad_norm": 0.184005007147789,
      "learning_rate": 9.78792478391414e-05,
      "loss": 1.8267,
      "step": 584
    },
    {
      "epoch": 0.6223404255319149,
      "grad_norm": 0.16978758573532104,
      "learning_rate": 9.752531291298366e-05,
      "loss": 1.5657,
      "step": 585
    },
    {
      "epoch": 0.6234042553191489,
      "grad_norm": 0.193622887134552,
      "learning_rate": 9.71718302494064e-05,
      "loss": 1.7917,
      "step": 586
    },
    {
      "epoch": 0.624468085106383,
      "grad_norm": 0.19069254398345947,
      "learning_rate": 9.68188038476149e-05,
      "loss": 1.8504,
      "step": 587
    },
    {
      "epoch": 0.625531914893617,
      "grad_norm": 0.17065876722335815,
      "learning_rate": 9.64662377016525e-05,
      "loss": 1.2871,
      "step": 588
    },
    {
      "epoch": 0.6265957446808511,
      "grad_norm": 0.15738852322101593,
      "learning_rate": 9.61141358003553e-05,
      "loss": 1.6241,
      "step": 589
    },
    {
      "epoch": 0.6276595744680851,
      "grad_norm": 0.19283810257911682,
      "learning_rate": 9.576250212730706e-05,
      "loss": 2.051,
      "step": 590
    },
    {
      "epoch": 0.6287234042553191,
      "grad_norm": 0.24007220566272736,
      "learning_rate": 9.54113406607941e-05,
      "loss": 1.6686,
      "step": 591
    },
    {
      "epoch": 0.6297872340425532,
      "grad_norm": 0.17241282761096954,
      "learning_rate": 9.50606553737604e-05,
      "loss": 1.9343,
      "step": 592
    },
    {
      "epoch": 0.6308510638297873,
      "grad_norm": 0.16544866561889648,
      "learning_rate": 9.471045023376259e-05,
      "loss": 1.8793,
      "step": 593
    },
    {
      "epoch": 0.6319148936170212,
      "grad_norm": 0.220997154712677,
      "learning_rate": 9.436072920292493e-05,
      "loss": 1.5908,
      "step": 594
    },
    {
      "epoch": 0.6329787234042553,
      "grad_norm": 0.1769099086523056,
      "learning_rate": 9.401149623789471e-05,
      "loss": 1.3959,
      "step": 595
    },
    {
      "epoch": 0.6340425531914894,
      "grad_norm": 0.16651903092861176,
      "learning_rate": 9.366275528979728e-05,
      "loss": 1.5989,
      "step": 596
    },
    {
      "epoch": 0.6351063829787233,
      "grad_norm": 0.2315669059753418,
      "learning_rate": 9.331451030419158e-05,
      "loss": 1.8365,
      "step": 597
    },
    {
      "epoch": 0.6361702127659574,
      "grad_norm": 0.31060174107551575,
      "learning_rate": 9.296676522102523e-05,
      "loss": 1.1766,
      "step": 598
    },
    {
      "epoch": 0.6372340425531915,
      "grad_norm": 0.20410263538360596,
      "learning_rate": 9.261952397459023e-05,
      "loss": 1.8241,
      "step": 599
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 0.21315258741378784,
      "learning_rate": 9.22727904934782e-05,
      "loss": 1.8114,
      "step": 600
    },
    {
      "epoch": 0.6393617021276595,
      "grad_norm": 0.17505568265914917,
      "learning_rate": 9.192656870053603e-05,
      "loss": 1.6593,
      "step": 601
    },
    {
      "epoch": 0.6404255319148936,
      "grad_norm": 0.1761648803949356,
      "learning_rate": 9.158086251282166e-05,
      "loss": 1.5484,
      "step": 602
    },
    {
      "epoch": 0.6414893617021277,
      "grad_norm": 0.2948690354824066,
      "learning_rate": 9.123567584155942e-05,
      "loss": 1.7679,
      "step": 603
    },
    {
      "epoch": 0.6425531914893617,
      "grad_norm": 0.15874460339546204,
      "learning_rate": 9.089101259209614e-05,
      "loss": 1.5578,
      "step": 604
    },
    {
      "epoch": 0.6436170212765957,
      "grad_norm": 0.14462539553642273,
      "learning_rate": 9.054687666385673e-05,
      "loss": 1.7078,
      "step": 605
    },
    {
      "epoch": 0.6446808510638298,
      "grad_norm": 0.16934645175933838,
      "learning_rate": 9.020327195030004e-05,
      "loss": 1.9469,
      "step": 606
    },
    {
      "epoch": 0.6457446808510638,
      "grad_norm": 0.23816823959350586,
      "learning_rate": 8.98602023388751e-05,
      "loss": 1.7715,
      "step": 607
    },
    {
      "epoch": 0.6468085106382979,
      "grad_norm": 0.17519444227218628,
      "learning_rate": 8.951767171097683e-05,
      "loss": 1.6478,
      "step": 608
    },
    {
      "epoch": 0.6478723404255319,
      "grad_norm": 0.18539506196975708,
      "learning_rate": 8.917568394190218e-05,
      "loss": 1.5463,
      "step": 609
    },
    {
      "epoch": 0.648936170212766,
      "grad_norm": 0.18039405345916748,
      "learning_rate": 8.883424290080644e-05,
      "loss": 1.6682,
      "step": 610
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.165382981300354,
      "learning_rate": 8.849335245065936e-05,
      "loss": 1.7848,
      "step": 611
    },
    {
      "epoch": 0.6510638297872341,
      "grad_norm": 0.18024031817913055,
      "learning_rate": 8.815301644820148e-05,
      "loss": 1.0508,
      "step": 612
    },
    {
      "epoch": 0.652127659574468,
      "grad_norm": 0.15618403255939484,
      "learning_rate": 8.781323874390038e-05,
      "loss": 1.757,
      "step": 613
    },
    {
      "epoch": 0.6531914893617021,
      "grad_norm": 0.15764309465885162,
      "learning_rate": 8.747402318190722e-05,
      "loss": 1.7571,
      "step": 614
    },
    {
      "epoch": 0.6542553191489362,
      "grad_norm": 0.19766607880592346,
      "learning_rate": 8.713537360001336e-05,
      "loss": 1.9208,
      "step": 615
    },
    {
      "epoch": 0.6553191489361702,
      "grad_norm": 0.19721117615699768,
      "learning_rate": 8.679729382960666e-05,
      "loss": 1.5942,
      "step": 616
    },
    {
      "epoch": 0.6563829787234042,
      "grad_norm": 0.1823943555355072,
      "learning_rate": 8.645978769562843e-05,
      "loss": 1.7942,
      "step": 617
    },
    {
      "epoch": 0.6574468085106383,
      "grad_norm": 0.17587131261825562,
      "learning_rate": 8.612285901652992e-05,
      "loss": 1.5356,
      "step": 618
    },
    {
      "epoch": 0.6585106382978724,
      "grad_norm": 0.16799600422382355,
      "learning_rate": 8.578651160422923e-05,
      "loss": 1.921,
      "step": 619
    },
    {
      "epoch": 0.6595744680851063,
      "grad_norm": 0.1665090024471283,
      "learning_rate": 8.545074926406819e-05,
      "loss": 2.0355,
      "step": 620
    },
    {
      "epoch": 0.6606382978723404,
      "grad_norm": 0.15373064577579498,
      "learning_rate": 8.51155757947693e-05,
      "loss": 1.8153,
      "step": 621
    },
    {
      "epoch": 0.6617021276595745,
      "grad_norm": 0.1743374466896057,
      "learning_rate": 8.478099498839273e-05,
      "loss": 1.5664,
      "step": 622
    },
    {
      "epoch": 0.6627659574468086,
      "grad_norm": 0.16877172887325287,
      "learning_rate": 8.444701063029336e-05,
      "loss": 1.7829,
      "step": 623
    },
    {
      "epoch": 0.6638297872340425,
      "grad_norm": 0.18060240149497986,
      "learning_rate": 8.411362649907808e-05,
      "loss": 1.7298,
      "step": 624
    },
    {
      "epoch": 0.6648936170212766,
      "grad_norm": 0.14296147227287292,
      "learning_rate": 8.378084636656303e-05,
      "loss": 1.5796,
      "step": 625
    },
    {
      "epoch": 0.6659574468085107,
      "grad_norm": 0.18668703734874725,
      "learning_rate": 8.344867399773072e-05,
      "loss": 1.6658,
      "step": 626
    },
    {
      "epoch": 0.6670212765957447,
      "grad_norm": 0.1682588756084442,
      "learning_rate": 8.311711315068771e-05,
      "loss": 1.7215,
      "step": 627
    },
    {
      "epoch": 0.6680851063829787,
      "grad_norm": 0.19542992115020752,
      "learning_rate": 8.278616757662199e-05,
      "loss": 1.8014,
      "step": 628
    },
    {
      "epoch": 0.6691489361702128,
      "grad_norm": 0.26618170738220215,
      "learning_rate": 8.245584101976042e-05,
      "loss": 1.8096,
      "step": 629
    },
    {
      "epoch": 0.6702127659574468,
      "grad_norm": 0.17876097559928894,
      "learning_rate": 8.212613721732655e-05,
      "loss": 1.9594,
      "step": 630
    },
    {
      "epoch": 0.6712765957446809,
      "grad_norm": 0.22028006613254547,
      "learning_rate": 8.179705989949823e-05,
      "loss": 1.8811,
      "step": 631
    },
    {
      "epoch": 0.6723404255319149,
      "grad_norm": 0.20614123344421387,
      "learning_rate": 8.146861278936545e-05,
      "loss": 1.7899,
      "step": 632
    },
    {
      "epoch": 0.6734042553191489,
      "grad_norm": 0.17731155455112457,
      "learning_rate": 8.114079960288819e-05,
      "loss": 1.6192,
      "step": 633
    },
    {
      "epoch": 0.674468085106383,
      "grad_norm": 0.17782393097877502,
      "learning_rate": 8.081362404885442e-05,
      "loss": 1.8752,
      "step": 634
    },
    {
      "epoch": 0.675531914893617,
      "grad_norm": 0.15950807929039001,
      "learning_rate": 8.048708982883804e-05,
      "loss": 1.7752,
      "step": 635
    },
    {
      "epoch": 0.676595744680851,
      "grad_norm": 0.17458008229732513,
      "learning_rate": 8.016120063715716e-05,
      "loss": 1.821,
      "step": 636
    },
    {
      "epoch": 0.6776595744680851,
      "grad_norm": 0.1835324466228485,
      "learning_rate": 7.983596016083213e-05,
      "loss": 1.652,
      "step": 637
    },
    {
      "epoch": 0.6787234042553192,
      "grad_norm": 0.19433072209358215,
      "learning_rate": 7.9511372079544e-05,
      "loss": 1.8008,
      "step": 638
    },
    {
      "epoch": 0.6797872340425531,
      "grad_norm": 0.1701725274324417,
      "learning_rate": 7.918744006559278e-05,
      "loss": 1.6133,
      "step": 639
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 0.20287151634693146,
      "learning_rate": 7.886416778385588e-05,
      "loss": 1.9726,
      "step": 640
    },
    {
      "epoch": 0.6819148936170213,
      "grad_norm": 0.21464970707893372,
      "learning_rate": 7.85415588917467e-05,
      "loss": 1.3563,
      "step": 641
    },
    {
      "epoch": 0.6829787234042554,
      "grad_norm": 0.1623314917087555,
      "learning_rate": 7.821961703917325e-05,
      "loss": 1.659,
      "step": 642
    },
    {
      "epoch": 0.6840425531914893,
      "grad_norm": 0.19890430569648743,
      "learning_rate": 7.78983458684968e-05,
      "loss": 1.7816,
      "step": 643
    },
    {
      "epoch": 0.6851063829787234,
      "grad_norm": 0.16741237044334412,
      "learning_rate": 7.757774901449075e-05,
      "loss": 1.375,
      "step": 644
    },
    {
      "epoch": 0.6861702127659575,
      "grad_norm": 0.20035420358181,
      "learning_rate": 7.725783010429952e-05,
      "loss": 1.5914,
      "step": 645
    },
    {
      "epoch": 0.6872340425531915,
      "grad_norm": 0.19448257982730865,
      "learning_rate": 7.693859275739726e-05,
      "loss": 1.7364,
      "step": 646
    },
    {
      "epoch": 0.6882978723404255,
      "grad_norm": 0.17156560719013214,
      "learning_rate": 7.66200405855473e-05,
      "loss": 1.7058,
      "step": 647
    },
    {
      "epoch": 0.6893617021276596,
      "grad_norm": 0.17527243494987488,
      "learning_rate": 7.630217719276104e-05,
      "loss": 1.7223,
      "step": 648
    },
    {
      "epoch": 0.6904255319148936,
      "grad_norm": 0.1525346040725708,
      "learning_rate": 7.598500617525722e-05,
      "loss": 1.6461,
      "step": 649
    },
    {
      "epoch": 0.6914893617021277,
      "grad_norm": 0.14523084461688995,
      "learning_rate": 7.566853112142114e-05,
      "loss": 1.9347,
      "step": 650
    },
    {
      "epoch": 0.6925531914893617,
      "grad_norm": 0.14614152908325195,
      "learning_rate": 7.53527556117643e-05,
      "loss": 1.6018,
      "step": 651
    },
    {
      "epoch": 0.6936170212765957,
      "grad_norm": 0.16998977959156036,
      "learning_rate": 7.503768321888368e-05,
      "loss": 1.4355,
      "step": 652
    },
    {
      "epoch": 0.6946808510638298,
      "grad_norm": 0.17113342881202698,
      "learning_rate": 7.472331750742142e-05,
      "loss": 1.8263,
      "step": 653
    },
    {
      "epoch": 0.6957446808510638,
      "grad_norm": 0.17434722185134888,
      "learning_rate": 7.440966203402442e-05,
      "loss": 1.6064,
      "step": 654
    },
    {
      "epoch": 0.6968085106382979,
      "grad_norm": 0.17484360933303833,
      "learning_rate": 7.409672034730416e-05,
      "loss": 1.7635,
      "step": 655
    },
    {
      "epoch": 0.6978723404255319,
      "grad_norm": 0.1816336214542389,
      "learning_rate": 7.378449598779658e-05,
      "loss": 1.749,
      "step": 656
    },
    {
      "epoch": 0.698936170212766,
      "grad_norm": 0.20657788217067719,
      "learning_rate": 7.347299248792196e-05,
      "loss": 1.5291,
      "step": 657
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.17004646360874176,
      "learning_rate": 7.316221337194484e-05,
      "loss": 1.901,
      "step": 658
    },
    {
      "epoch": 0.701063829787234,
      "grad_norm": 0.1709367334842682,
      "learning_rate": 7.285216215593449e-05,
      "loss": 1.6908,
      "step": 659
    },
    {
      "epoch": 0.7021276595744681,
      "grad_norm": 0.1813773363828659,
      "learning_rate": 7.254284234772479e-05,
      "loss": 1.8814,
      "step": 660
    },
    {
      "epoch": 0.7031914893617022,
      "grad_norm": 0.21664945781230927,
      "learning_rate": 7.22342574468747e-05,
      "loss": 1.7577,
      "step": 661
    },
    {
      "epoch": 0.7042553191489361,
      "grad_norm": 0.2223803550004959,
      "learning_rate": 7.192641094462866e-05,
      "loss": 1.729,
      "step": 662
    },
    {
      "epoch": 0.7053191489361702,
      "grad_norm": 0.17629499733448029,
      "learning_rate": 7.16193063238771e-05,
      "loss": 1.8751,
      "step": 663
    },
    {
      "epoch": 0.7063829787234043,
      "grad_norm": 0.17627973854541779,
      "learning_rate": 7.131294705911689e-05,
      "loss": 1.5773,
      "step": 664
    },
    {
      "epoch": 0.7074468085106383,
      "grad_norm": 0.20003056526184082,
      "learning_rate": 7.100733661641225e-05,
      "loss": 2.0479,
      "step": 665
    },
    {
      "epoch": 0.7085106382978723,
      "grad_norm": 0.1355198323726654,
      "learning_rate": 7.070247845335545e-05,
      "loss": 1.7533,
      "step": 666
    },
    {
      "epoch": 0.7095744680851064,
      "grad_norm": 0.2013373225927353,
      "learning_rate": 7.039837601902757e-05,
      "loss": 1.9195,
      "step": 667
    },
    {
      "epoch": 0.7106382978723405,
      "grad_norm": 0.15443074703216553,
      "learning_rate": 7.009503275395975e-05,
      "loss": 2.0914,
      "step": 668
    },
    {
      "epoch": 0.7117021276595744,
      "grad_norm": 0.16669104993343353,
      "learning_rate": 6.979245209009389e-05,
      "loss": 1.7793,
      "step": 669
    },
    {
      "epoch": 0.7127659574468085,
      "grad_norm": 0.158504918217659,
      "learning_rate": 6.949063745074415e-05,
      "loss": 1.7443,
      "step": 670
    },
    {
      "epoch": 0.7138297872340426,
      "grad_norm": 0.16669638454914093,
      "learning_rate": 6.918959225055813e-05,
      "loss": 1.3766,
      "step": 671
    },
    {
      "epoch": 0.7148936170212766,
      "grad_norm": 0.16765549778938293,
      "learning_rate": 6.888931989547816e-05,
      "loss": 1.7926,
      "step": 672
    },
    {
      "epoch": 0.7159574468085106,
      "grad_norm": 0.19317655265331268,
      "learning_rate": 6.858982378270278e-05,
      "loss": 1.7287,
      "step": 673
    },
    {
      "epoch": 0.7170212765957447,
      "grad_norm": 0.14376698434352875,
      "learning_rate": 6.829110730064844e-05,
      "loss": 1.4643,
      "step": 674
    },
    {
      "epoch": 0.7180851063829787,
      "grad_norm": 0.20092540979385376,
      "learning_rate": 6.799317382891095e-05,
      "loss": 1.8243,
      "step": 675
    },
    {
      "epoch": 0.7191489361702128,
      "grad_norm": 0.22864454984664917,
      "learning_rate": 6.769602673822742e-05,
      "loss": 1.2684,
      "step": 676
    },
    {
      "epoch": 0.7202127659574468,
      "grad_norm": 0.17580509185791016,
      "learning_rate": 6.73996693904381e-05,
      "loss": 1.7815,
      "step": 677
    },
    {
      "epoch": 0.7212765957446808,
      "grad_norm": 0.19205164909362793,
      "learning_rate": 6.710410513844816e-05,
      "loss": 1.9747,
      "step": 678
    },
    {
      "epoch": 0.7223404255319149,
      "grad_norm": 0.17647920548915863,
      "learning_rate": 6.68093373261901e-05,
      "loss": 1.5295,
      "step": 679
    },
    {
      "epoch": 0.723404255319149,
      "grad_norm": 0.15995529294013977,
      "learning_rate": 6.65153692885855e-05,
      "loss": 1.5583,
      "step": 680
    },
    {
      "epoch": 0.7244680851063829,
      "grad_norm": 0.18296481668949127,
      "learning_rate": 6.622220435150772e-05,
      "loss": 1.9198,
      "step": 681
    },
    {
      "epoch": 0.725531914893617,
      "grad_norm": 0.15332357585430145,
      "learning_rate": 6.592984583174394e-05,
      "loss": 1.6978,
      "step": 682
    },
    {
      "epoch": 0.7265957446808511,
      "grad_norm": 0.1648200899362564,
      "learning_rate": 6.563829703695781e-05,
      "loss": 1.6717,
      "step": 683
    },
    {
      "epoch": 0.7276595744680852,
      "grad_norm": 0.16624633967876434,
      "learning_rate": 6.534756126565194e-05,
      "loss": 1.6043,
      "step": 684
    },
    {
      "epoch": 0.7287234042553191,
      "grad_norm": 0.238071009516716,
      "learning_rate": 6.505764180713065e-05,
      "loss": 1.8476,
      "step": 685
    },
    {
      "epoch": 0.7297872340425532,
      "grad_norm": 0.15699748694896698,
      "learning_rate": 6.476854194146265e-05,
      "loss": 1.8375,
      "step": 686
    },
    {
      "epoch": 0.7308510638297873,
      "grad_norm": 0.1671568751335144,
      "learning_rate": 6.448026493944411e-05,
      "loss": 1.7371,
      "step": 687
    },
    {
      "epoch": 0.7319148936170212,
      "grad_norm": 0.17969168722629547,
      "learning_rate": 6.419281406256153e-05,
      "loss": 1.8686,
      "step": 688
    },
    {
      "epoch": 0.7329787234042553,
      "grad_norm": 0.17477388679981232,
      "learning_rate": 6.390619256295471e-05,
      "loss": 2.0333,
      "step": 689
    },
    {
      "epoch": 0.7340425531914894,
      "grad_norm": 0.15487664937973022,
      "learning_rate": 6.362040368338032e-05,
      "loss": 1.8519,
      "step": 690
    },
    {
      "epoch": 0.7351063829787234,
      "grad_norm": 0.1683463156223297,
      "learning_rate": 6.33354506571748e-05,
      "loss": 1.844,
      "step": 691
    },
    {
      "epoch": 0.7361702127659574,
      "grad_norm": 0.19052305817604065,
      "learning_rate": 6.305133670821814e-05,
      "loss": 1.9067,
      "step": 692
    },
    {
      "epoch": 0.7372340425531915,
      "grad_norm": 0.15490886569023132,
      "learning_rate": 6.276806505089713e-05,
      "loss": 2.0279,
      "step": 693
    },
    {
      "epoch": 0.7382978723404255,
      "grad_norm": 0.1947750747203827,
      "learning_rate": 6.248563889006917e-05,
      "loss": 1.6706,
      "step": 694
    },
    {
      "epoch": 0.7393617021276596,
      "grad_norm": 0.1630692034959793,
      "learning_rate": 6.220406142102589e-05,
      "loss": 2.0676,
      "step": 695
    },
    {
      "epoch": 0.7404255319148936,
      "grad_norm": 0.15723346173763275,
      "learning_rate": 6.192333582945712e-05,
      "loss": 1.7353,
      "step": 696
    },
    {
      "epoch": 0.7414893617021276,
      "grad_norm": 0.23085269331932068,
      "learning_rate": 6.164346529141472e-05,
      "loss": 1.4591,
      "step": 697
    },
    {
      "epoch": 0.7425531914893617,
      "grad_norm": 0.19693605601787567,
      "learning_rate": 6.136445297327677e-05,
      "loss": 1.8418,
      "step": 698
    },
    {
      "epoch": 0.7436170212765958,
      "grad_norm": 0.15586483478546143,
      "learning_rate": 6.108630203171164e-05,
      "loss": 2.1864,
      "step": 699
    },
    {
      "epoch": 0.7446808510638298,
      "grad_norm": 0.21545270085334778,
      "learning_rate": 6.080901561364238e-05,
      "loss": 1.3905,
      "step": 700
    },
    {
      "epoch": 0.7457446808510638,
      "grad_norm": 0.1876390278339386,
      "learning_rate": 6.0532596856210935e-05,
      "loss": 1.7214,
      "step": 701
    },
    {
      "epoch": 0.7468085106382979,
      "grad_norm": 0.18684272468090057,
      "learning_rate": 6.02570488867429e-05,
      "loss": 1.9218,
      "step": 702
    },
    {
      "epoch": 0.747872340425532,
      "grad_norm": 0.1691771149635315,
      "learning_rate": 5.9982374822712e-05,
      "loss": 1.7906,
      "step": 703
    },
    {
      "epoch": 0.7489361702127659,
      "grad_norm": 0.1723630279302597,
      "learning_rate": 5.970857777170482e-05,
      "loss": 1.7991,
      "step": 704
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.20111820101737976,
      "learning_rate": 5.94356608313856e-05,
      "loss": 1.9285,
      "step": 705
    },
    {
      "epoch": 0.7510638297872341,
      "grad_norm": 0.19463780522346497,
      "learning_rate": 5.9163627089461314e-05,
      "loss": 1.6628,
      "step": 706
    },
    {
      "epoch": 0.752127659574468,
      "grad_norm": 0.1662537008523941,
      "learning_rate": 5.889247962364669e-05,
      "loss": 1.6007,
      "step": 707
    },
    {
      "epoch": 0.7531914893617021,
      "grad_norm": 0.1821126490831375,
      "learning_rate": 5.862222150162932e-05,
      "loss": 1.7381,
      "step": 708
    }
  ],
  "logging_steps": 1,
  "max_steps": 944,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 236,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6432043262581146e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}