{
  "best_metric": 0.1347890943288803,
  "best_model_checkpoint": "finetuned-fake-food/checkpoint-6200",
  "epoch": 10.0,
  "eval_steps": 100,
  "global_step": 9900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010101010101010102,
      "grad_norm": 1.8522064685821533,
      "learning_rate": 0.0001997979797979798,
      "loss": 0.5857,
      "step": 10
    },
    {
      "epoch": 0.020202020202020204,
      "grad_norm": 6.711320877075195,
      "learning_rate": 0.0001995959595959596,
      "loss": 0.4223,
      "step": 20
    },
    {
      "epoch": 0.030303030303030304,
      "grad_norm": 1.6324388980865479,
      "learning_rate": 0.0001993939393939394,
      "loss": 0.3733,
      "step": 30
    },
    {
      "epoch": 0.04040404040404041,
      "grad_norm": 3.825958013534546,
      "learning_rate": 0.0001991919191919192,
      "loss": 0.4517,
      "step": 40
    },
    {
      "epoch": 0.050505050505050504,
      "grad_norm": 4.070992469787598,
      "learning_rate": 0.000198989898989899,
      "loss": 0.3153,
      "step": 50
    },
    {
      "epoch": 0.06060606060606061,
      "grad_norm": 13.05056095123291,
      "learning_rate": 0.00019878787878787878,
      "loss": 0.3505,
      "step": 60
    },
    {
      "epoch": 0.0707070707070707,
      "grad_norm": 2.4650187492370605,
      "learning_rate": 0.0001985858585858586,
      "loss": 0.4858,
      "step": 70
    },
    {
      "epoch": 0.08080808080808081,
      "grad_norm": 3.954157829284668,
      "learning_rate": 0.00019838383838383837,
      "loss": 0.4539,
      "step": 80
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 1.3492755889892578,
      "learning_rate": 0.00019818181818181821,
      "loss": 0.337,
      "step": 90
    },
    {
      "epoch": 0.10101010101010101,
      "grad_norm": 3.1130309104919434,
      "learning_rate": 0.000197979797979798,
      "loss": 0.3831,
      "step": 100
    },
    {
      "epoch": 0.10101010101010101,
      "eval_accuracy": 0.891156462585034,
      "eval_loss": 0.2662810981273651,
      "eval_runtime": 25.9983,
      "eval_samples_per_second": 107.43,
      "eval_steps_per_second": 13.462,
      "step": 100
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 1.5025306940078735,
      "learning_rate": 0.00019777777777777778,
      "loss": 0.2793,
      "step": 110
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 2.976517915725708,
      "learning_rate": 0.0001975757575757576,
      "loss": 0.4034,
      "step": 120
    },
    {
      "epoch": 0.13131313131313133,
      "grad_norm": 2.702010154724121,
      "learning_rate": 0.00019737373737373738,
      "loss": 0.2592,
      "step": 130
    },
    {
      "epoch": 0.1414141414141414,
      "grad_norm": 0.9340890645980835,
      "learning_rate": 0.0001971717171717172,
      "loss": 0.3167,
      "step": 140
    },
    {
      "epoch": 0.15151515151515152,
      "grad_norm": 0.42018941044807434,
      "learning_rate": 0.00019696969696969698,
      "loss": 0.2226,
      "step": 150
    },
    {
      "epoch": 0.16161616161616163,
      "grad_norm": 3.9382266998291016,
      "learning_rate": 0.00019676767676767677,
      "loss": 0.3006,
      "step": 160
    },
    {
      "epoch": 0.1717171717171717,
      "grad_norm": 7.005850791931152,
      "learning_rate": 0.00019656565656565658,
      "loss": 0.3149,
      "step": 170
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 1.840803623199463,
      "learning_rate": 0.00019636363636363636,
      "loss": 0.5338,
      "step": 180
    },
    {
      "epoch": 0.1919191919191919,
      "grad_norm": 1.7472269535064697,
      "learning_rate": 0.00019616161616161618,
      "loss": 0.3341,
      "step": 190
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 2.3459396362304688,
      "learning_rate": 0.00019595959595959596,
      "loss": 0.3699,
      "step": 200
    },
    {
      "epoch": 0.20202020202020202,
      "eval_accuracy": 0.8990332975295381,
      "eval_loss": 0.25698739290237427,
      "eval_runtime": 25.9306,
      "eval_samples_per_second": 107.71,
      "eval_steps_per_second": 13.498,
      "step": 200
    },
    {
      "epoch": 0.21212121212121213,
      "grad_norm": 2.436138868331909,
      "learning_rate": 0.00019575757575757577,
      "loss": 0.2933,
      "step": 210
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.9893826246261597,
      "learning_rate": 0.00019555555555555556,
      "loss": 0.3092,
      "step": 220
    },
    {
      "epoch": 0.23232323232323232,
      "grad_norm": 1.9548523426055908,
      "learning_rate": 0.00019535353535353534,
      "loss": 0.3216,
      "step": 230
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 0.4108979105949402,
      "learning_rate": 0.00019515151515151516,
      "loss": 0.246,
      "step": 240
    },
    {
      "epoch": 0.25252525252525254,
      "grad_norm": 1.4591792821884155,
      "learning_rate": 0.00019494949494949494,
      "loss": 0.214,
      "step": 250
    },
    {
      "epoch": 0.26262626262626265,
      "grad_norm": 1.3752448558807373,
      "learning_rate": 0.00019474747474747476,
      "loss": 0.3116,
      "step": 260
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 6.0490593910217285,
      "learning_rate": 0.00019454545454545457,
      "loss": 0.3501,
      "step": 270
    },
    {
      "epoch": 0.2828282828282828,
      "grad_norm": 2.3255205154418945,
      "learning_rate": 0.00019434343434343435,
      "loss": 0.3766,
      "step": 280
    },
    {
      "epoch": 0.29292929292929293,
      "grad_norm": 1.4832454919815063,
      "learning_rate": 0.00019414141414141417,
      "loss": 0.2122,
      "step": 290
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 4.230952739715576,
      "learning_rate": 0.00019393939393939395,
      "loss": 0.2135,
      "step": 300
    },
    {
      "epoch": 0.30303030303030304,
      "eval_accuracy": 0.7837450769781596,
      "eval_loss": 0.6753332018852234,
      "eval_runtime": 25.3952,
      "eval_samples_per_second": 109.981,
      "eval_steps_per_second": 13.782,
      "step": 300
    },
    {
      "epoch": 0.31313131313131315,
      "grad_norm": 3.7198104858398438,
      "learning_rate": 0.00019373737373737376,
      "loss": 0.3568,
      "step": 310
    },
    {
      "epoch": 0.32323232323232326,
      "grad_norm": 2.953439950942993,
      "learning_rate": 0.00019353535353535355,
      "loss": 0.2951,
      "step": 320
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 2.3283486366271973,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.3625,
      "step": 330
    },
    {
      "epoch": 0.3434343434343434,
      "grad_norm": 2.153027296066284,
      "learning_rate": 0.00019313131313131315,
      "loss": 0.4129,
      "step": 340
    },
    {
      "epoch": 0.35353535353535354,
      "grad_norm": 1.3729703426361084,
      "learning_rate": 0.00019292929292929293,
      "loss": 0.268,
      "step": 350
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.5054312348365784,
      "learning_rate": 0.00019272727272727274,
      "loss": 0.1966,
      "step": 360
    },
    {
      "epoch": 0.37373737373737376,
      "grad_norm": 3.2167739868164062,
      "learning_rate": 0.00019252525252525253,
      "loss": 0.308,
      "step": 370
    },
    {
      "epoch": 0.3838383838383838,
      "grad_norm": 2.139538049697876,
      "learning_rate": 0.00019232323232323232,
      "loss": 0.3178,
      "step": 380
    },
    {
      "epoch": 0.3939393939393939,
      "grad_norm": 1.4604796171188354,
      "learning_rate": 0.00019212121212121213,
      "loss": 0.2593,
      "step": 390
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 1.86461341381073,
      "learning_rate": 0.00019191919191919191,
      "loss": 0.214,
      "step": 400
    },
    {
      "epoch": 0.40404040404040403,
      "eval_accuracy": 0.8900823487289653,
      "eval_loss": 0.26901283860206604,
      "eval_runtime": 25.5497,
      "eval_samples_per_second": 109.316,
      "eval_steps_per_second": 13.699,
      "step": 400
    },
    {
      "epoch": 0.41414141414141414,
      "grad_norm": 1.9686763286590576,
      "learning_rate": 0.00019171717171717173,
      "loss": 0.2308,
      "step": 410
    },
    {
      "epoch": 0.42424242424242425,
      "grad_norm": 1.2210965156555176,
      "learning_rate": 0.0001915151515151515,
      "loss": 0.2931,
      "step": 420
    },
    {
      "epoch": 0.43434343434343436,
      "grad_norm": 5.511355876922607,
      "learning_rate": 0.00019131313131313132,
      "loss": 0.3356,
      "step": 430
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 2.9325032234191895,
      "learning_rate": 0.00019111111111111114,
      "loss": 0.3229,
      "step": 440
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 3.8226077556610107,
      "learning_rate": 0.00019090909090909092,
      "loss": 0.2119,
      "step": 450
    },
    {
      "epoch": 0.46464646464646464,
      "grad_norm": 1.5739362239837646,
      "learning_rate": 0.00019070707070707073,
      "loss": 0.2065,
      "step": 460
    },
    {
      "epoch": 0.47474747474747475,
      "grad_norm": 1.6280564069747925,
      "learning_rate": 0.00019050505050505052,
      "loss": 0.2099,
      "step": 470
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 2.8299176692962646,
      "learning_rate": 0.0001903030303030303,
      "loss": 0.3148,
      "step": 480
    },
    {
      "epoch": 0.494949494949495,
      "grad_norm": 2.1273374557495117,
      "learning_rate": 0.00019010101010101012,
      "loss": 0.259,
      "step": 490
    },
    {
      "epoch": 0.5050505050505051,
      "grad_norm": 2.3539364337921143,
      "learning_rate": 0.0001898989898989899,
      "loss": 0.1947,
      "step": 500
    },
    {
      "epoch": 0.5050505050505051,
      "eval_accuracy": 0.9112065878983172,
      "eval_loss": 0.253263920545578,
      "eval_runtime": 26.1993,
      "eval_samples_per_second": 106.606,
      "eval_steps_per_second": 13.359,
      "step": 500
    },
    {
      "epoch": 0.5151515151515151,
      "grad_norm": 1.3514348268508911,
      "learning_rate": 0.00018969696969696972,
      "loss": 0.2791,
      "step": 510
    },
    {
      "epoch": 0.5252525252525253,
      "grad_norm": 1.6897673606872559,
      "learning_rate": 0.0001894949494949495,
      "loss": 0.4146,
      "step": 520
    },
    {
      "epoch": 0.5353535353535354,
      "grad_norm": 1.5191751718521118,
      "learning_rate": 0.0001892929292929293,
      "loss": 0.2541,
      "step": 530
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 2.3383405208587646,
      "learning_rate": 0.0001890909090909091,
      "loss": 0.286,
      "step": 540
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 2.0000243186950684,
      "learning_rate": 0.00018888888888888888,
      "loss": 0.3235,
      "step": 550
    },
    {
      "epoch": 0.5656565656565656,
      "grad_norm": 2.458211660385132,
      "learning_rate": 0.0001886868686868687,
      "loss": 0.2833,
      "step": 560
    },
    {
      "epoch": 0.5757575757575758,
      "grad_norm": 1.1083074808120728,
      "learning_rate": 0.00018848484848484848,
      "loss": 0.3214,
      "step": 570
    },
    {
      "epoch": 0.5858585858585859,
      "grad_norm": 4.410639762878418,
      "learning_rate": 0.0001882828282828283,
      "loss": 0.2404,
      "step": 580
    },
    {
      "epoch": 0.5959595959595959,
      "grad_norm": 0.5000817775726318,
      "learning_rate": 0.00018808080808080808,
      "loss": 0.2423,
      "step": 590
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 0.757890522480011,
      "learning_rate": 0.0001878787878787879,
      "loss": 0.3618,
      "step": 600
    },
    {
      "epoch": 0.6060606060606061,
      "eval_accuracy": 0.8571428571428571,
      "eval_loss": 0.37378671765327454,
      "eval_runtime": 25.3641,
      "eval_samples_per_second": 110.116,
      "eval_steps_per_second": 13.799,
      "step": 600
    },
    {
      "epoch": 0.6161616161616161,
      "grad_norm": 1.08816397190094,
      "learning_rate": 0.0001876767676767677,
      "loss": 0.2873,
      "step": 610
    },
    {
      "epoch": 0.6262626262626263,
      "grad_norm": 0.5049443244934082,
      "learning_rate": 0.0001874747474747475,
      "loss": 0.2176,
      "step": 620
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.9618722796440125,
      "learning_rate": 0.00018727272727272728,
      "loss": 0.2006,
      "step": 630
    },
    {
      "epoch": 0.6464646464646465,
      "grad_norm": 0.9479689598083496,
      "learning_rate": 0.0001870707070707071,
      "loss": 0.357,
      "step": 640
    },
    {
      "epoch": 0.6565656565656566,
      "grad_norm": 1.7955048084259033,
      "learning_rate": 0.00018686868686868687,
      "loss": 0.2619,
      "step": 650
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.3254830837249756,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.2783,
      "step": 660
    },
    {
      "epoch": 0.6767676767676768,
      "grad_norm": 1.4659123420715332,
      "learning_rate": 0.00018646464646464647,
      "loss": 0.3846,
      "step": 670
    },
    {
      "epoch": 0.6868686868686869,
      "grad_norm": 0.815553605556488,
      "learning_rate": 0.00018626262626262628,
      "loss": 0.2791,
      "step": 680
    },
    {
      "epoch": 0.696969696969697,
      "grad_norm": 3.2888660430908203,
      "learning_rate": 0.00018606060606060607,
      "loss": 0.3321,
      "step": 690
    },
    {
      "epoch": 0.7070707070707071,
      "grad_norm": 0.5592217445373535,
      "learning_rate": 0.00018585858585858586,
      "loss": 0.2065,
      "step": 700
    },
    {
      "epoch": 0.7070707070707071,
      "eval_accuracy": 0.8918725384890799,
      "eval_loss": 0.2918793261051178,
      "eval_runtime": 25.5852,
      "eval_samples_per_second": 109.165,
      "eval_steps_per_second": 13.68,
      "step": 700
    },
    {
      "epoch": 0.7171717171717171,
      "grad_norm": 2.0169355869293213,
      "learning_rate": 0.00018565656565656567,
      "loss": 0.2735,
      "step": 710
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 1.9667913913726807,
      "learning_rate": 0.00018545454545454545,
      "loss": 0.2697,
      "step": 720
    },
    {
      "epoch": 0.7373737373737373,
      "grad_norm": 1.8768874406814575,
      "learning_rate": 0.00018525252525252527,
      "loss": 0.3328,
      "step": 730
    },
    {
      "epoch": 0.7474747474747475,
      "grad_norm": 2.070849657058716,
      "learning_rate": 0.00018505050505050505,
      "loss": 0.2292,
      "step": 740
    },
    {
      "epoch": 0.7575757575757576,
      "grad_norm": 0.9167304039001465,
      "learning_rate": 0.00018484848484848484,
      "loss": 0.2775,
      "step": 750
    },
    {
      "epoch": 0.7676767676767676,
      "grad_norm": 1.886155128479004,
      "learning_rate": 0.00018464646464646465,
      "loss": 0.2064,
      "step": 760
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 1.4632712602615356,
      "learning_rate": 0.00018444444444444446,
      "loss": 0.2472,
      "step": 770
    },
    {
      "epoch": 0.7878787878787878,
      "grad_norm": 0.513150155544281,
      "learning_rate": 0.00018424242424242427,
      "loss": 0.1806,
      "step": 780
    },
    {
      "epoch": 0.797979797979798,
      "grad_norm": 1.805382251739502,
      "learning_rate": 0.00018404040404040406,
      "loss": 0.2717,
      "step": 790
    },
    {
      "epoch": 0.8080808080808081,
      "grad_norm": 1.0646640062332153,
      "learning_rate": 0.00018383838383838384,
      "loss": 0.3103,
      "step": 800
    },
    {
      "epoch": 0.8080808080808081,
      "eval_accuracy": 0.9169351951306839,
      "eval_loss": 0.21647529304027557,
      "eval_runtime": 25.8731,
      "eval_samples_per_second": 107.95,
      "eval_steps_per_second": 13.528,
      "step": 800
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 1.027064323425293,
      "learning_rate": 0.00018363636363636366,
      "loss": 0.2464,
      "step": 810
    },
    {
      "epoch": 0.8282828282828283,
      "grad_norm": 3.9652762413024902,
      "learning_rate": 0.00018343434343434344,
      "loss": 0.1533,
      "step": 820
    },
    {
      "epoch": 0.8383838383838383,
      "grad_norm": 1.7400450706481934,
      "learning_rate": 0.00018323232323232326,
      "loss": 0.3409,
      "step": 830
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 1.1549253463745117,
      "learning_rate": 0.00018303030303030304,
      "loss": 0.3031,
      "step": 840
    },
    {
      "epoch": 0.8585858585858586,
      "grad_norm": 0.6372619867324829,
      "learning_rate": 0.00018282828282828283,
      "loss": 0.2325,
      "step": 850
    },
    {
      "epoch": 0.8686868686868687,
      "grad_norm": 1.2321391105651855,
      "learning_rate": 0.00018262626262626264,
      "loss": 0.2321,
      "step": 860
    },
    {
      "epoch": 0.8787878787878788,
      "grad_norm": 1.4778344631195068,
      "learning_rate": 0.00018242424242424242,
      "loss": 0.3474,
      "step": 870
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.5331010818481445,
      "learning_rate": 0.00018222222222222224,
      "loss": 0.1914,
      "step": 880
    },
    {
      "epoch": 0.898989898989899,
      "grad_norm": 1.8820871114730835,
      "learning_rate": 0.00018202020202020202,
      "loss": 0.2703,
      "step": 890
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.8015584945678711,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.1479,
      "step": 900
    },
    {
      "epoch": 0.9090909090909091,
      "eval_accuracy": 0.9172932330827067,
      "eval_loss": 0.21352139115333557,
      "eval_runtime": 25.4544,
      "eval_samples_per_second": 109.726,
      "eval_steps_per_second": 13.75,
      "step": 900
    },
    {
      "epoch": 0.9191919191919192,
      "grad_norm": 8.3115873336792,
      "learning_rate": 0.00018161616161616162,
      "loss": 0.2335,
      "step": 910
    },
    {
      "epoch": 0.9292929292929293,
      "grad_norm": 3.1177310943603516,
      "learning_rate": 0.0001814141414141414,
      "loss": 0.3137,
      "step": 920
    },
    {
      "epoch": 0.9393939393939394,
      "grad_norm": 1.4966002702713013,
      "learning_rate": 0.00018121212121212122,
      "loss": 0.1858,
      "step": 930
    },
    {
      "epoch": 0.9494949494949495,
      "grad_norm": 2.699180841445923,
      "learning_rate": 0.00018101010101010103,
      "loss": 0.2697,
      "step": 940
    },
    {
      "epoch": 0.9595959595959596,
      "grad_norm": 3.030885934829712,
      "learning_rate": 0.00018080808080808082,
      "loss": 0.2867,
      "step": 950
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 1.1255096197128296,
      "learning_rate": 0.00018060606060606063,
      "loss": 0.2376,
      "step": 960
    },
    {
      "epoch": 0.9797979797979798,
      "grad_norm": 1.2400470972061157,
      "learning_rate": 0.0001804040404040404,
      "loss": 0.321,
      "step": 970
    },
    {
      "epoch": 0.98989898989899,
      "grad_norm": 2.516021251678467,
      "learning_rate": 0.00018020202020202023,
      "loss": 0.2195,
      "step": 980
    },
    {
      "epoch": 1.0,
      "grad_norm": NaN,
      "learning_rate": 0.00018002020202020203,
      "loss": 0.1921,
      "step": 990
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 2.886852741241455,
      "learning_rate": 0.0001798181818181818,
      "loss": 0.2421,
      "step": 1000
    },
    {
      "epoch": 1.0101010101010102,
      "eval_accuracy": 0.9183673469387755,
      "eval_loss": 0.21867763996124268,
      "eval_runtime": 25.6972,
      "eval_samples_per_second": 108.689,
      "eval_steps_per_second": 13.62,
      "step": 1000
    },
    {
      "epoch": 1.02020202020202,
      "grad_norm": 0.8659813404083252,
      "learning_rate": 0.00017961616161616163,
      "loss": 0.219,
      "step": 1010
    },
    {
      "epoch": 1.0303030303030303,
      "grad_norm": 0.21378262341022491,
      "learning_rate": 0.0001794141414141414,
      "loss": 0.159,
      "step": 1020
    },
    {
      "epoch": 1.0404040404040404,
      "grad_norm": 0.6388025879859924,
      "learning_rate": 0.00017921212121212122,
      "loss": 0.2614,
      "step": 1030
    },
    {
      "epoch": 1.0505050505050506,
      "grad_norm": 3.3048598766326904,
      "learning_rate": 0.00017901010101010104,
      "loss": 0.2088,
      "step": 1040
    },
    {
      "epoch": 1.0606060606060606,
      "grad_norm": 1.8534300327301025,
      "learning_rate": 0.00017880808080808082,
      "loss": 0.1894,
      "step": 1050
    },
    {
      "epoch": 1.0707070707070707,
      "grad_norm": 0.3146544098854065,
      "learning_rate": 0.00017860606060606063,
      "loss": 0.2314,
      "step": 1060
    },
    {
      "epoch": 1.0808080808080809,
      "grad_norm": 4.180379867553711,
      "learning_rate": 0.00017840404040404042,
      "loss": 0.2217,
      "step": 1070
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 1.628567099571228,
      "learning_rate": 0.0001782020202020202,
      "loss": 0.1622,
      "step": 1080
    },
    {
      "epoch": 1.101010101010101,
      "grad_norm": 1.6040252447128296,
      "learning_rate": 0.00017800000000000002,
      "loss": 0.217,
      "step": 1090
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 1.2518551349639893,
      "learning_rate": 0.0001777979797979798,
      "loss": 0.2264,
      "step": 1100
    },
    {
      "epoch": 1.1111111111111112,
      "eval_accuracy": 0.920515574650913,
      "eval_loss": 0.18880097568035126,
      "eval_runtime": 26.2729,
      "eval_samples_per_second": 106.307,
      "eval_steps_per_second": 13.322,
      "step": 1100
    },
    {
      "epoch": 1.121212121212121,
      "grad_norm": 3.4157488346099854,
      "learning_rate": 0.00017759595959595961,
      "loss": 0.1981,
      "step": 1110
    },
    {
      "epoch": 1.1313131313131313,
      "grad_norm": 1.492838978767395,
      "learning_rate": 0.0001773939393939394,
      "loss": 0.1776,
      "step": 1120
    },
    {
      "epoch": 1.1414141414141414,
      "grad_norm": 2.0432426929473877,
      "learning_rate": 0.00017719191919191919,
      "loss": 0.2956,
      "step": 1130
    },
    {
      "epoch": 1.1515151515151516,
      "grad_norm": 1.3289395570755005,
      "learning_rate": 0.000176989898989899,
      "loss": 0.17,
      "step": 1140
    },
    {
      "epoch": 1.1616161616161615,
      "grad_norm": 2.753247022628784,
      "learning_rate": 0.00017678787878787878,
      "loss": 0.1965,
      "step": 1150
    },
    {
      "epoch": 1.1717171717171717,
      "grad_norm": 2.479680061340332,
      "learning_rate": 0.0001765858585858586,
      "loss": 0.2353,
      "step": 1160
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 5.093598365783691,
      "learning_rate": 0.00017638383838383838,
      "loss": 0.3105,
      "step": 1170
    },
    {
      "epoch": 1.1919191919191918,
      "grad_norm": 1.4242653846740723,
      "learning_rate": 0.0001761818181818182,
      "loss": 0.1905,
      "step": 1180
    },
    {
      "epoch": 1.202020202020202,
      "grad_norm": 0.864905834197998,
      "learning_rate": 0.00017597979797979798,
      "loss": 0.182,
      "step": 1190
    },
    {
      "epoch": 1.2121212121212122,
      "grad_norm": 1.4929953813552856,
      "learning_rate": 0.0001757777777777778,
      "loss": 0.1664,
      "step": 1200
    },
    {
      "epoch": 1.2121212121212122,
      "eval_accuracy": 0.8875760830648048,
      "eval_loss": 0.2607349455356598,
      "eval_runtime": 26.13,
      "eval_samples_per_second": 106.889,
      "eval_steps_per_second": 13.395,
      "step": 1200
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 2.241507053375244,
      "learning_rate": 0.0001755757575757576,
      "loss": 0.2211,
      "step": 1210
    },
    {
      "epoch": 1.2323232323232323,
      "grad_norm": 8.578768730163574,
      "learning_rate": 0.0001753737373737374,
      "loss": 0.2079,
      "step": 1220
    },
    {
      "epoch": 1.2424242424242424,
      "grad_norm": 2.6742098331451416,
      "learning_rate": 0.00017517171717171718,
      "loss": 0.1737,
      "step": 1230
    },
    {
      "epoch": 1.2525252525252526,
      "grad_norm": 1.3255178928375244,
      "learning_rate": 0.000174969696969697,
      "loss": 0.2761,
      "step": 1240
    },
    {
      "epoch": 1.2626262626262625,
      "grad_norm": 1.0575960874557495,
      "learning_rate": 0.00017476767676767677,
      "loss": 0.2031,
      "step": 1250
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 0.9928869009017944,
      "learning_rate": 0.00017456565656565659,
      "loss": 0.253,
      "step": 1260
    },
    {
      "epoch": 1.2828282828282829,
      "grad_norm": 5.389945983886719,
      "learning_rate": 0.00017436363636363637,
      "loss": 0.225,
      "step": 1270
    },
    {
      "epoch": 1.2929292929292928,
      "grad_norm": 0.9251638650894165,
      "learning_rate": 0.00017416161616161618,
      "loss": 0.2688,
      "step": 1280
    },
    {
      "epoch": 1.303030303030303,
      "grad_norm": 2.1235504150390625,
      "learning_rate": 0.00017395959595959597,
      "loss": 0.2621,
      "step": 1290
    },
    {
      "epoch": 1.3131313131313131,
      "grad_norm": 1.9619354009628296,
      "learning_rate": 0.00017375757575757575,
      "loss": 0.2049,
      "step": 1300
    },
    {
      "epoch": 1.3131313131313131,
      "eval_accuracy": 0.9004654493376298,
      "eval_loss": 0.25018033385276794,
      "eval_runtime": 26.4939,
      "eval_samples_per_second": 105.421,
      "eval_steps_per_second": 13.211,
      "step": 1300
    },
    {
      "epoch": 1.3232323232323233,
      "grad_norm": 0.6495092511177063,
      "learning_rate": 0.00017355555555555557,
      "loss": 0.2455,
      "step": 1310
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.8858203887939453,
      "learning_rate": 0.00017335353535353535,
      "loss": 0.1854,
      "step": 1320
    },
    {
      "epoch": 1.3434343434343434,
      "grad_norm": 0.21864072978496552,
      "learning_rate": 0.00017315151515151516,
      "loss": 0.2113,
      "step": 1330
    },
    {
      "epoch": 1.3535353535353536,
      "grad_norm": 0.12539438903331757,
      "learning_rate": 0.00017294949494949495,
      "loss": 0.1762,
      "step": 1340
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 1.0429880619049072,
      "learning_rate": 0.00017274747474747474,
      "loss": 0.203,
      "step": 1350
    },
    {
      "epoch": 1.3737373737373737,
      "grad_norm": 3.3977394104003906,
      "learning_rate": 0.00017254545454545455,
      "loss": 0.2309,
      "step": 1360
    },
    {
      "epoch": 1.3838383838383839,
      "grad_norm": 1.9078309535980225,
      "learning_rate": 0.00017234343434343436,
      "loss": 0.2731,
      "step": 1370
    },
    {
      "epoch": 1.393939393939394,
      "grad_norm": 0.43644586205482483,
      "learning_rate": 0.00017214141414141415,
      "loss": 0.2085,
      "step": 1380
    },
    {
      "epoch": 1.404040404040404,
      "grad_norm": 0.9476821422576904,
      "learning_rate": 0.00017193939393939396,
      "loss": 0.2078,
      "step": 1390
    },
    {
      "epoch": 1.4141414141414141,
      "grad_norm": 0.5371082425117493,
      "learning_rate": 0.00017173737373737374,
      "loss": 0.1503,
      "step": 1400
    },
    {
      "epoch": 1.4141414141414141,
      "eval_accuracy": 0.9176512710347297,
      "eval_loss": 0.23049259185791016,
      "eval_runtime": 25.429,
      "eval_samples_per_second": 109.835,
      "eval_steps_per_second": 13.764,
      "step": 1400
    },
    {
      "epoch": 1.4242424242424243,
      "grad_norm": 3.250983953475952,
      "learning_rate": 0.00017153535353535356,
      "loss": 0.2156,
      "step": 1410
    },
    {
      "epoch": 1.4343434343434343,
      "grad_norm": 0.3875192701816559,
      "learning_rate": 0.00017133333333333334,
      "loss": 0.1947,
      "step": 1420
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 1.1166036128997803,
      "learning_rate": 0.00017113131313131315,
      "loss": 0.2337,
      "step": 1430
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 1.6529600620269775,
      "learning_rate": 0.00017092929292929294,
      "loss": 0.2475,
      "step": 1440
    },
    {
      "epoch": 1.4646464646464645,
      "grad_norm": 0.8546658754348755,
      "learning_rate": 0.00017072727272727273,
      "loss": 0.1893,
      "step": 1450
    },
    {
      "epoch": 1.4747474747474747,
      "grad_norm": 1.107015609741211,
      "learning_rate": 0.00017052525252525254,
      "loss": 0.3021,
      "step": 1460
    },
    {
      "epoch": 1.4848484848484849,
      "grad_norm": 2.452491521835327,
      "learning_rate": 0.00017032323232323232,
      "loss": 0.1447,
      "step": 1470
    },
    {
      "epoch": 1.494949494949495,
      "grad_norm": 0.7565712332725525,
      "learning_rate": 0.00017012121212121214,
      "loss": 0.2072,
      "step": 1480
    },
    {
      "epoch": 1.5050505050505052,
      "grad_norm": 2.821697235107422,
      "learning_rate": 0.00016991919191919192,
      "loss": 0.3105,
      "step": 1490
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 3.1241745948791504,
      "learning_rate": 0.0001697171717171717,
      "loss": 0.1846,
      "step": 1500
    },
    {
      "epoch": 1.5151515151515151,
      "eval_accuracy": 0.9219477264590047,
      "eval_loss": 0.18808439373970032,
      "eval_runtime": 25.8091,
      "eval_samples_per_second": 108.218,
      "eval_steps_per_second": 13.561,
      "step": 1500
    },
    {
      "epoch": 1.5252525252525253,
      "grad_norm": 0.7479563355445862,
      "learning_rate": 0.00016951515151515152,
      "loss": 0.2122,
      "step": 1510
    },
    {
      "epoch": 1.5353535353535355,
      "grad_norm": 2.4693410396575928,
      "learning_rate": 0.0001693131313131313,
      "loss": 0.2165,
      "step": 1520
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 1.7394063472747803,
      "learning_rate": 0.00016911111111111112,
      "loss": 0.2891,
      "step": 1530
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 1.5887813568115234,
      "learning_rate": 0.00016890909090909093,
      "loss": 0.237,
      "step": 1540
    },
    {
      "epoch": 1.5656565656565657,
      "grad_norm": 1.238959550857544,
      "learning_rate": 0.00016870707070707071,
      "loss": 0.2818,
      "step": 1550
    },
    {
      "epoch": 1.5757575757575757,
      "grad_norm": 1.3330116271972656,
      "learning_rate": 0.00016850505050505053,
      "loss": 0.2991,
      "step": 1560
    },
    {
      "epoch": 1.5858585858585859,
      "grad_norm": 1.5314040184020996,
      "learning_rate": 0.0001683030303030303,
      "loss": 0.185,
      "step": 1570
    },
    {
      "epoch": 1.595959595959596,
      "grad_norm": 1.6973659992218018,
      "learning_rate": 0.00016810101010101013,
      "loss": 0.3002,
      "step": 1580
    },
    {
      "epoch": 1.606060606060606,
      "grad_norm": 1.6625034809112549,
      "learning_rate": 0.0001678989898989899,
      "loss": 0.1839,
      "step": 1590
    },
    {
      "epoch": 1.6161616161616161,
      "grad_norm": 0.5937618613243103,
      "learning_rate": 0.0001676969696969697,
      "loss": 0.1571,
      "step": 1600
    },
    {
      "epoch": 1.6161616161616161,
      "eval_accuracy": 0.9283924095954171,
      "eval_loss": 0.17884130775928497,
      "eval_runtime": 25.8191,
      "eval_samples_per_second": 108.176,
      "eval_steps_per_second": 13.556,
      "step": 1600
    },
    {
      "epoch": 1.6262626262626263,
      "grad_norm": 4.288907527923584,
      "learning_rate": 0.0001674949494949495,
      "loss": 0.1889,
      "step": 1610
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 2.5653529167175293,
      "learning_rate": 0.0001672929292929293,
      "loss": 0.2897,
      "step": 1620
    },
    {
      "epoch": 1.6464646464646466,
      "grad_norm": 0.3338545858860016,
      "learning_rate": 0.0001670909090909091,
      "loss": 0.1289,
      "step": 1630
    },
    {
      "epoch": 1.6565656565656566,
      "grad_norm": 2.711522340774536,
      "learning_rate": 0.0001668888888888889,
      "loss": 0.248,
      "step": 1640
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 4.693909168243408,
      "learning_rate": 0.0001666868686868687,
      "loss": 0.1882,
      "step": 1650
    },
    {
      "epoch": 1.676767676767677,
      "grad_norm": 1.3561639785766602,
      "learning_rate": 0.0001664848484848485,
      "loss": 0.2793,
      "step": 1660
    },
    {
      "epoch": 1.6868686868686869,
      "grad_norm": 1.355980396270752,
      "learning_rate": 0.00016628282828282828,
      "loss": 0.2074,
      "step": 1670
    },
    {
      "epoch": 1.696969696969697,
      "grad_norm": 1.0056601762771606,
      "learning_rate": 0.0001660808080808081,
      "loss": 0.1986,
      "step": 1680
    },
    {
      "epoch": 1.7070707070707072,
      "grad_norm": 2.7240686416625977,
      "learning_rate": 0.00016587878787878787,
      "loss": 0.2223,
      "step": 1690
    },
    {
      "epoch": 1.7171717171717171,
      "grad_norm": 2.4127962589263916,
      "learning_rate": 0.00016567676767676769,
      "loss": 0.4091,
      "step": 1700
    },
    {
      "epoch": 1.7171717171717171,
      "eval_accuracy": 0.9215896885069818,
      "eval_loss": 0.2227836698293686,
      "eval_runtime": 26.1924,
      "eval_samples_per_second": 106.634,
      "eval_steps_per_second": 13.363,
      "step": 1700
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 2.2027206420898438,
      "learning_rate": 0.0001654747474747475,
      "loss": 0.1898,
      "step": 1710
    },
    {
      "epoch": 1.7373737373737375,
      "grad_norm": 3.467402219772339,
      "learning_rate": 0.00016527272727272728,
      "loss": 0.2457,
      "step": 1720
    },
    {
      "epoch": 1.7474747474747474,
      "grad_norm": 2.0899109840393066,
      "learning_rate": 0.0001650707070707071,
      "loss": 0.1725,
      "step": 1730
    },
    {
      "epoch": 1.7575757575757576,
      "grad_norm": 2.3485350608825684,
      "learning_rate": 0.00016486868686868688,
      "loss": 0.2203,
      "step": 1740
    },
    {
      "epoch": 1.7676767676767677,
      "grad_norm": 0.7051331996917725,
      "learning_rate": 0.00016466666666666667,
      "loss": 0.2484,
      "step": 1750
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 2.6105542182922363,
      "learning_rate": 0.00016446464646464648,
      "loss": 0.2507,
      "step": 1760
    },
    {
      "epoch": 1.7878787878787878,
      "grad_norm": 1.771294116973877,
      "learning_rate": 0.00016426262626262626,
      "loss": 0.2389,
      "step": 1770
    },
    {
      "epoch": 1.797979797979798,
      "grad_norm": 0.9679822325706482,
      "learning_rate": 0.00016406060606060608,
      "loss": 0.2528,
      "step": 1780
    },
    {
      "epoch": 1.808080808080808,
      "grad_norm": 0.7424560785293579,
      "learning_rate": 0.00016385858585858586,
      "loss": 0.1246,
      "step": 1790
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 4.788498878479004,
      "learning_rate": 0.00016365656565656568,
      "loss": 0.2954,
      "step": 1800
    },
    {
      "epoch": 1.8181818181818183,
      "eval_accuracy": 0.9366272824919442,
      "eval_loss": 0.16531354188919067,
      "eval_runtime": 25.6248,
      "eval_samples_per_second": 108.996,
      "eval_steps_per_second": 13.659,
      "step": 1800
    },
    {
      "epoch": 1.8282828282828283,
      "grad_norm": 2.367147445678711,
      "learning_rate": 0.00016345454545454546,
      "loss": 0.1796,
      "step": 1810
    },
    {
      "epoch": 1.8383838383838382,
      "grad_norm": 0.9937007427215576,
      "learning_rate": 0.00016325252525252525,
      "loss": 0.1957,
      "step": 1820
    },
    {
      "epoch": 1.8484848484848486,
      "grad_norm": 2.382399559020996,
      "learning_rate": 0.00016305050505050506,
      "loss": 0.1189,
      "step": 1830
    },
    {
      "epoch": 1.8585858585858586,
      "grad_norm": 2.237720251083374,
      "learning_rate": 0.00016284848484848484,
      "loss": 0.1741,
      "step": 1840
    },
    {
      "epoch": 1.8686868686868687,
      "grad_norm": 1.3761154413223267,
      "learning_rate": 0.00016264646464646466,
      "loss": 0.1808,
      "step": 1850
    },
    {
      "epoch": 1.878787878787879,
      "grad_norm": 1.0046234130859375,
      "learning_rate": 0.00016244444444444444,
      "loss": 0.4006,
      "step": 1860
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.5912858843803406,
      "learning_rate": 0.00016224242424242423,
      "loss": 0.2065,
      "step": 1870
    },
    {
      "epoch": 1.898989898989899,
      "grad_norm": 2.322145700454712,
      "learning_rate": 0.00016204040404040407,
      "loss": 0.3358,
      "step": 1880
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.40922489762306213,
      "learning_rate": 0.00016183838383838385,
      "loss": 0.1255,
      "step": 1890
    },
    {
      "epoch": 1.9191919191919191,
      "grad_norm": 1.023874044418335,
      "learning_rate": 0.00016163636363636366,
      "loss": 0.1366,
      "step": 1900
    },
    {
      "epoch": 1.9191919191919191,
      "eval_accuracy": 0.9419978517722879,
      "eval_loss": 0.15291424095630646,
      "eval_runtime": 25.7466,
      "eval_samples_per_second": 108.481,
      "eval_steps_per_second": 13.594,
      "step": 1900
    },
    {
      "epoch": 1.9292929292929293,
      "grad_norm": 1.4084643125534058,
      "learning_rate": 0.00016143434343434345,
      "loss": 0.2258,
      "step": 1910
    },
    {
      "epoch": 1.9393939393939394,
      "grad_norm": 3.0177438259124756,
      "learning_rate": 0.00016123232323232324,
      "loss": 0.1898,
      "step": 1920
    },
    {
      "epoch": 1.9494949494949494,
      "grad_norm": 1.6898006200790405,
      "learning_rate": 0.00016103030303030305,
      "loss": 0.2047,
      "step": 1930
    },
    {
      "epoch": 1.9595959595959596,
      "grad_norm": 1.7388184070587158,
      "learning_rate": 0.00016082828282828283,
      "loss": 0.1772,
      "step": 1940
    },
    {
      "epoch": 1.9696969696969697,
      "grad_norm": 2.4235947132110596,
      "learning_rate": 0.00016062626262626265,
      "loss": 0.1882,
      "step": 1950
    },
    {
      "epoch": 1.9797979797979797,
      "grad_norm": 2.8717238903045654,
      "learning_rate": 0.00016042424242424243,
      "loss": 0.107,
      "step": 1960
    },
    {
      "epoch": 1.98989898989899,
      "grad_norm": 1.5559844970703125,
      "learning_rate": 0.00016022222222222222,
      "loss": 0.188,
      "step": 1970
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.30049532651901245,
      "learning_rate": 0.00016002020202020203,
      "loss": 0.2067,
      "step": 1980
    },
    {
      "epoch": 2.01010101010101,
      "grad_norm": 0.3831079602241516,
      "learning_rate": 0.00015981818181818181,
      "loss": 0.1721,
      "step": 1990
    },
    {
      "epoch": 2.0202020202020203,
      "grad_norm": 2.535356044769287,
      "learning_rate": 0.00015961616161616163,
      "loss": 0.1657,
      "step": 2000
    },
    {
      "epoch": 2.0202020202020203,
      "eval_accuracy": 0.9255281059792339,
      "eval_loss": 0.1745312362909317,
      "eval_runtime": 26.0851,
      "eval_samples_per_second": 107.072,
      "eval_steps_per_second": 13.418,
      "step": 2000
    },
    {
      "epoch": 2.0303030303030303,
      "grad_norm": 2.323450803756714,
      "learning_rate": 0.0001594141414141414,
      "loss": 0.1716,
      "step": 2010
    },
    {
      "epoch": 2.04040404040404,
      "grad_norm": 3.293064832687378,
      "learning_rate": 0.00015921212121212122,
      "loss": 0.2175,
      "step": 2020
    },
    {
      "epoch": 2.0505050505050506,
      "grad_norm": 3.534296751022339,
      "learning_rate": 0.000159010101010101,
      "loss": 0.1455,
      "step": 2030
    },
    {
      "epoch": 2.0606060606060606,
      "grad_norm": 3.079486846923828,
      "learning_rate": 0.0001588080808080808,
      "loss": 0.2201,
      "step": 2040
    },
    {
      "epoch": 2.0707070707070705,
      "grad_norm": 1.527884602546692,
      "learning_rate": 0.00015860606060606064,
      "loss": 0.1364,
      "step": 2050
    },
    {
      "epoch": 2.080808080808081,
      "grad_norm": 3.254300594329834,
      "learning_rate": 0.00015840404040404042,
      "loss": 0.1776,
      "step": 2060
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 1.566991925239563,
      "learning_rate": 0.0001582020202020202,
      "loss": 0.1876,
      "step": 2070
    },
    {
      "epoch": 2.101010101010101,
      "grad_norm": 3.1248011589050293,
      "learning_rate": 0.00015800000000000002,
      "loss": 0.1674,
      "step": 2080
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 2.1448099613189697,
      "learning_rate": 0.0001577979797979798,
      "loss": 0.0895,
      "step": 2090
    },
    {
      "epoch": 2.121212121212121,
      "grad_norm": 3.84352970123291,
      "learning_rate": 0.00015759595959595962,
      "loss": 0.2531,
      "step": 2100
    },
    {
      "epoch": 2.121212121212121,
      "eval_accuracy": 0.9380594343000358,
      "eval_loss": 0.17440764605998993,
      "eval_runtime": 26.0155,
      "eval_samples_per_second": 107.359,
      "eval_steps_per_second": 13.454,
      "step": 2100
    },
    {
      "epoch": 2.1313131313131315,
      "grad_norm": 3.8544914722442627,
      "learning_rate": 0.0001573939393939394,
      "loss": 0.2031,
      "step": 2110
    },
    {
      "epoch": 2.1414141414141414,
      "grad_norm": 1.2926223278045654,
      "learning_rate": 0.00015719191919191921,
      "loss": 0.1186,
      "step": 2120
    },
    {
      "epoch": 2.1515151515151514,
      "grad_norm": 1.7553162574768066,
      "learning_rate": 0.000156989898989899,
      "loss": 0.1749,
      "step": 2130
    },
    {
      "epoch": 2.1616161616161618,
      "grad_norm": 1.2930015325546265,
      "learning_rate": 0.00015678787878787879,
      "loss": 0.1639,
      "step": 2140
    },
    {
      "epoch": 2.1717171717171717,
      "grad_norm": 1.4020500183105469,
      "learning_rate": 0.0001565858585858586,
      "loss": 0.1807,
      "step": 2150
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 3.5150535106658936,
      "learning_rate": 0.00015638383838383838,
      "loss": 0.1325,
      "step": 2160
    },
    {
      "epoch": 2.191919191919192,
      "grad_norm": 0.6746648550033569,
      "learning_rate": 0.0001561818181818182,
      "loss": 0.1361,
      "step": 2170
    },
    {
      "epoch": 2.202020202020202,
      "grad_norm": 4.897150993347168,
      "learning_rate": 0.00015597979797979798,
      "loss": 0.2186,
      "step": 2180
    },
    {
      "epoch": 2.212121212121212,
      "grad_norm": 1.577208399772644,
      "learning_rate": 0.00015577777777777777,
      "loss": 0.3264,
      "step": 2190
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.9404233694076538,
      "learning_rate": 0.00015557575757575758,
      "loss": 0.152,
      "step": 2200
    },
    {
      "epoch": 2.2222222222222223,
      "eval_accuracy": 0.8950948800572861,
      "eval_loss": 0.2513238191604614,
      "eval_runtime": 25.2915,
      "eval_samples_per_second": 110.432,
      "eval_steps_per_second": 13.839,
      "step": 2200
    },
    {
      "epoch": 2.2323232323232323,
      "grad_norm": 1.1842570304870605,
      "learning_rate": 0.00015537373737373736,
      "loss": 0.1947,
      "step": 2210
    },
    {
      "epoch": 2.242424242424242,
      "grad_norm": 2.7548556327819824,
      "learning_rate": 0.00015517171717171718,
      "loss": 0.1633,
      "step": 2220
    },
    {
      "epoch": 2.2525252525252526,
      "grad_norm": 1.2859703302383423,
      "learning_rate": 0.000154969696969697,
      "loss": 0.1619,
      "step": 2230
    },
    {
      "epoch": 2.2626262626262625,
      "grad_norm": 5.785464286804199,
      "learning_rate": 0.00015476767676767677,
      "loss": 0.2364,
      "step": 2240
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 1.2347121238708496,
      "learning_rate": 0.0001545656565656566,
      "loss": 0.1638,
      "step": 2250
    },
    {
      "epoch": 2.282828282828283,
      "grad_norm": 2.9314799308776855,
      "learning_rate": 0.00015436363636363637,
      "loss": 0.2124,
      "step": 2260
    },
    {
      "epoch": 2.292929292929293,
      "grad_norm": 1.1902947425842285,
      "learning_rate": 0.00015416161616161619,
      "loss": 0.1228,
      "step": 2270
    },
    {
      "epoch": 2.303030303030303,
      "grad_norm": 2.0819814205169678,
      "learning_rate": 0.00015395959595959597,
      "loss": 0.1572,
      "step": 2280
    },
    {
      "epoch": 2.313131313131313,
      "grad_norm": 1.9850718975067139,
      "learning_rate": 0.00015375757575757576,
      "loss": 0.1537,
      "step": 2290
    },
    {
      "epoch": 2.323232323232323,
      "grad_norm": 2.0210001468658447,
      "learning_rate": 0.00015355555555555557,
      "loss": 0.145,
      "step": 2300
    },
    {
      "epoch": 2.323232323232323,
      "eval_accuracy": 0.9301825993555317,
      "eval_loss": 0.1718265563249588,
      "eval_runtime": 25.859,
      "eval_samples_per_second": 108.009,
      "eval_steps_per_second": 13.535,
      "step": 2300
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 2.4831063747406006,
      "learning_rate": 0.00015335353535353535,
      "loss": 0.1163,
      "step": 2310
    },
    {
      "epoch": 2.3434343434343434,
      "grad_norm": 1.1499810218811035,
      "learning_rate": 0.00015315151515151517,
      "loss": 0.1759,
      "step": 2320
    },
    {
      "epoch": 2.3535353535353534,
      "grad_norm": 2.068272113800049,
      "learning_rate": 0.00015294949494949495,
      "loss": 0.1668,
      "step": 2330
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 1.8722370862960815,
      "learning_rate": 0.00015274747474747474,
      "loss": 0.1656,
      "step": 2340
    },
    {
      "epoch": 2.3737373737373737,
      "grad_norm": 2.1109440326690674,
      "learning_rate": 0.00015254545454545455,
      "loss": 0.115,
      "step": 2350
    },
    {
      "epoch": 2.3838383838383836,
      "grad_norm": 1.9140312671661377,
      "learning_rate": 0.00015234343434343434,
      "loss": 0.2942,
      "step": 2360
    },
    {
      "epoch": 2.393939393939394,
      "grad_norm": 0.6813613176345825,
      "learning_rate": 0.00015214141414141415,
      "loss": 0.1885,
      "step": 2370
    },
    {
      "epoch": 2.404040404040404,
      "grad_norm": 2.1684365272521973,
      "learning_rate": 0.00015193939393939393,
      "loss": 0.1623,
      "step": 2380
    },
    {
      "epoch": 2.4141414141414144,
      "grad_norm": 1.1685301065444946,
      "learning_rate": 0.00015173737373737375,
      "loss": 0.1993,
      "step": 2390
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 4.124536991119385,
      "learning_rate": 0.00015153535353535356,
      "loss": 0.202,
      "step": 2400
    },
    {
      "epoch": 2.4242424242424243,
      "eval_accuracy": 0.9033297529538131,
      "eval_loss": 0.243553027510643,
      "eval_runtime": 26.2432,
      "eval_samples_per_second": 106.428,
      "eval_steps_per_second": 13.337,
      "step": 2400
    },
    {
      "epoch": 2.4343434343434343,
      "grad_norm": 2.1310033798217773,
      "learning_rate": 0.00015133333333333334,
      "loss": 0.1787,
      "step": 2410
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 1.696519374847412,
      "learning_rate": 0.00015113131313131316,
      "loss": 0.1145,
      "step": 2420
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 0.22621920704841614,
      "learning_rate": 0.00015092929292929294,
      "loss": 0.1751,
      "step": 2430
    },
    {
      "epoch": 2.4646464646464645,
      "grad_norm": 1.456549048423767,
      "learning_rate": 0.00015072727272727273,
      "loss": 0.2466,
      "step": 2440
    },
    {
      "epoch": 2.474747474747475,
      "grad_norm": 1.5442981719970703,
      "learning_rate": 0.00015052525252525254,
      "loss": 0.072,
      "step": 2450
    },
    {
      "epoch": 2.484848484848485,
      "grad_norm": 0.8132629990577698,
      "learning_rate": 0.00015032323232323232,
      "loss": 0.1793,
      "step": 2460
    },
    {
      "epoch": 2.494949494949495,
      "grad_norm": 2.552353620529175,
      "learning_rate": 0.00015012121212121214,
      "loss": 0.2657,
      "step": 2470
    },
    {
      "epoch": 2.505050505050505,
      "grad_norm": 0.9862263798713684,
      "learning_rate": 0.00014991919191919192,
      "loss": 0.2232,
      "step": 2480
    },
    {
      "epoch": 2.515151515151515,
      "grad_norm": 1.9942890405654907,
      "learning_rate": 0.00014971717171717174,
      "loss": 0.1905,
      "step": 2490
    },
    {
      "epoch": 2.525252525252525,
      "grad_norm": 4.739780902862549,
      "learning_rate": 0.00014951515151515152,
      "loss": 0.1346,
      "step": 2500
    },
    {
      "epoch": 2.525252525252525,
      "eval_accuracy": 0.9233798782670963,
      "eval_loss": 0.18391837179660797,
      "eval_runtime": 26.3453,
      "eval_samples_per_second": 106.015,
      "eval_steps_per_second": 13.285,
      "step": 2500
    },
    {
      "epoch": 2.5353535353535355,
      "grad_norm": 0.7769536375999451,
      "learning_rate": 0.0001493131313131313,
      "loss": 0.1755,
      "step": 2510
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 1.3806142807006836,
      "learning_rate": 0.00014911111111111112,
      "loss": 0.1891,
      "step": 2520
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 0.22077137231826782,
      "learning_rate": 0.0001489090909090909,
      "loss": 0.1044,
      "step": 2530
    },
    {
      "epoch": 2.5656565656565657,
      "grad_norm": 0.8488559126853943,
      "learning_rate": 0.00014870707070707072,
      "loss": 0.1627,
      "step": 2540
    },
    {
      "epoch": 2.5757575757575757,
      "grad_norm": 1.2063629627227783,
      "learning_rate": 0.0001485050505050505,
      "loss": 0.0899,
      "step": 2550
    },
    {
      "epoch": 2.5858585858585856,
      "grad_norm": 0.09559821337461472,
      "learning_rate": 0.0001483030303030303,
      "loss": 0.1586,
      "step": 2560
    },
    {
      "epoch": 2.595959595959596,
      "grad_norm": 1.8213800191879272,
      "learning_rate": 0.00014810101010101013,
      "loss": 0.2368,
      "step": 2570
    },
    {
      "epoch": 2.606060606060606,
      "grad_norm": 0.23213154077529907,
      "learning_rate": 0.0001478989898989899,
      "loss": 0.1822,
      "step": 2580
    },
    {
      "epoch": 2.616161616161616,
      "grad_norm": 2.048548936843872,
      "learning_rate": 0.00014769696969696972,
      "loss": 0.2115,
      "step": 2590
    },
    {
      "epoch": 2.6262626262626263,
      "grad_norm": 0.5447703003883362,
      "learning_rate": 0.0001474949494949495,
      "loss": 0.1554,
      "step": 2600
    },
    {
      "epoch": 2.6262626262626263,
      "eval_accuracy": 0.9462943071965628,
      "eval_loss": 0.14465215802192688,
      "eval_runtime": 39.7438,
      "eval_samples_per_second": 70.275,
      "eval_steps_per_second": 8.806,
      "step": 2600
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 0.35208356380462646,
      "learning_rate": 0.0001472929292929293,
      "loss": 0.1676,
      "step": 2610
    },
    {
      "epoch": 2.6464646464646466,
      "grad_norm": 2.1393558979034424,
      "learning_rate": 0.0001470909090909091,
      "loss": 0.172,
      "step": 2620
    },
    {
      "epoch": 2.6565656565656566,
      "grad_norm": 3.569701671600342,
      "learning_rate": 0.0001468888888888889,
      "loss": 0.2052,
      "step": 2630
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 2.239469528198242,
      "learning_rate": 0.0001466868686868687,
      "loss": 0.188,
      "step": 2640
    },
    {
      "epoch": 2.676767676767677,
      "grad_norm": 0.36261606216430664,
      "learning_rate": 0.0001464848484848485,
      "loss": 0.1819,
      "step": 2650
    },
    {
      "epoch": 2.686868686868687,
      "grad_norm": 1.5869864225387573,
      "learning_rate": 0.00014628282828282828,
      "loss": 0.1745,
      "step": 2660
    },
    {
      "epoch": 2.6969696969696972,
      "grad_norm": 0.795631468296051,
      "learning_rate": 0.0001460808080808081,
      "loss": 0.1355,
      "step": 2670
    },
    {
      "epoch": 2.707070707070707,
      "grad_norm": 1.5133333206176758,
      "learning_rate": 0.00014587878787878787,
      "loss": 0.1599,
      "step": 2680
    },
    {
      "epoch": 2.717171717171717,
      "grad_norm": 0.3388718366622925,
      "learning_rate": 0.0001456767676767677,
      "loss": 0.16,
      "step": 2690
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 0.9800481200218201,
      "learning_rate": 0.00014547474747474747,
      "loss": 0.183,
      "step": 2700
    },
    {
      "epoch": 2.7272727272727275,
      "eval_accuracy": 0.8822055137844611,
      "eval_loss": 0.2474302053451538,
      "eval_runtime": 25.9075,
      "eval_samples_per_second": 107.807,
      "eval_steps_per_second": 13.51,
      "step": 2700
    },
    {
      "epoch": 2.7373737373737375,
      "grad_norm": 0.34112411737442017,
      "learning_rate": 0.00014527272727272726,
      "loss": 0.1968,
      "step": 2710
    },
    {
      "epoch": 2.7474747474747474,
      "grad_norm": 0.4181295335292816,
      "learning_rate": 0.00014507070707070707,
      "loss": 0.1574,
      "step": 2720
    },
    {
      "epoch": 2.757575757575758,
      "grad_norm": 1.8951572179794312,
      "learning_rate": 0.00014486868686868686,
      "loss": 0.1834,
      "step": 2730
    },
    {
      "epoch": 2.7676767676767677,
      "grad_norm": 0.6324455738067627,
      "learning_rate": 0.0001446666666666667,
      "loss": 0.1925,
      "step": 2740
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 3.5484867095947266,
      "learning_rate": 0.00014446464646464648,
      "loss": 0.1239,
      "step": 2750
    },
    {
      "epoch": 2.787878787878788,
      "grad_norm": 1.952815055847168,
      "learning_rate": 0.00014426262626262627,
      "loss": 0.2525,
      "step": 2760
    },
    {
      "epoch": 2.797979797979798,
      "grad_norm": 0.6016231179237366,
      "learning_rate": 0.00014406060606060608,
      "loss": 0.2239,
      "step": 2770
    },
    {
      "epoch": 2.808080808080808,
      "grad_norm": 2.579787254333496,
      "learning_rate": 0.00014385858585858586,
      "loss": 0.2118,
      "step": 2780
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 1.8643174171447754,
      "learning_rate": 0.00014365656565656568,
      "loss": 0.1191,
      "step": 2790
    },
    {
      "epoch": 2.8282828282828283,
      "grad_norm": 0.4166184067726135,
      "learning_rate": 0.00014345454545454546,
      "loss": 0.0972,
      "step": 2800
    },
    {
      "epoch": 2.8282828282828283,
      "eval_accuracy": 0.920515574650913,
      "eval_loss": 0.22228243947029114,
      "eval_runtime": 25.8946,
      "eval_samples_per_second": 107.861,
      "eval_steps_per_second": 13.516,
      "step": 2800
    },
    {
      "epoch": 2.8383838383838382,
      "grad_norm": 0.45725560188293457,
      "learning_rate": 0.00014325252525252525,
      "loss": 0.163,
      "step": 2810
    },
    {
      "epoch": 2.8484848484848486,
      "grad_norm": 1.261326789855957,
      "learning_rate": 0.00014305050505050506,
      "loss": 0.2321,
      "step": 2820
    },
    {
      "epoch": 2.8585858585858586,
      "grad_norm": 2.7571489810943604,
      "learning_rate": 0.00014284848484848485,
      "loss": 0.1687,
      "step": 2830
    },
    {
      "epoch": 2.8686868686868685,
      "grad_norm": 3.2817001342773438,
      "learning_rate": 0.00014264646464646466,
      "loss": 0.2726,
      "step": 2840
    },
    {
      "epoch": 2.878787878787879,
      "grad_norm": 0.730097770690918,
      "learning_rate": 0.00014244444444444444,
      "loss": 0.1302,
      "step": 2850
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 1.8856103420257568,
      "learning_rate": 0.00014224242424242426,
      "loss": 0.148,
      "step": 2860
    },
    {
      "epoch": 2.898989898989899,
      "grad_norm": 2.830354690551758,
      "learning_rate": 0.00014204040404040404,
      "loss": 0.207,
      "step": 2870
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 2.36492919921875,
      "learning_rate": 0.00014183838383838383,
      "loss": 0.1776,
      "step": 2880
    },
    {
      "epoch": 2.919191919191919,
      "grad_norm": 1.9598393440246582,
      "learning_rate": 0.00014163636363636364,
      "loss": 0.1369,
      "step": 2890
    },
    {
      "epoch": 2.929292929292929,
      "grad_norm": 0.15792728960514069,
      "learning_rate": 0.00014143434343434342,
      "loss": 0.1073,
      "step": 2900
    },
    {
      "epoch": 2.929292929292929,
      "eval_accuracy": 0.9344790547798066,
      "eval_loss": 0.18598826229572296,
      "eval_runtime": 25.6958,
      "eval_samples_per_second": 108.695,
      "eval_steps_per_second": 13.621,
      "step": 2900
    },
    {
      "epoch": 2.9393939393939394,
      "grad_norm": 5.3081278800964355,
      "learning_rate": 0.00014123232323232324,
      "loss": 0.2393,
      "step": 2910
    },
    {
      "epoch": 2.9494949494949494,
      "grad_norm": 3.75370454788208,
      "learning_rate": 0.00014103030303030305,
      "loss": 0.1422,
      "step": 2920
    },
    {
      "epoch": 2.9595959595959593,
      "grad_norm": 0.5363875031471252,
      "learning_rate": 0.00014082828282828284,
      "loss": 0.2477,
      "step": 2930
    },
    {
      "epoch": 2.9696969696969697,
      "grad_norm": 0.6699589490890503,
      "learning_rate": 0.00014062626262626265,
      "loss": 0.1999,
      "step": 2940
    },
    {
      "epoch": 2.9797979797979797,
      "grad_norm": 0.414679616689682,
      "learning_rate": 0.00014042424242424243,
      "loss": 0.1885,
      "step": 2950
    },
    {
      "epoch": 2.98989898989899,
      "grad_norm": 2.85548734664917,
      "learning_rate": 0.00014022222222222225,
      "loss": 0.2321,
      "step": 2960
    },
    {
      "epoch": 3.0,
      "grad_norm": 4.793233394622803,
      "learning_rate": 0.00014002020202020203,
      "loss": 0.194,
      "step": 2970
    },
    {
      "epoch": 3.01010101010101,
      "grad_norm": 2.4459941387176514,
      "learning_rate": 0.00013981818181818182,
      "loss": 0.1001,
      "step": 2980
    },
    {
      "epoch": 3.0202020202020203,
      "grad_norm": 4.440774440765381,
      "learning_rate": 0.00013961616161616163,
      "loss": 0.2352,
      "step": 2990
    },
    {
      "epoch": 3.0303030303030303,
      "grad_norm": 1.1308948993682861,
      "learning_rate": 0.00013941414141414141,
      "loss": 0.1824,
      "step": 3000
    },
    {
      "epoch": 3.0303030303030303,
      "eval_accuracy": 0.9194414607948442,
      "eval_loss": 0.23244450986385345,
      "eval_runtime": 26.0602,
      "eval_samples_per_second": 107.175,
      "eval_steps_per_second": 13.43,
      "step": 3000
    },
    {
      "epoch": 3.04040404040404,
      "grad_norm": 0.8572925925254822,
      "learning_rate": 0.00013921212121212123,
      "loss": 0.173,
      "step": 3010
    },
    {
      "epoch": 3.0505050505050506,
      "grad_norm": 2.714022397994995,
      "learning_rate": 0.000139010101010101,
      "loss": 0.1666,
      "step": 3020
    },
    {
      "epoch": 3.0606060606060606,
      "grad_norm": 1.6566622257232666,
      "learning_rate": 0.0001388080808080808,
      "loss": 0.1817,
      "step": 3030
    },
    {
      "epoch": 3.0707070707070705,
      "grad_norm": 1.3201829195022583,
      "learning_rate": 0.0001386060606060606,
      "loss": 0.0864,
      "step": 3040
    },
    {
      "epoch": 3.080808080808081,
      "grad_norm": 2.294625759124756,
      "learning_rate": 0.0001384040404040404,
      "loss": 0.1213,
      "step": 3050
    },
    {
      "epoch": 3.090909090909091,
      "grad_norm": 4.557636737823486,
      "learning_rate": 0.0001382020202020202,
      "loss": 0.2507,
      "step": 3060
    },
    {
      "epoch": 3.101010101010101,
      "grad_norm": 2.418661594390869,
      "learning_rate": 0.000138,
      "loss": 0.1128,
      "step": 3070
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 0.24477995932102203,
      "learning_rate": 0.0001377979797979798,
      "loss": 0.1639,
      "step": 3080
    },
    {
      "epoch": 3.121212121212121,
      "grad_norm": 1.70753014087677,
      "learning_rate": 0.00013759595959595962,
      "loss": 0.1445,
      "step": 3090
    },
    {
      "epoch": 3.1313131313131315,
      "grad_norm": 2.5645668506622314,
      "learning_rate": 0.0001373939393939394,
      "loss": 0.1221,
      "step": 3100
    },
    {
      "epoch": 3.1313131313131315,
      "eval_accuracy": 0.9448621553884712,
      "eval_loss": 0.14752542972564697,
      "eval_runtime": 25.6753,
      "eval_samples_per_second": 108.782,
      "eval_steps_per_second": 13.632,
      "step": 3100
    },
    {
      "epoch": 3.1414141414141414,
      "grad_norm": 1.4956971406936646,
      "learning_rate": 0.00013719191919191922,
      "loss": 0.1874,
      "step": 3110
    },
    {
      "epoch": 3.1515151515151514,
      "grad_norm": 0.11596371233463287,
      "learning_rate": 0.000136989898989899,
      "loss": 0.0846,
      "step": 3120
    },
    {
      "epoch": 3.1616161616161618,
      "grad_norm": 1.4664329290390015,
      "learning_rate": 0.0001367878787878788,
      "loss": 0.0796,
      "step": 3130
    },
    {
      "epoch": 3.1717171717171717,
      "grad_norm": 3.685087203979492,
      "learning_rate": 0.0001365858585858586,
      "loss": 0.216,
      "step": 3140
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 2.8635785579681396,
      "learning_rate": 0.00013638383838383838,
      "loss": 0.1541,
      "step": 3150
    },
    {
      "epoch": 3.191919191919192,
      "grad_norm": 2.6519153118133545,
      "learning_rate": 0.0001361818181818182,
      "loss": 0.1022,
      "step": 3160
    },
    {
      "epoch": 3.202020202020202,
      "grad_norm": 3.962721347808838,
      "learning_rate": 0.00013597979797979798,
      "loss": 0.166,
      "step": 3170
    },
    {
      "epoch": 3.212121212121212,
      "grad_norm": 1.308240532875061,
      "learning_rate": 0.00013577777777777777,
      "loss": 0.2154,
      "step": 3180
    },
    {
      "epoch": 3.2222222222222223,
      "grad_norm": 0.127321258187294,
      "learning_rate": 0.00013557575757575758,
      "loss": 0.1097,
      "step": 3190
    },
    {
      "epoch": 3.2323232323232323,
      "grad_norm": 2.5694165229797363,
      "learning_rate": 0.00013537373737373737,
      "loss": 0.1039,
      "step": 3200
    },
    {
      "epoch": 3.2323232323232323,
      "eval_accuracy": 0.9427139276763337,
      "eval_loss": 0.14802759885787964,
      "eval_runtime": 25.9394,
      "eval_samples_per_second": 107.674,
      "eval_steps_per_second": 13.493,
      "step": 3200
    },
    {
      "epoch": 3.242424242424242,
      "grad_norm": 2.3018665313720703,
      "learning_rate": 0.00013517171717171718,
      "loss": 0.0808,
      "step": 3210
    },
    {
      "epoch": 3.2525252525252526,
      "grad_norm": 1.8823286294937134,
      "learning_rate": 0.00013496969696969696,
      "loss": 0.2128,
      "step": 3220
    },
    {
      "epoch": 3.2626262626262625,
      "grad_norm": 2.9755682945251465,
      "learning_rate": 0.00013476767676767678,
      "loss": 0.1185,
      "step": 3230
    },
    {
      "epoch": 3.2727272727272725,
      "grad_norm": 1.15530264377594,
      "learning_rate": 0.00013456565656565656,
      "loss": 0.1271,
      "step": 3240
    },
    {
      "epoch": 3.282828282828283,
      "grad_norm": 3.966992139816284,
      "learning_rate": 0.00013436363636363637,
      "loss": 0.145,
      "step": 3250
    },
    {
      "epoch": 3.292929292929293,
      "grad_norm": 2.1390750408172607,
      "learning_rate": 0.0001341616161616162,
      "loss": 0.0662,
      "step": 3260
    },
    {
      "epoch": 3.303030303030303,
      "grad_norm": 0.9288390874862671,
      "learning_rate": 0.00013395959595959597,
      "loss": 0.1553,
      "step": 3270
    },
    {
      "epoch": 3.313131313131313,
      "grad_norm": 1.0771069526672363,
      "learning_rate": 0.00013375757575757576,
      "loss": 0.1856,
      "step": 3280
    },
    {
      "epoch": 3.323232323232323,
      "grad_norm": 1.9450442790985107,
      "learning_rate": 0.00013355555555555557,
      "loss": 0.1707,
      "step": 3290
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 1.086408257484436,
      "learning_rate": 0.00013335353535353536,
      "loss": 0.276,
      "step": 3300
    },
    {
      "epoch": 3.3333333333333335,
      "eval_accuracy": 0.9402076620121733,
      "eval_loss": 0.1591499000787735,
      "eval_runtime": 26.2784,
      "eval_samples_per_second": 106.285,
      "eval_steps_per_second": 13.319,
      "step": 3300
    },
    {
      "epoch": 3.3434343434343434,
      "grad_norm": 1.670813798904419,
      "learning_rate": 0.00013315151515151517,
      "loss": 0.1761,
      "step": 3310
    },
    {
      "epoch": 3.3535353535353534,
      "grad_norm": 0.9401443600654602,
      "learning_rate": 0.00013294949494949495,
      "loss": 0.1101,
      "step": 3320
    },
    {
      "epoch": 3.3636363636363638,
      "grad_norm": 6.867558479309082,
      "learning_rate": 0.00013274747474747477,
      "loss": 0.0827,
      "step": 3330
    },
    {
      "epoch": 3.3737373737373737,
      "grad_norm": 0.5723597407341003,
      "learning_rate": 0.00013254545454545455,
      "loss": 0.0541,
      "step": 3340
    },
    {
      "epoch": 3.3838383838383836,
      "grad_norm": 2.7410197257995605,
      "learning_rate": 0.00013234343434343434,
      "loss": 0.2224,
      "step": 3350
    },
    {
      "epoch": 3.393939393939394,
      "grad_norm": 0.6748982071876526,
      "learning_rate": 0.00013214141414141415,
      "loss": 0.2135,
      "step": 3360
    },
    {
      "epoch": 3.404040404040404,
      "grad_norm": 1.3334232568740845,
      "learning_rate": 0.00013193939393939393,
      "loss": 0.1676,
      "step": 3370
    },
    {
      "epoch": 3.4141414141414144,
      "grad_norm": 0.17679575085639954,
      "learning_rate": 0.00013173737373737375,
      "loss": 0.0689,
      "step": 3380
    },
    {
      "epoch": 3.4242424242424243,
      "grad_norm": 1.2959870100021362,
      "learning_rate": 0.00013153535353535353,
      "loss": 0.1658,
      "step": 3390
    },
    {
      "epoch": 3.4343434343434343,
      "grad_norm": 2.298753261566162,
      "learning_rate": 0.00013133333333333332,
      "loss": 0.2498,
      "step": 3400
    },
    {
      "epoch": 3.4343434343434343,
      "eval_accuracy": 0.9097744360902256,
      "eval_loss": 0.24474310874938965,
      "eval_runtime": 30.7,
      "eval_samples_per_second": 90.977,
      "eval_steps_per_second": 11.401,
      "step": 3400
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 0.1379319727420807,
      "learning_rate": 0.00013113131313131313,
      "loss": 0.1168,
      "step": 3410
    },
    {
      "epoch": 3.4545454545454546,
      "grad_norm": 3.478100299835205,
      "learning_rate": 0.00013092929292929294,
      "loss": 0.2747,
      "step": 3420
    },
    {
      "epoch": 3.4646464646464645,
      "grad_norm": 0.6245542764663696,
      "learning_rate": 0.00013072727272727276,
      "loss": 0.1841,
      "step": 3430
    },
    {
      "epoch": 3.474747474747475,
      "grad_norm": 1.4680737257003784,
      "learning_rate": 0.00013052525252525254,
      "loss": 0.1082,
      "step": 3440
    },
    {
      "epoch": 3.484848484848485,
      "grad_norm": 0.40652742981910706,
      "learning_rate": 0.00013032323232323233,
      "loss": 0.1337,
      "step": 3450
    },
    {
      "epoch": 3.494949494949495,
      "grad_norm": 3.755459785461426,
      "learning_rate": 0.00013012121212121214,
      "loss": 0.1358,
      "step": 3460
    },
    {
      "epoch": 3.505050505050505,
      "grad_norm": 2.8953843116760254,
      "learning_rate": 0.00012991919191919192,
      "loss": 0.1239,
      "step": 3470
    },
    {
      "epoch": 3.515151515151515,
      "grad_norm": 0.5568174123764038,
      "learning_rate": 0.00012971717171717174,
      "loss": 0.1052,
      "step": 3480
    },
    {
      "epoch": 3.525252525252525,
      "grad_norm": 0.03225015476346016,
      "learning_rate": 0.00012951515151515152,
      "loss": 0.1354,
      "step": 3490
    },
    {
      "epoch": 3.5353535353535355,
      "grad_norm": 0.3489704132080078,
      "learning_rate": 0.0001293131313131313,
      "loss": 0.1453,
      "step": 3500
    },
    {
      "epoch": 3.5353535353535355,
      "eval_accuracy": 0.941639813820265,
      "eval_loss": 0.15563398599624634,
      "eval_runtime": 26.2929,
      "eval_samples_per_second": 106.226,
      "eval_steps_per_second": 13.312,
      "step": 3500
    },
    {
      "epoch": 3.5454545454545454,
      "grad_norm": 3.1930465698242188,
      "learning_rate": 0.00012911111111111112,
      "loss": 0.1166,
      "step": 3510
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 1.3423315286636353,
      "learning_rate": 0.0001289090909090909,
      "loss": 0.0629,
      "step": 3520
    },
    {
      "epoch": 3.5656565656565657,
      "grad_norm": 1.1209440231323242,
      "learning_rate": 0.00012870707070707072,
      "loss": 0.2575,
      "step": 3530
    },
    {
      "epoch": 3.5757575757575757,
      "grad_norm": 0.5611622929573059,
      "learning_rate": 0.0001285050505050505,
      "loss": 0.236,
      "step": 3540
    },
    {
      "epoch": 3.5858585858585856,
      "grad_norm": 1.5175379514694214,
      "learning_rate": 0.00012830303030303032,
      "loss": 0.1043,
      "step": 3550
    },
    {
      "epoch": 3.595959595959596,
      "grad_norm": 0.04836178198456764,
      "learning_rate": 0.0001281010101010101,
      "loss": 0.188,
      "step": 3560
    },
    {
      "epoch": 3.606060606060606,
      "grad_norm": 2.2456367015838623,
      "learning_rate": 0.0001278989898989899,
      "loss": 0.1346,
      "step": 3570
    },
    {
      "epoch": 3.616161616161616,
      "grad_norm": 1.2927310466766357,
      "learning_rate": 0.0001276969696969697,
      "loss": 0.1676,
      "step": 3580
    },
    {
      "epoch": 3.6262626262626263,
      "grad_norm": 1.7963800430297852,
      "learning_rate": 0.0001274949494949495,
      "loss": 0.1591,
      "step": 3590
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 1.8542633056640625,
      "learning_rate": 0.0001272929292929293,
      "loss": 0.1794,
      "step": 3600
    },
    {
      "epoch": 3.6363636363636362,
      "eval_accuracy": 0.9083422842821339,
      "eval_loss": 0.2271716296672821,
      "eval_runtime": 26.144,
      "eval_samples_per_second": 106.831,
      "eval_steps_per_second": 13.387,
      "step": 3600
    },
    {
      "epoch": 3.6464646464646466,
      "grad_norm": 1.8239818811416626,
      "learning_rate": 0.0001270909090909091,
      "loss": 0.1963,
      "step": 3610
    },
    {
      "epoch": 3.6565656565656566,
      "grad_norm": 1.0566405057907104,
      "learning_rate": 0.0001268888888888889,
      "loss": 0.1465,
      "step": 3620
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 1.8584214448928833,
      "learning_rate": 0.0001266868686868687,
      "loss": 0.1604,
      "step": 3630
    },
    {
      "epoch": 3.676767676767677,
      "grad_norm": 1.3602209091186523,
      "learning_rate": 0.0001264848484848485,
      "loss": 0.2129,
      "step": 3640
    },
    {
      "epoch": 3.686868686868687,
      "grad_norm": 1.3268640041351318,
      "learning_rate": 0.00012628282828282828,
      "loss": 0.143,
      "step": 3650
    },
    {
      "epoch": 3.6969696969696972,
      "grad_norm": 1.1488856077194214,
      "learning_rate": 0.0001260808080808081,
      "loss": 0.1078,
      "step": 3660
    },
    {
      "epoch": 3.707070707070707,
      "grad_norm": 4.119093418121338,
      "learning_rate": 0.00012587878787878788,
      "loss": 0.1451,
      "step": 3670
    },
    {
      "epoch": 3.717171717171717,
      "grad_norm": 0.3795292377471924,
      "learning_rate": 0.0001256767676767677,
      "loss": 0.1648,
      "step": 3680
    },
    {
      "epoch": 3.7272727272727275,
      "grad_norm": 1.455502986907959,
      "learning_rate": 0.00012547474747474747,
      "loss": 0.1251,
      "step": 3690
    },
    {
      "epoch": 3.7373737373737375,
      "grad_norm": 1.8064128160476685,
      "learning_rate": 0.0001252727272727273,
      "loss": 0.1467,
      "step": 3700
    },
    {
      "epoch": 3.7373737373737375,
      "eval_accuracy": 0.941281775868242,
      "eval_loss": 0.16726158559322357,
      "eval_runtime": 26.4833,
      "eval_samples_per_second": 105.463,
      "eval_steps_per_second": 13.216,
      "step": 3700
    },
    {
      "epoch": 3.7474747474747474,
      "grad_norm": 1.4757534265518188,
      "learning_rate": 0.00012507070707070707,
      "loss": 0.2673,
      "step": 3710
    },
    {
      "epoch": 3.757575757575758,
      "grad_norm": 0.5617914199829102,
      "learning_rate": 0.00012486868686868686,
      "loss": 0.1323,
      "step": 3720
    },
    {
      "epoch": 3.7676767676767677,
      "grad_norm": 1.8609440326690674,
      "learning_rate": 0.00012466666666666667,
      "loss": 0.1589,
      "step": 3730
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 1.7290282249450684,
      "learning_rate": 0.00012446464646464646,
      "loss": 0.1302,
      "step": 3740
    },
    {
      "epoch": 3.787878787878788,
      "grad_norm": 1.9109983444213867,
      "learning_rate": 0.00012426262626262627,
      "loss": 0.1918,
      "step": 3750
    },
    {
      "epoch": 3.797979797979798,
      "grad_norm": 1.1704823970794678,
      "learning_rate": 0.00012406060606060608,
      "loss": 0.1635,
      "step": 3760
    },
    {
      "epoch": 3.808080808080808,
      "grad_norm": 0.6442949175834656,
      "learning_rate": 0.00012385858585858587,
      "loss": 0.1117,
      "step": 3770
    },
    {
      "epoch": 3.8181818181818183,
      "grad_norm": 1.300221562385559,
      "learning_rate": 0.00012365656565656568,
      "loss": 0.1313,
      "step": 3780
    },
    {
      "epoch": 3.8282828282828283,
      "grad_norm": 2.98504638671875,
      "learning_rate": 0.00012345454545454546,
      "loss": 0.2008,
      "step": 3790
    },
    {
      "epoch": 3.8383838383838382,
      "grad_norm": 2.339833974838257,
      "learning_rate": 0.00012325252525252528,
      "loss": 0.1372,
      "step": 3800
    },
    {
      "epoch": 3.8383838383838382,
      "eval_accuracy": 0.9341210168277837,
      "eval_loss": 0.176345095038414,
      "eval_runtime": 25.3933,
      "eval_samples_per_second": 109.99,
      "eval_steps_per_second": 13.783,
      "step": 3800
    },
    {
      "epoch": 3.8484848484848486,
      "grad_norm": 0.8106898069381714,
      "learning_rate": 0.00012305050505050506,
      "loss": 0.0976,
      "step": 3810
    },
    {
      "epoch": 3.8585858585858586,
      "grad_norm": 1.9186642169952393,
      "learning_rate": 0.00012284848484848485,
      "loss": 0.0574,
      "step": 3820
    },
    {
      "epoch": 3.8686868686868685,
      "grad_norm": 4.3502702713012695,
      "learning_rate": 0.00012264646464646466,
      "loss": 0.1246,
      "step": 3830
    },
    {
      "epoch": 3.878787878787879,
      "grad_norm": 6.374273777008057,
      "learning_rate": 0.00012244444444444445,
      "loss": 0.2127,
      "step": 3840
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 1.5716196298599243,
      "learning_rate": 0.00012224242424242426,
      "loss": 0.162,
      "step": 3850
    },
    {
      "epoch": 3.898989898989899,
      "grad_norm": 2.652738332748413,
      "learning_rate": 0.00012204040404040404,
      "loss": 0.1534,
      "step": 3860
    },
    {
      "epoch": 3.909090909090909,
      "grad_norm": 0.6810227036476135,
      "learning_rate": 0.00012183838383838384,
      "loss": 0.139,
      "step": 3870
    },
    {
      "epoch": 3.919191919191919,
      "grad_norm": 2.7403507232666016,
      "learning_rate": 0.00012163636363636364,
      "loss": 0.1745,
      "step": 3880
    },
    {
      "epoch": 3.929292929292929,
      "grad_norm": 0.3966246545314789,
      "learning_rate": 0.00012143434343434344,
      "loss": 0.0959,
      "step": 3890
    },
    {
      "epoch": 3.9393939393939394,
      "grad_norm": 0.0760892927646637,
      "learning_rate": 0.00012123232323232323,
      "loss": 0.2283,
      "step": 3900
    },
    {
      "epoch": 3.9393939393939394,
      "eval_accuracy": 0.9373433583959899,
      "eval_loss": 0.1671173870563507,
      "eval_runtime": 26.1195,
      "eval_samples_per_second": 106.932,
      "eval_steps_per_second": 13.4,
      "step": 3900
    },
    {
      "epoch": 3.9494949494949494,
      "grad_norm": 1.0186794996261597,
      "learning_rate": 0.00012103030303030302,
      "loss": 0.1012,
      "step": 3910
    },
    {
      "epoch": 3.9595959595959593,
      "grad_norm": 2.6325201988220215,
      "learning_rate": 0.00012082828282828282,
      "loss": 0.1398,
      "step": 3920
    },
    {
      "epoch": 3.9696969696969697,
      "grad_norm": 0.14090034365653992,
      "learning_rate": 0.00012062626262626265,
      "loss": 0.1904,
      "step": 3930
    },
    {
      "epoch": 3.9797979797979797,
      "grad_norm": 2.340514659881592,
      "learning_rate": 0.00012042424242424243,
      "loss": 0.1631,
      "step": 3940
    },
    {
      "epoch": 3.98989898989899,
      "grad_norm": 1.8944944143295288,
      "learning_rate": 0.00012022222222222223,
      "loss": 0.138,
      "step": 3950
    },
    {
      "epoch": 4.0,
      "grad_norm": NaN,
      "learning_rate": 0.00012004040404040405,
      "loss": 0.0589,
      "step": 3960
    },
    {
      "epoch": 4.01010101010101,
      "grad_norm": 1.4394489526748657,
      "learning_rate": 0.00011983838383838383,
      "loss": 0.0575,
      "step": 3970
    },
    {
      "epoch": 4.02020202020202,
      "grad_norm": 1.0577999353408813,
      "learning_rate": 0.00011963636363636363,
      "loss": 0.1652,
      "step": 3980
    },
    {
      "epoch": 4.03030303030303,
      "grad_norm": 0.14677415788173676,
      "learning_rate": 0.00011943434343434343,
      "loss": 0.1329,
      "step": 3990
    },
    {
      "epoch": 4.040404040404041,
      "grad_norm": 1.0222164392471313,
      "learning_rate": 0.00011923232323232323,
      "loss": 0.164,
      "step": 4000
    },
    {
      "epoch": 4.040404040404041,
      "eval_accuracy": 0.9477264590046545,
      "eval_loss": 0.14898167550563812,
      "eval_runtime": 25.5521,
      "eval_samples_per_second": 109.306,
      "eval_steps_per_second": 13.697,
      "step": 4000
    },
    {
      "epoch": 4.05050505050505,
      "grad_norm": 0.43585485219955444,
      "learning_rate": 0.00011903030303030303,
      "loss": 0.145,
      "step": 4010
    },
    {
      "epoch": 4.0606060606060606,
      "grad_norm": 0.18842585384845734,
      "learning_rate": 0.00011882828282828284,
      "loss": 0.0525,
      "step": 4020
    },
    {
      "epoch": 4.070707070707071,
      "grad_norm": 3.4666500091552734,
      "learning_rate": 0.00011862626262626264,
      "loss": 0.1291,
      "step": 4030
    },
    {
      "epoch": 4.08080808080808,
      "grad_norm": 4.320937156677246,
      "learning_rate": 0.00011842424242424244,
      "loss": 0.0897,
      "step": 4040
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 0.4111921787261963,
      "learning_rate": 0.00011822222222222224,
      "loss": 0.0838,
      "step": 4050
    },
    {
      "epoch": 4.101010101010101,
      "grad_norm": 2.491947650909424,
      "learning_rate": 0.00011802020202020202,
      "loss": 0.113,
      "step": 4060
    },
    {
      "epoch": 4.111111111111111,
      "grad_norm": 1.7671141624450684,
      "learning_rate": 0.00011781818181818182,
      "loss": 0.0583,
      "step": 4070
    },
    {
      "epoch": 4.121212121212121,
      "grad_norm": 1.7311761379241943,
      "learning_rate": 0.00011761616161616162,
      "loss": 0.1525,
      "step": 4080
    },
    {
      "epoch": 4.1313131313131315,
      "grad_norm": 0.17230091989040375,
      "learning_rate": 0.00011741414141414142,
      "loss": 0.1428,
      "step": 4090
    },
    {
      "epoch": 4.141414141414141,
      "grad_norm": 0.9565097093582153,
      "learning_rate": 0.00011721212121212122,
      "loss": 0.1513,
      "step": 4100
    },
    {
      "epoch": 4.141414141414141,
      "eval_accuracy": 0.9488005728607233,
      "eval_loss": 0.1546555459499359,
      "eval_runtime": 26.2079,
      "eval_samples_per_second": 106.571,
      "eval_steps_per_second": 13.355,
      "step": 4100
    },
    {
      "epoch": 4.151515151515151,
      "grad_norm": 2.4946250915527344,
      "learning_rate": 0.00011701010101010102,
      "loss": 0.1115,
      "step": 4110
    },
    {
      "epoch": 4.161616161616162,
      "grad_norm": 1.1435558795928955,
      "learning_rate": 0.0001168080808080808,
      "loss": 0.1025,
      "step": 4120
    },
    {
      "epoch": 4.171717171717171,
      "grad_norm": 0.11861927062273026,
      "learning_rate": 0.0001166060606060606,
      "loss": 0.0999,
      "step": 4130
    },
    {
      "epoch": 4.181818181818182,
      "grad_norm": 2.040846109390259,
      "learning_rate": 0.0001164040404040404,
      "loss": 0.1288,
      "step": 4140
    },
    {
      "epoch": 4.191919191919192,
      "grad_norm": 0.08840809017419815,
      "learning_rate": 0.0001162020202020202,
      "loss": 0.0999,
      "step": 4150
    },
    {
      "epoch": 4.202020202020202,
      "grad_norm": 2.014448404312134,
      "learning_rate": 0.000116,
      "loss": 0.087,
      "step": 4160
    },
    {
      "epoch": 4.212121212121212,
      "grad_norm": 0.20499661564826965,
      "learning_rate": 0.0001157979797979798,
      "loss": 0.0906,
      "step": 4170
    },
    {
      "epoch": 4.222222222222222,
      "grad_norm": 1.9742176532745361,
      "learning_rate": 0.00011559595959595959,
      "loss": 0.0942,
      "step": 4180
    },
    {
      "epoch": 4.232323232323233,
      "grad_norm": 1.2514885663986206,
      "learning_rate": 0.00011539393939393941,
      "loss": 0.0555,
      "step": 4190
    },
    {
      "epoch": 4.242424242424242,
      "grad_norm": 2.868319511413574,
      "learning_rate": 0.00011519191919191921,
      "loss": 0.0991,
      "step": 4200
    },
    {
      "epoch": 4.242424242424242,
      "eval_accuracy": 0.9430719656283566,
      "eval_loss": 0.15357114374637604,
      "eval_runtime": 25.7214,
      "eval_samples_per_second": 108.586,
      "eval_steps_per_second": 13.607,
      "step": 4200
    },
    {
      "epoch": 4.252525252525253,
      "grad_norm": 2.199428081512451,
      "learning_rate": 0.00011498989898989901,
      "loss": 0.0807,
      "step": 4210
    },
    {
      "epoch": 4.262626262626263,
      "grad_norm": 1.5803449153900146,
      "learning_rate": 0.0001147878787878788,
      "loss": 0.1197,
      "step": 4220
    },
    {
      "epoch": 4.2727272727272725,
      "grad_norm": 3.1839122772216797,
      "learning_rate": 0.0001145858585858586,
      "loss": 0.143,
      "step": 4230
    },
    {
      "epoch": 4.282828282828283,
      "grad_norm": 0.22256587445735931,
      "learning_rate": 0.00011438383838383839,
      "loss": 0.0897,
      "step": 4240
    },
    {
      "epoch": 4.292929292929293,
      "grad_norm": 0.8421348929405212,
      "learning_rate": 0.00011418181818181819,
      "loss": 0.1286,
      "step": 4250
    },
    {
      "epoch": 4.303030303030303,
      "grad_norm": 2.4368836879730225,
      "learning_rate": 0.00011397979797979799,
      "loss": 0.0572,
      "step": 4260
    },
    {
      "epoch": 4.313131313131313,
      "grad_norm": 1.6639461517333984,
      "learning_rate": 0.00011377777777777779,
      "loss": 0.1067,
      "step": 4270
    },
    {
      "epoch": 4.3232323232323235,
      "grad_norm": 0.683029294013977,
      "learning_rate": 0.00011357575757575757,
      "loss": 0.1497,
      "step": 4280
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 2.050398826599121,
      "learning_rate": 0.00011337373737373737,
      "loss": 0.1382,
      "step": 4290
    },
    {
      "epoch": 4.343434343434343,
      "grad_norm": 3.134596586227417,
      "learning_rate": 0.00011317171717171717,
      "loss": 0.1419,
      "step": 4300
    },
    {
      "epoch": 4.343434343434343,
      "eval_accuracy": 0.9445041174364482,
      "eval_loss": 0.15678761899471283,
      "eval_runtime": 25.8061,
      "eval_samples_per_second": 108.23,
      "eval_steps_per_second": 13.563,
      "step": 4300
    },
    {
      "epoch": 4.353535353535354,
      "grad_norm": 3.690528631210327,
      "learning_rate": 0.00011296969696969697,
      "loss": 0.1524,
      "step": 4310
    },
    {
      "epoch": 4.363636363636363,
      "grad_norm": 0.4388722777366638,
      "learning_rate": 0.00011276767676767677,
      "loss": 0.1008,
      "step": 4320
    },
    {
      "epoch": 4.373737373737374,
      "grad_norm": 2.5544140338897705,
      "learning_rate": 0.00011256565656565657,
      "loss": 0.1352,
      "step": 4330
    },
    {
      "epoch": 4.383838383838384,
      "grad_norm": 1.1697108745574951,
      "learning_rate": 0.00011236363636363635,
      "loss": 0.1478,
      "step": 4340
    },
    {
      "epoch": 4.393939393939394,
      "grad_norm": 1.3652334213256836,
      "learning_rate": 0.00011216161616161615,
      "loss": 0.1539,
      "step": 4350
    },
    {
      "epoch": 4.404040404040404,
      "grad_norm": 0.6423632502555847,
      "learning_rate": 0.00011195959595959598,
      "loss": 0.1248,
      "step": 4360
    },
    {
      "epoch": 4.414141414141414,
      "grad_norm": 2.489894151687622,
      "learning_rate": 0.00011175757575757578,
      "loss": 0.0748,
      "step": 4370
    },
    {
      "epoch": 4.424242424242424,
      "grad_norm": 0.39871343970298767,
      "learning_rate": 0.00011155555555555556,
      "loss": 0.082,
      "step": 4380
    },
    {
      "epoch": 4.434343434343434,
      "grad_norm": 4.258581161499023,
      "learning_rate": 0.00011135353535353536,
      "loss": 0.0561,
      "step": 4390
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 3.4978339672088623,
      "learning_rate": 0.00011115151515151516,
      "loss": 0.1452,
      "step": 4400
    },
    {
      "epoch": 4.444444444444445,
      "eval_accuracy": 0.9319727891156463,
      "eval_loss": 0.23282791674137115,
      "eval_runtime": 26.2522,
      "eval_samples_per_second": 106.391,
      "eval_steps_per_second": 13.332,
      "step": 4400
    },
    {
      "epoch": 4.454545454545454,
      "grad_norm": 2.7257189750671387,
      "learning_rate": 0.00011094949494949496,
      "loss": 0.1593,
      "step": 4410
    },
    {
      "epoch": 4.4646464646464645,
      "grad_norm": 4.198055267333984,
      "learning_rate": 0.00011074747474747476,
      "loss": 0.0885,
      "step": 4420
    },
    {
      "epoch": 4.474747474747475,
      "grad_norm": 1.9910240173339844,
      "learning_rate": 0.00011054545454545455,
      "loss": 0.1419,
      "step": 4430
    },
    {
      "epoch": 4.484848484848484,
      "grad_norm": 2.0958611965179443,
      "learning_rate": 0.00011034343434343434,
      "loss": 0.1043,
      "step": 4440
    },
    {
      "epoch": 4.494949494949495,
      "grad_norm": 1.305000901222229,
      "learning_rate": 0.00011014141414141414,
      "loss": 0.1336,
      "step": 4450
    },
    {
      "epoch": 4.505050505050505,
      "grad_norm": 1.2504723072052002,
      "learning_rate": 0.00010993939393939394,
      "loss": 0.1646,
      "step": 4460
    },
    {
      "epoch": 4.515151515151516,
      "grad_norm": 0.7178593873977661,
      "learning_rate": 0.00010973737373737374,
      "loss": 0.0496,
      "step": 4470
    },
    {
      "epoch": 4.525252525252525,
      "grad_norm": 0.11532630026340485,
      "learning_rate": 0.00010953535353535354,
      "loss": 0.0762,
      "step": 4480
    },
    {
      "epoch": 4.5353535353535355,
      "grad_norm": 3.6086583137512207,
      "learning_rate": 0.00010933333333333333,
      "loss": 0.1567,
      "step": 4490
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 0.928808867931366,
      "learning_rate": 0.00010913131313131312,
      "loss": 0.1445,
      "step": 4500
    },
    {
      "epoch": 4.545454545454545,
      "eval_accuracy": 0.9513068385248836,
      "eval_loss": 0.1351379156112671,
      "eval_runtime": 25.9403,
      "eval_samples_per_second": 107.67,
      "eval_steps_per_second": 13.493,
      "step": 4500
    },
    {
      "epoch": 4.555555555555555,
      "grad_norm": 3.634613513946533,
      "learning_rate": 0.00010892929292929292,
      "loss": 0.133,
      "step": 4510
    },
    {
      "epoch": 4.565656565656566,
      "grad_norm": 5.251986503601074,
      "learning_rate": 0.00010872727272727272,
      "loss": 0.0859,
      "step": 4520
    },
    {
      "epoch": 4.575757575757576,
      "grad_norm": 8.674532890319824,
      "learning_rate": 0.00010852525252525253,
      "loss": 0.141,
      "step": 4530
    },
    {
      "epoch": 4.585858585858586,
      "grad_norm": 0.17104926705360413,
      "learning_rate": 0.00010832323232323233,
      "loss": 0.11,
      "step": 4540
    },
    {
      "epoch": 4.595959595959596,
      "grad_norm": 0.49020659923553467,
      "learning_rate": 0.00010812121212121213,
      "loss": 0.1464,
      "step": 4550
    },
    {
      "epoch": 4.606060606060606,
      "grad_norm": 2.5823633670806885,
      "learning_rate": 0.00010791919191919193,
      "loss": 0.1235,
      "step": 4560
    },
    {
      "epoch": 4.616161616161616,
      "grad_norm": 0.19439224898815155,
      "learning_rate": 0.00010771717171717173,
      "loss": 0.106,
      "step": 4570
    },
    {
      "epoch": 4.626262626262626,
      "grad_norm": 2.029311418533325,
      "learning_rate": 0.00010751515151515153,
      "loss": 0.1355,
      "step": 4580
    },
    {
      "epoch": 4.636363636363637,
      "grad_norm": 0.9395115375518799,
      "learning_rate": 0.00010731313131313132,
      "loss": 0.1616,
      "step": 4590
    },
    {
      "epoch": 4.646464646464646,
      "grad_norm": 1.2442481517791748,
      "learning_rate": 0.00010711111111111111,
      "loss": 0.1366,
      "step": 4600
    },
    {
      "epoch": 4.646464646464646,
      "eval_accuracy": 0.941639813820265,
      "eval_loss": 0.1570775955915451,
      "eval_runtime": 25.9636,
      "eval_samples_per_second": 107.574,
      "eval_steps_per_second": 13.48,
      "step": 4600
    },
    {
      "epoch": 4.656565656565657,
      "grad_norm": 0.11345808207988739,
      "learning_rate": 0.00010690909090909091,
      "loss": 0.0983,
      "step": 4610
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 2.4496922492980957,
      "learning_rate": 0.00010670707070707071,
      "loss": 0.1403,
      "step": 4620
    },
    {
      "epoch": 4.6767676767676765,
      "grad_norm": 1.0774174928665161,
      "learning_rate": 0.00010650505050505051,
      "loss": 0.1349,
      "step": 4630
    },
    {
      "epoch": 4.686868686868687,
      "grad_norm": 3.606393814086914,
      "learning_rate": 0.00010630303030303031,
      "loss": 0.1461,
      "step": 4640
    },
    {
      "epoch": 4.696969696969697,
      "grad_norm": 2.261770486831665,
      "learning_rate": 0.0001061010101010101,
      "loss": 0.1043,
      "step": 4650
    },
    {
      "epoch": 4.707070707070707,
      "grad_norm": 2.1773946285247803,
      "learning_rate": 0.0001058989898989899,
      "loss": 0.0915,
      "step": 4660
    },
    {
      "epoch": 4.717171717171717,
      "grad_norm": 0.6248367428779602,
      "learning_rate": 0.00010569696969696969,
      "loss": 0.1363,
      "step": 4670
    },
    {
      "epoch": 4.7272727272727275,
      "grad_norm": 4.649084091186523,
      "learning_rate": 0.00010549494949494949,
      "loss": 0.1858,
      "step": 4680
    },
    {
      "epoch": 4.737373737373737,
      "grad_norm": 0.8173200488090515,
      "learning_rate": 0.00010529292929292929,
      "loss": 0.1659,
      "step": 4690
    },
    {
      "epoch": 4.747474747474747,
      "grad_norm": 1.2802273035049438,
      "learning_rate": 0.0001050909090909091,
      "loss": 0.097,
      "step": 4700
    },
    {
      "epoch": 4.747474747474747,
      "eval_accuracy": 0.9423558897243107,
      "eval_loss": 0.1505608856678009,
      "eval_runtime": 25.7027,
      "eval_samples_per_second": 108.666,
      "eval_steps_per_second": 13.617,
      "step": 4700
    },
    {
      "epoch": 4.757575757575758,
      "grad_norm": 1.5660672187805176,
      "learning_rate": 0.0001048888888888889,
      "loss": 0.082,
      "step": 4710
    },
    {
      "epoch": 4.767676767676767,
      "grad_norm": 2.602287769317627,
      "learning_rate": 0.0001046868686868687,
      "loss": 0.0363,
      "step": 4720
    },
    {
      "epoch": 4.777777777777778,
      "grad_norm": 3.42000675201416,
      "learning_rate": 0.0001044848484848485,
      "loss": 0.1116,
      "step": 4730
    },
    {
      "epoch": 4.787878787878788,
      "grad_norm": 6.267419338226318,
      "learning_rate": 0.0001042828282828283,
      "loss": 0.2663,
      "step": 4740
    },
    {
      "epoch": 4.797979797979798,
      "grad_norm": 2.1307647228240967,
      "learning_rate": 0.00010408080808080808,
      "loss": 0.1125,
      "step": 4750
    },
    {
      "epoch": 4.808080808080808,
      "grad_norm": 0.09282152354717255,
      "learning_rate": 0.00010387878787878788,
      "loss": 0.1423,
      "step": 4760
    },
    {
      "epoch": 4.818181818181818,
      "grad_norm": 2.5265235900878906,
      "learning_rate": 0.00010367676767676768,
      "loss": 0.1009,
      "step": 4770
    },
    {
      "epoch": 4.828282828282829,
      "grad_norm": 0.6967155933380127,
      "learning_rate": 0.00010347474747474748,
      "loss": 0.1475,
      "step": 4780
    },
    {
      "epoch": 4.838383838383838,
      "grad_norm": 1.6234831809997559,
      "learning_rate": 0.00010327272727272728,
      "loss": 0.1423,
      "step": 4790
    },
    {
      "epoch": 4.848484848484849,
      "grad_norm": 0.5020400285720825,
      "learning_rate": 0.00010307070707070708,
      "loss": 0.0603,
      "step": 4800
    },
    {
      "epoch": 4.848484848484849,
      "eval_accuracy": 0.949874686716792,
      "eval_loss": 0.1435205489397049,
      "eval_runtime": 26.1687,
      "eval_samples_per_second": 106.73,
      "eval_steps_per_second": 13.375,
      "step": 4800
    },
    {
      "epoch": 4.858585858585858,
      "grad_norm": 0.8095561265945435,
      "learning_rate": 0.00010286868686868687,
      "loss": 0.086,
      "step": 4810
    },
    {
      "epoch": 4.8686868686868685,
      "grad_norm": 0.08542878925800323,
      "learning_rate": 0.00010266666666666666,
      "loss": 0.0988,
      "step": 4820
    },
    {
      "epoch": 4.878787878787879,
      "grad_norm": 2.0379855632781982,
      "learning_rate": 0.00010246464646464646,
      "loss": 0.1714,
      "step": 4830
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 1.3006110191345215,
      "learning_rate": 0.00010226262626262626,
      "loss": 0.2249,
      "step": 4840
    },
    {
      "epoch": 4.898989898989899,
      "grad_norm": 0.09019988775253296,
      "learning_rate": 0.00010206060606060606,
      "loss": 0.1895,
      "step": 4850
    },
    {
      "epoch": 4.909090909090909,
      "grad_norm": 1.2168376445770264,
      "learning_rate": 0.00010185858585858586,
      "loss": 0.1699,
      "step": 4860
    },
    {
      "epoch": 4.91919191919192,
      "grad_norm": 3.1290087699890137,
      "learning_rate": 0.00010165656565656567,
      "loss": 0.1385,
      "step": 4870
    },
    {
      "epoch": 4.929292929292929,
      "grad_norm": 0.1061786413192749,
      "learning_rate": 0.00010145454545454547,
      "loss": 0.097,
      "step": 4880
    },
    {
      "epoch": 4.9393939393939394,
      "grad_norm": 0.17547203600406647,
      "learning_rate": 0.00010125252525252527,
      "loss": 0.112,
      "step": 4890
    },
    {
      "epoch": 4.94949494949495,
      "grad_norm": 1.5746177434921265,
      "learning_rate": 0.00010105050505050506,
      "loss": 0.1179,
      "step": 4900
    },
    {
      "epoch": 4.94949494949495,
      "eval_accuracy": 0.9362692445399212,
      "eval_loss": 0.17535676062107086,
      "eval_runtime": 26.1869,
      "eval_samples_per_second": 106.656,
      "eval_steps_per_second": 13.365,
      "step": 4900
    },
    {
      "epoch": 4.959595959595959,
      "grad_norm": 0.42469334602355957,
      "learning_rate": 0.00010084848484848485,
      "loss": 0.0858,
      "step": 4910
    },
    {
      "epoch": 4.96969696969697,
      "grad_norm": 6.303706645965576,
      "learning_rate": 0.00010064646464646465,
      "loss": 0.1654,
      "step": 4920
    },
    {
      "epoch": 4.97979797979798,
      "grad_norm": 1.2742167711257935,
      "learning_rate": 0.00010044444444444445,
      "loss": 0.1244,
      "step": 4930
    },
    {
      "epoch": 4.98989898989899,
      "grad_norm": 5.50272274017334,
      "learning_rate": 0.00010024242424242425,
      "loss": 0.1039,
      "step": 4940
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.027111496776342392,
      "learning_rate": 0.00010004040404040405,
      "loss": 0.0916,
      "step": 4950
    },
    {
      "epoch": 5.01010101010101,
      "grad_norm": 3.654780626296997,
      "learning_rate": 9.983838383838384e-05,
      "loss": 0.1179,
      "step": 4960
    },
    {
      "epoch": 5.02020202020202,
      "grad_norm": 0.6909185647964478,
      "learning_rate": 9.963636363636363e-05,
      "loss": 0.0716,
      "step": 4970
    },
    {
      "epoch": 5.03030303030303,
      "grad_norm": 1.2126760482788086,
      "learning_rate": 9.943434343434343e-05,
      "loss": 0.1207,
      "step": 4980
    },
    {
      "epoch": 5.040404040404041,
      "grad_norm": 0.04314064979553223,
      "learning_rate": 9.923232323232323e-05,
      "loss": 0.0951,
      "step": 4990
    },
    {
      "epoch": 5.05050505050505,
      "grad_norm": 6.088857650756836,
      "learning_rate": 9.903030303030305e-05,
      "loss": 0.1948,
      "step": 5000
    },
    {
      "epoch": 5.05050505050505,
      "eval_accuracy": 0.9402076620121733,
      "eval_loss": 0.16094554960727692,
      "eval_runtime": 25.955,
      "eval_samples_per_second": 107.609,
      "eval_steps_per_second": 13.485,
      "step": 5000
    },
    {
      "epoch": 5.0606060606060606,
      "grad_norm": 3.058575391769409,
      "learning_rate": 9.882828282828283e-05,
      "loss": 0.0802,
      "step": 5010
    },
    {
      "epoch": 5.070707070707071,
      "grad_norm": 0.2111556977033615,
      "learning_rate": 9.862626262626263e-05,
      "loss": 0.0589,
      "step": 5020
    },
    {
      "epoch": 5.08080808080808,
      "grad_norm": 2.073899745941162,
      "learning_rate": 9.842424242424243e-05,
      "loss": 0.1131,
      "step": 5030
    },
    {
      "epoch": 5.090909090909091,
      "grad_norm": 4.841446876525879,
      "learning_rate": 9.822222222222223e-05,
      "loss": 0.0367,
      "step": 5040
    },
    {
      "epoch": 5.101010101010101,
      "grad_norm": 7.904470443725586,
      "learning_rate": 9.802020202020203e-05,
      "loss": 0.0877,
      "step": 5050
    },
    {
      "epoch": 5.111111111111111,
      "grad_norm": 1.0194205045700073,
      "learning_rate": 9.781818181818183e-05,
      "loss": 0.0882,
      "step": 5060
    },
    {
      "epoch": 5.121212121212121,
      "grad_norm": 0.17837467789649963,
      "learning_rate": 9.761616161616161e-05,
      "loss": 0.0991,
      "step": 5070
    },
    {
      "epoch": 5.1313131313131315,
      "grad_norm": 1.0016158819198608,
      "learning_rate": 9.741414141414141e-05,
      "loss": 0.0396,
      "step": 5080
    },
    {
      "epoch": 5.141414141414141,
      "grad_norm": 0.15566827356815338,
      "learning_rate": 9.721212121212122e-05,
      "loss": 0.1433,
      "step": 5090
    },
    {
      "epoch": 5.151515151515151,
      "grad_norm": 0.47362661361694336,
      "learning_rate": 9.701010101010102e-05,
      "loss": 0.1021,
      "step": 5100
    },
    {
      "epoch": 5.151515151515151,
      "eval_accuracy": 0.9459362692445399,
      "eval_loss": 0.15655164420604706,
      "eval_runtime": 25.4433,
      "eval_samples_per_second": 109.774,
      "eval_steps_per_second": 13.756,
      "step": 5100
    },
    {
      "epoch": 5.161616161616162,
      "grad_norm": 3.55830979347229,
      "learning_rate": 9.680808080808082e-05,
      "loss": 0.1389,
      "step": 5110
    },
    {
      "epoch": 5.171717171717171,
      "grad_norm": 1.5197815895080566,
      "learning_rate": 9.66060606060606e-05,
      "loss": 0.12,
      "step": 5120
    },
    {
      "epoch": 5.181818181818182,
      "grad_norm": 0.4415872097015381,
      "learning_rate": 9.64040404040404e-05,
      "loss": 0.0656,
      "step": 5130
    },
    {
      "epoch": 5.191919191919192,
      "grad_norm": 2.322957754135132,
      "learning_rate": 9.62020202020202e-05,
      "loss": 0.091,
      "step": 5140
    },
    {
      "epoch": 5.202020202020202,
      "grad_norm": 1.3364367485046387,
      "learning_rate": 9.6e-05,
      "loss": 0.12,
      "step": 5150
    },
    {
      "epoch": 5.212121212121212,
      "grad_norm": 1.271172285079956,
      "learning_rate": 9.57979797979798e-05,
      "loss": 0.0752,
      "step": 5160
    },
    {
      "epoch": 5.222222222222222,
      "grad_norm": 1.848639965057373,
      "learning_rate": 9.55959595959596e-05,
      "loss": 0.065,
      "step": 5170
    },
    {
      "epoch": 5.232323232323233,
      "grad_norm": 0.22514915466308594,
      "learning_rate": 9.53939393939394e-05,
      "loss": 0.1079,
      "step": 5180
    },
    {
      "epoch": 5.242424242424242,
      "grad_norm": 2.2983055114746094,
      "learning_rate": 9.51919191919192e-05,
      "loss": 0.1161,
      "step": 5190
    },
    {
      "epoch": 5.252525252525253,
      "grad_norm": 0.3693287968635559,
      "learning_rate": 9.4989898989899e-05,
      "loss": 0.0652,
      "step": 5200
    },
    {
      "epoch": 5.252525252525253,
      "eval_accuracy": 0.9480844969566774,
      "eval_loss": 0.15643763542175293,
      "eval_runtime": 25.855,
      "eval_samples_per_second": 108.025,
      "eval_steps_per_second": 13.537,
      "step": 5200
    },
    {
      "epoch": 5.262626262626263,
      "grad_norm": 2.0807137489318848,
      "learning_rate": 9.47878787878788e-05,
      "loss": 0.1401,
      "step": 5210
    },
    {
      "epoch": 5.2727272727272725,
      "grad_norm": 0.10419812053442001,
      "learning_rate": 9.45858585858586e-05,
      "loss": 0.0812,
      "step": 5220
    },
    {
      "epoch": 5.282828282828283,
      "grad_norm": 0.46770191192626953,
      "learning_rate": 9.438383838383838e-05,
      "loss": 0.0421,
      "step": 5230
    },
    {
      "epoch": 5.292929292929293,
      "grad_norm": 2.635011672973633,
      "learning_rate": 9.418181818181818e-05,
      "loss": 0.1885,
      "step": 5240
    },
    {
      "epoch": 5.303030303030303,
      "grad_norm": 0.25498488545417786,
      "learning_rate": 9.397979797979798e-05,
      "loss": 0.0601,
      "step": 5250
    },
    {
      "epoch": 5.313131313131313,
      "grad_norm": 1.459560751914978,
      "learning_rate": 9.377777777777779e-05,
      "loss": 0.1223,
      "step": 5260
    },
    {
      "epoch": 5.3232323232323235,
      "grad_norm": 0.1610535830259323,
      "learning_rate": 9.357575757575759e-05,
      "loss": 0.1514,
      "step": 5270
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 0.09537172317504883,
      "learning_rate": 9.337373737373738e-05,
      "loss": 0.0844,
      "step": 5280
    },
    {
      "epoch": 5.343434343434343,
      "grad_norm": 2.253643035888672,
      "learning_rate": 9.317171717171717e-05,
      "loss": 0.0966,
      "step": 5290
    },
    {
      "epoch": 5.353535353535354,
      "grad_norm": 0.7719996571540833,
      "learning_rate": 9.296969696969697e-05,
      "loss": 0.1029,
      "step": 5300
    },
    {
      "epoch": 5.353535353535354,
      "eval_accuracy": 0.9491586108127461,
      "eval_loss": 0.14101244509220123,
      "eval_runtime": 25.4761,
      "eval_samples_per_second": 109.632,
      "eval_steps_per_second": 13.738,
      "step": 5300
    },
    {
      "epoch": 5.363636363636363,
      "grad_norm": 0.09155893325805664,
      "learning_rate": 9.276767676767677e-05,
      "loss": 0.1047,
      "step": 5310
    },
    {
      "epoch": 5.373737373737374,
      "grad_norm": 0.717546284198761,
      "learning_rate": 9.256565656565657e-05,
      "loss": 0.1009,
      "step": 5320
    },
    {
      "epoch": 5.383838383838384,
      "grad_norm": 1.9400055408477783,
      "learning_rate": 9.236363636363636e-05,
      "loss": 0.0928,
      "step": 5330
    },
    {
      "epoch": 5.393939393939394,
      "grad_norm": 2.2842278480529785,
      "learning_rate": 9.216161616161617e-05,
      "loss": 0.1545,
      "step": 5340
    },
    {
      "epoch": 5.404040404040404,
      "grad_norm": 2.3194849491119385,
      "learning_rate": 9.195959595959597e-05,
      "loss": 0.0965,
      "step": 5350
    },
    {
      "epoch": 5.414141414141414,
      "grad_norm": 1.7421154975891113,
      "learning_rate": 9.175757575757577e-05,
      "loss": 0.1106,
      "step": 5360
    },
    {
      "epoch": 5.424242424242424,
      "grad_norm": 0.7392351031303406,
      "learning_rate": 9.155555555555557e-05,
      "loss": 0.0633,
      "step": 5370
    },
    {
      "epoch": 5.434343434343434,
      "grad_norm": 1.5309923887252808,
      "learning_rate": 9.135353535353535e-05,
      "loss": 0.1131,
      "step": 5380
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 2.1185829639434814,
      "learning_rate": 9.115151515151515e-05,
      "loss": 0.0428,
      "step": 5390
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 0.35134243965148926,
      "learning_rate": 9.094949494949495e-05,
      "loss": 0.1014,
      "step": 5400
    },
    {
      "epoch": 5.454545454545454,
      "eval_accuracy": 0.9530970282849982,
      "eval_loss": 0.1489526480436325,
      "eval_runtime": 26.3602,
      "eval_samples_per_second": 105.955,
      "eval_steps_per_second": 13.278,
      "step": 5400
    },
    {
      "epoch": 5.4646464646464645,
      "grad_norm": 0.04129509627819061,
      "learning_rate": 9.074747474747475e-05,
      "loss": 0.0783,
      "step": 5410
    },
    {
      "epoch": 5.474747474747475,
      "grad_norm": 4.56264066696167,
      "learning_rate": 9.054545454545455e-05,
      "loss": 0.0867,
      "step": 5420
    },
    {
      "epoch": 5.484848484848484,
      "grad_norm": 0.036666784435510635,
      "learning_rate": 9.034343434343435e-05,
      "loss": 0.0902,
      "step": 5430
    },
    {
      "epoch": 5.494949494949495,
      "grad_norm": 0.4058803915977478,
      "learning_rate": 9.014141414141415e-05,
      "loss": 0.0481,
      "step": 5440
    },
    {
      "epoch": 5.505050505050505,
      "grad_norm": 0.5836386680603027,
      "learning_rate": 8.993939393939394e-05,
      "loss": 0.0567,
      "step": 5450
    },
    {
      "epoch": 5.515151515151516,
      "grad_norm": 0.03230315446853638,
      "learning_rate": 8.973737373737374e-05,
      "loss": 0.0862,
      "step": 5460
    },
    {
      "epoch": 5.525252525252525,
      "grad_norm": 1.033913254737854,
      "learning_rate": 8.953535353535354e-05,
      "loss": 0.1181,
      "step": 5470
    },
    {
      "epoch": 5.5353535353535355,
      "grad_norm": 5.181567192077637,
      "learning_rate": 8.933333333333334e-05,
      "loss": 0.1131,
      "step": 5480
    },
    {
      "epoch": 5.545454545454545,
      "grad_norm": 0.06244403123855591,
      "learning_rate": 8.913131313131313e-05,
      "loss": 0.0977,
      "step": 5490
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 6.101346015930176,
      "learning_rate": 8.892929292929293e-05,
      "loss": 0.1338,
      "step": 5500
    },
    {
      "epoch": 5.555555555555555,
      "eval_accuracy": 0.9405656999641963,
      "eval_loss": 0.1865406185388565,
      "eval_runtime": 25.7365,
      "eval_samples_per_second": 108.523,
      "eval_steps_per_second": 13.599,
      "step": 5500
    },
    {
      "epoch": 5.565656565656566,
      "grad_norm": 4.3687968254089355,
      "learning_rate": 8.872727272727274e-05,
      "loss": 0.1066,
      "step": 5510
    },
    {
      "epoch": 5.575757575757576,
      "grad_norm": 0.08140174299478531,
      "learning_rate": 8.852525252525254e-05,
      "loss": 0.0473,
      "step": 5520
    },
    {
      "epoch": 5.585858585858586,
      "grad_norm": 2.2927050590515137,
      "learning_rate": 8.832323232323234e-05,
      "loss": 0.0988,
      "step": 5530
    },
    {
      "epoch": 5.595959595959596,
      "grad_norm": 3.8242876529693604,
      "learning_rate": 8.812121212121212e-05,
      "loss": 0.0915,
      "step": 5540
    },
    {
      "epoch": 5.606060606060606,
      "grad_norm": 1.7475749254226685,
      "learning_rate": 8.791919191919192e-05,
      "loss": 0.1052,
      "step": 5550
    },
    {
      "epoch": 5.616161616161616,
      "grad_norm": 1.825736403465271,
      "learning_rate": 8.771717171717172e-05,
      "loss": 0.132,
      "step": 5560
    },
    {
      "epoch": 5.626262626262626,
      "grad_norm": 2.666304588317871,
      "learning_rate": 8.751515151515152e-05,
      "loss": 0.1736,
      "step": 5570
    },
    {
      "epoch": 5.636363636363637,
      "grad_norm": 1.111354947090149,
      "learning_rate": 8.731313131313132e-05,
      "loss": 0.1023,
      "step": 5580
    },
    {
      "epoch": 5.646464646464646,
      "grad_norm": 0.05366240069270134,
      "learning_rate": 8.711111111111112e-05,
      "loss": 0.0442,
      "step": 5590
    },
    {
      "epoch": 5.656565656565657,
      "grad_norm": 3.5129668712615967,
      "learning_rate": 8.690909090909091e-05,
      "loss": 0.0844,
      "step": 5600
    },
    {
      "epoch": 5.656565656565657,
      "eval_accuracy": 0.9455782312925171,
      "eval_loss": 0.16305388510227203,
      "eval_runtime": 25.3176,
      "eval_samples_per_second": 110.318,
      "eval_steps_per_second": 13.824,
      "step": 5600
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 0.3834172487258911,
      "learning_rate": 8.670707070707071e-05,
      "loss": 0.1163,
      "step": 5610
    },
    {
      "epoch": 5.6767676767676765,
      "grad_norm": 0.12349528819322586,
      "learning_rate": 8.650505050505051e-05,
      "loss": 0.0715,
      "step": 5620
    },
    {
      "epoch": 5.686868686868687,
      "grad_norm": 0.23962771892547607,
      "learning_rate": 8.630303030303031e-05,
      "loss": 0.0783,
      "step": 5630
    },
    {
      "epoch": 5.696969696969697,
      "grad_norm": 3.6592202186584473,
      "learning_rate": 8.610101010101011e-05,
      "loss": 0.0441,
      "step": 5640
    },
    {
      "epoch": 5.707070707070707,
      "grad_norm": 5.241848945617676,
      "learning_rate": 8.58989898989899e-05,
      "loss": 0.1715,
      "step": 5650
    },
    {
      "epoch": 5.717171717171717,
      "grad_norm": 0.05768425762653351,
      "learning_rate": 8.56969696969697e-05,
      "loss": 0.1549,
      "step": 5660
    },
    {
      "epoch": 5.7272727272727275,
      "grad_norm": 1.6297590732574463,
      "learning_rate": 8.54949494949495e-05,
      "loss": 0.0363,
      "step": 5670
    },
    {
      "epoch": 5.737373737373737,
      "grad_norm": 2.148622512817383,
      "learning_rate": 8.52929292929293e-05,
      "loss": 0.0904,
      "step": 5680
    },
    {
      "epoch": 5.747474747474747,
      "grad_norm": 0.2656024396419525,
      "learning_rate": 8.50909090909091e-05,
      "loss": 0.0794,
      "step": 5690
    },
    {
      "epoch": 5.757575757575758,
      "grad_norm": 0.6363499760627747,
      "learning_rate": 8.488888888888889e-05,
      "loss": 0.1059,
      "step": 5700
    },
    {
      "epoch": 5.757575757575758,
      "eval_accuracy": 0.9409237379162191,
      "eval_loss": 0.17375385761260986,
      "eval_runtime": 25.566,
      "eval_samples_per_second": 109.247,
      "eval_steps_per_second": 13.69,
      "step": 5700
    },
    {
      "epoch": 5.767676767676767,
      "grad_norm": 0.7380683422088623,
      "learning_rate": 8.468686868686869e-05,
      "loss": 0.1321,
      "step": 5710
    },
    {
      "epoch": 5.777777777777778,
      "grad_norm": 4.799917221069336,
      "learning_rate": 8.448484848484849e-05,
      "loss": 0.1298,
      "step": 5720
    },
    {
      "epoch": 5.787878787878788,
      "grad_norm": 0.126003697514534,
      "learning_rate": 8.428282828282829e-05,
      "loss": 0.0479,
      "step": 5730
    },
    {
      "epoch": 5.797979797979798,
      "grad_norm": 0.35241806507110596,
      "learning_rate": 8.408080808080809e-05,
      "loss": 0.0629,
      "step": 5740
    },
    {
      "epoch": 5.808080808080808,
      "grad_norm": 0.16507993638515472,
      "learning_rate": 8.387878787878789e-05,
      "loss": 0.1027,
      "step": 5750
    },
    {
      "epoch": 5.818181818181818,
      "grad_norm": 5.024535179138184,
      "learning_rate": 8.367676767676767e-05,
      "loss": 0.0982,
      "step": 5760
    },
    {
      "epoch": 5.828282828282829,
      "grad_norm": 0.24480080604553223,
      "learning_rate": 8.347474747474748e-05,
      "loss": 0.2305,
      "step": 5770
    },
    {
      "epoch": 5.838383838383838,
      "grad_norm": 0.8840824961662292,
      "learning_rate": 8.327272727272728e-05,
      "loss": 0.1446,
      "step": 5780
    },
    {
      "epoch": 5.848484848484849,
      "grad_norm": 3.435821533203125,
      "learning_rate": 8.307070707070708e-05,
      "loss": 0.1347,
      "step": 5790
    },
    {
      "epoch": 5.858585858585858,
      "grad_norm": 2.1608059406280518,
      "learning_rate": 8.286868686868687e-05,
      "loss": 0.0788,
      "step": 5800
    },
    {
      "epoch": 5.858585858585858,
      "eval_accuracy": 0.9369853204439671,
      "eval_loss": 0.1801307052373886,
      "eval_runtime": 26.0224,
      "eval_samples_per_second": 107.331,
      "eval_steps_per_second": 13.45,
      "step": 5800
    },
    {
      "epoch": 5.8686868686868685,
      "grad_norm": 1.0681806802749634,
      "learning_rate": 8.266666666666667e-05,
      "loss": 0.124,
      "step": 5810
    },
    {
      "epoch": 5.878787878787879,
      "grad_norm": 0.046699218451976776,
      "learning_rate": 8.246464646464646e-05,
      "loss": 0.0926,
      "step": 5820
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 2.9529507160186768,
      "learning_rate": 8.226262626262626e-05,
      "loss": 0.0832,
      "step": 5830
    },
    {
      "epoch": 5.898989898989899,
      "grad_norm": 0.03451383113861084,
      "learning_rate": 8.206060606060606e-05,
      "loss": 0.0209,
      "step": 5840
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 0.5120105147361755,
      "learning_rate": 8.185858585858586e-05,
      "loss": 0.1213,
      "step": 5850
    },
    {
      "epoch": 5.91919191919192,
      "grad_norm": 9.386165618896484,
      "learning_rate": 8.165656565656566e-05,
      "loss": 0.0569,
      "step": 5860
    },
    {
      "epoch": 5.929292929292929,
      "grad_norm": 0.3248002231121063,
      "learning_rate": 8.145454545454546e-05,
      "loss": 0.1299,
      "step": 5870
    },
    {
      "epoch": 5.9393939393939394,
      "grad_norm": 1.143277883529663,
      "learning_rate": 8.125252525252526e-05,
      "loss": 0.0873,
      "step": 5880
    },
    {
      "epoch": 5.94949494949495,
      "grad_norm": 1.6092329025268555,
      "learning_rate": 8.105050505050506e-05,
      "loss": 0.0943,
      "step": 5890
    },
    {
      "epoch": 5.959595959595959,
      "grad_norm": 2.943516492843628,
      "learning_rate": 8.084848484848486e-05,
      "loss": 0.0941,
      "step": 5900
    },
    {
      "epoch": 5.959595959595959,
      "eval_accuracy": 0.949516648764769,
      "eval_loss": 0.1574886590242386,
      "eval_runtime": 25.8576,
      "eval_samples_per_second": 108.015,
      "eval_steps_per_second": 13.536,
      "step": 5900
    },
    {
      "epoch": 5.96969696969697,
      "grad_norm": 0.6184459328651428,
      "learning_rate": 8.064646464646464e-05,
      "loss": 0.0993,
      "step": 5910
    },
    {
      "epoch": 5.97979797979798,
      "grad_norm": 4.26630973815918,
      "learning_rate": 8.044444444444444e-05,
      "loss": 0.0598,
      "step": 5920
    },
    {
      "epoch": 5.98989898989899,
      "grad_norm": 4.177489757537842,
      "learning_rate": 8.024242424242424e-05,
      "loss": 0.1909,
      "step": 5930
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.016284123063087463,
      "learning_rate": 8.004040404040405e-05,
      "loss": 0.0714,
      "step": 5940
    },
    {
      "epoch": 6.01010101010101,
      "grad_norm": 1.6857322454452515,
      "learning_rate": 7.983838383838385e-05,
      "loss": 0.0628,
      "step": 5950
    },
    {
      "epoch": 6.02020202020202,
      "grad_norm": 0.1405191570520401,
      "learning_rate": 7.963636363636364e-05,
      "loss": 0.049,
      "step": 5960
    },
    {
      "epoch": 6.03030303030303,
      "grad_norm": 0.053569547832012177,
      "learning_rate": 7.943434343434344e-05,
      "loss": 0.0604,
      "step": 5970
    },
    {
      "epoch": 6.040404040404041,
      "grad_norm": 0.10379111021757126,
      "learning_rate": 7.923232323232323e-05,
      "loss": 0.0351,
      "step": 5980
    },
    {
      "epoch": 6.05050505050505,
      "grad_norm": 0.024483507499098778,
      "learning_rate": 7.903030303030303e-05,
      "loss": 0.0451,
      "step": 5990
    },
    {
      "epoch": 6.0606060606060606,
      "grad_norm": 0.07992430031299591,
      "learning_rate": 7.882828282828283e-05,
      "loss": 0.112,
      "step": 6000
    },
    {
      "epoch": 6.0606060606060606,
      "eval_accuracy": 0.9470103831006087,
      "eval_loss": 0.1796165257692337,
      "eval_runtime": 26.6699,
      "eval_samples_per_second": 104.725,
      "eval_steps_per_second": 13.123,
      "step": 6000
    },
    {
      "epoch": 6.070707070707071,
      "grad_norm": 0.6754518747329712,
      "learning_rate": 7.862626262626263e-05,
      "loss": 0.0417,
      "step": 6010
    },
    {
      "epoch": 6.08080808080808,
      "grad_norm": 5.186758995056152,
      "learning_rate": 7.842424242424243e-05,
      "loss": 0.0814,
      "step": 6020
    },
    {
      "epoch": 6.090909090909091,
      "grad_norm": 4.043176174163818,
      "learning_rate": 7.822222222222223e-05,
      "loss": 0.0604,
      "step": 6030
    },
    {
      "epoch": 6.101010101010101,
      "grad_norm": 1.122359037399292,
      "learning_rate": 7.802020202020203e-05,
      "loss": 0.0795,
      "step": 6040
    },
    {
      "epoch": 6.111111111111111,
      "grad_norm": 0.10599520802497864,
      "learning_rate": 7.781818181818183e-05,
      "loss": 0.0552,
      "step": 6050
    },
    {
      "epoch": 6.121212121212121,
      "grad_norm": 0.051988355815410614,
      "learning_rate": 7.761616161616163e-05,
      "loss": 0.0393,
      "step": 6060
    },
    {
      "epoch": 6.1313131313131315,
      "grad_norm": 0.14302538335323334,
      "learning_rate": 7.741414141414141e-05,
      "loss": 0.0152,
      "step": 6070
    },
    {
      "epoch": 6.141414141414141,
      "grad_norm": 0.022072261199355125,
      "learning_rate": 7.721212121212121e-05,
      "loss": 0.111,
      "step": 6080
    },
    {
      "epoch": 6.151515151515151,
      "grad_norm": 0.05234786495566368,
      "learning_rate": 7.701010101010101e-05,
      "loss": 0.0718,
      "step": 6090
    },
    {
      "epoch": 6.161616161616162,
      "grad_norm": 0.22603179514408112,
      "learning_rate": 7.680808080808081e-05,
      "loss": 0.0691,
      "step": 6100
    },
    {
      "epoch": 6.161616161616162,
      "eval_accuracy": 0.949874686716792,
      "eval_loss": 0.16974994540214539,
      "eval_runtime": 25.0765,
      "eval_samples_per_second": 111.379,
      "eval_steps_per_second": 13.957,
      "step": 6100
    },
    {
      "epoch": 6.171717171717171,
      "grad_norm": 0.09569063037633896,
      "learning_rate": 7.660606060606062e-05,
      "loss": 0.1551,
      "step": 6110
    },
    {
      "epoch": 6.181818181818182,
      "grad_norm": 0.29587113857269287,
      "learning_rate": 7.64040404040404e-05,
      "loss": 0.045,
      "step": 6120
    },
    {
      "epoch": 6.191919191919192,
      "grad_norm": 0.01917618326842785,
      "learning_rate": 7.62020202020202e-05,
      "loss": 0.1272,
      "step": 6130
    },
    {
      "epoch": 6.202020202020202,
      "grad_norm": 2.4523396492004395,
      "learning_rate": 7.6e-05,
      "loss": 0.0166,
      "step": 6140
    },
    {
      "epoch": 6.212121212121212,
      "grad_norm": 3.089550256729126,
      "learning_rate": 7.57979797979798e-05,
      "loss": 0.103,
      "step": 6150
    },
    {
      "epoch": 6.222222222222222,
      "grad_norm": 0.07542894780635834,
      "learning_rate": 7.55959595959596e-05,
      "loss": 0.1016,
      "step": 6160
    },
    {
      "epoch": 6.232323232323233,
      "grad_norm": 1.3589491844177246,
      "learning_rate": 7.53939393939394e-05,
      "loss": 0.119,
      "step": 6170
    },
    {
      "epoch": 6.242424242424242,
      "grad_norm": 0.09127297252416611,
      "learning_rate": 7.519191919191919e-05,
      "loss": 0.0322,
      "step": 6180
    },
    {
      "epoch": 6.252525252525253,
      "grad_norm": 0.4492006301879883,
      "learning_rate": 7.4989898989899e-05,
      "loss": 0.0483,
      "step": 6190
    },
    {
      "epoch": 6.262626262626263,
      "grad_norm": 3.9789376258850098,
      "learning_rate": 7.47878787878788e-05,
      "loss": 0.1385,
      "step": 6200
    },
    {
      "epoch": 6.262626262626263,
      "eval_accuracy": 0.9563193698532044,
      "eval_loss": 0.1347890943288803,
      "eval_runtime": 25.6815,
      "eval_samples_per_second": 108.755,
      "eval_steps_per_second": 13.628,
      "step": 6200
    },
    {
      "epoch": 6.2727272727272725,
      "grad_norm": 1.760690689086914,
      "learning_rate": 7.45858585858586e-05,
      "loss": 0.0754,
      "step": 6210
    },
    {
      "epoch": 6.282828282828283,
      "grad_norm": 0.040993157774209976,
      "learning_rate": 7.438383838383838e-05,
      "loss": 0.0793,
      "step": 6220
    },
    {
      "epoch": 6.292929292929293,
      "grad_norm": 1.8426438570022583,
      "learning_rate": 7.418181818181818e-05,
      "loss": 0.1176,
      "step": 6230
    },
    {
      "epoch": 6.303030303030303,
      "grad_norm": 0.208732470870018,
      "learning_rate": 7.397979797979798e-05,
      "loss": 0.1086,
      "step": 6240
    },
    {
      "epoch": 6.313131313131313,
      "grad_norm": 0.08218652009963989,
      "learning_rate": 7.377777777777778e-05,
      "loss": 0.0306,
      "step": 6250
    },
    {
      "epoch": 6.3232323232323235,
      "grad_norm": 2.8951575756073,
      "learning_rate": 7.357575757575758e-05,
      "loss": 0.0742,
      "step": 6260
    },
    {
      "epoch": 6.333333333333333,
      "grad_norm": 3.194607973098755,
      "learning_rate": 7.337373737373738e-05,
      "loss": 0.1073,
      "step": 6270
    },
    {
      "epoch": 6.343434343434343,
      "grad_norm": 2.866347074508667,
      "learning_rate": 7.317171717171718e-05,
      "loss": 0.0365,
      "step": 6280
    },
    {
      "epoch": 6.353535353535354,
      "grad_norm": 0.01601150631904602,
      "learning_rate": 7.296969696969697e-05,
      "loss": 0.0821,
      "step": 6290
    },
    {
      "epoch": 6.363636363636363,
      "grad_norm": 2.505512237548828,
      "learning_rate": 7.276767676767677e-05,
      "loss": 0.1173,
      "step": 6300
    },
    {
      "epoch": 6.363636363636363,
      "eval_accuracy": 0.9502327246688149,
      "eval_loss": 0.1521872878074646,
      "eval_runtime": 26.1829,
      "eval_samples_per_second": 106.673,
      "eval_steps_per_second": 13.367,
      "step": 6300
    },
    {
      "epoch": 6.373737373737374,
      "grad_norm": 4.881263732910156,
      "learning_rate": 7.256565656565657e-05,
      "loss": 0.0931,
      "step": 6310
    },
    {
      "epoch": 6.383838383838384,
      "grad_norm": 0.1095634326338768,
      "learning_rate": 7.236363636363637e-05,
      "loss": 0.0494,
      "step": 6320
    },
    {
      "epoch": 6.393939393939394,
      "grad_norm": 4.2075581550598145,
      "learning_rate": 7.216161616161616e-05,
      "loss": 0.044,
      "step": 6330
    },
    {
      "epoch": 6.404040404040404,
      "grad_norm": 0.23861250281333923,
      "learning_rate": 7.195959595959596e-05,
      "loss": 0.1207,
      "step": 6340
    },
    {
      "epoch": 6.414141414141414,
      "grad_norm": 0.022121990099549294,
      "learning_rate": 7.175757575757576e-05,
      "loss": 0.0587,
      "step": 6350
    },
    {
      "epoch": 6.424242424242424,
      "grad_norm": 0.36593952775001526,
      "learning_rate": 7.155555555555555e-05,
      "loss": 0.141,
      "step": 6360
    },
    {
      "epoch": 6.434343434343434,
      "grad_norm": 2.1025164127349854,
      "learning_rate": 7.135353535353537e-05,
      "loss": 0.0982,
      "step": 6370
    },
    {
      "epoch": 6.444444444444445,
      "grad_norm": 1.3649953603744507,
      "learning_rate": 7.115151515151515e-05,
      "loss": 0.1344,
      "step": 6380
    },
    {
      "epoch": 6.454545454545454,
      "grad_norm": 0.5976651906967163,
      "learning_rate": 7.094949494949495e-05,
      "loss": 0.1288,
      "step": 6390
    },
    {
      "epoch": 6.4646464646464645,
      "grad_norm": 0.1333063542842865,
      "learning_rate": 7.074747474747475e-05,
      "loss": 0.046,
      "step": 6400
    },
    {
      "epoch": 6.4646464646464645,
      "eval_accuracy": 0.9391335481561045,
      "eval_loss": 0.21140703558921814,
      "eval_runtime": 25.6858,
      "eval_samples_per_second": 108.737,
      "eval_steps_per_second": 13.626,
      "step": 6400
    },
    {
      "epoch": 6.474747474747475,
      "grad_norm": 0.41920793056488037,
      "learning_rate": 7.054545454545455e-05,
      "loss": 0.1177,
      "step": 6410
    },
    {
      "epoch": 6.484848484848484,
      "grad_norm": 6.899296283721924,
      "learning_rate": 7.034343434343435e-05,
      "loss": 0.0703,
      "step": 6420
    },
    {
      "epoch": 6.494949494949495,
      "grad_norm": 0.05274542421102524,
      "learning_rate": 7.014141414141415e-05,
      "loss": 0.0128,
      "step": 6430
    },
    {
      "epoch": 6.505050505050505,
      "grad_norm": 0.020516296848654747,
      "learning_rate": 6.993939393939393e-05,
      "loss": 0.0802,
      "step": 6440
    },
    {
      "epoch": 6.515151515151516,
      "grad_norm": 0.6311562061309814,
      "learning_rate": 6.973737373737374e-05,
      "loss": 0.0316,
      "step": 6450
    },
    {
      "epoch": 6.525252525252525,
      "grad_norm": 0.04587104544043541,
      "learning_rate": 6.953535353535354e-05,
      "loss": 0.1231,
      "step": 6460
    },
    {
      "epoch": 6.5353535353535355,
      "grad_norm": 0.025068655610084534,
      "learning_rate": 6.933333333333334e-05,
      "loss": 0.0788,
      "step": 6470
    },
    {
      "epoch": 6.545454545454545,
      "grad_norm": 0.635887861251831,
      "learning_rate": 6.915151515151516e-05,
      "loss": 0.0303,
      "step": 6480
    },
    {
      "epoch": 6.555555555555555,
      "grad_norm": 0.1272686868906021,
      "learning_rate": 6.894949494949496e-05,
      "loss": 0.0787,
      "step": 6490
    },
    {
      "epoch": 6.565656565656566,
      "grad_norm": 2.4348435401916504,
      "learning_rate": 6.874747474747476e-05,
      "loss": 0.0319,
      "step": 6500
    },
    {
      "epoch": 6.565656565656566,
      "eval_accuracy": 0.9477264590046545,
      "eval_loss": 0.17225638031959534,
      "eval_runtime": 25.5065,
      "eval_samples_per_second": 109.501,
      "eval_steps_per_second": 13.722,
      "step": 6500
    },
    {
      "epoch": 6.575757575757576,
      "grad_norm": 1.989790678024292,
      "learning_rate": 6.854545454545454e-05,
      "loss": 0.0225,
      "step": 6510
    },
    {
      "epoch": 6.585858585858586,
      "grad_norm": 0.0541650727391243,
      "learning_rate": 6.834343434343434e-05,
      "loss": 0.1695,
      "step": 6520
    },
    {
      "epoch": 6.595959595959596,
      "grad_norm": 0.4964849352836609,
      "learning_rate": 6.814141414141414e-05,
      "loss": 0.0415,
      "step": 6530
    },
    {
      "epoch": 6.606060606060606,
      "grad_norm": 0.09336791187524796,
      "learning_rate": 6.793939393939395e-05,
      "loss": 0.1004,
      "step": 6540
    },
    {
      "epoch": 6.616161616161616,
      "grad_norm": 0.338398277759552,
      "learning_rate": 6.773737373737375e-05,
      "loss": 0.0221,
      "step": 6550
    },
    {
      "epoch": 6.626262626262626,
      "grad_norm": 0.09210254997015,
      "learning_rate": 6.753535353535354e-05,
      "loss": 0.0449,
      "step": 6560
    },
    {
      "epoch": 6.636363636363637,
      "grad_norm": 0.05256842449307442,
      "learning_rate": 6.733333333333333e-05,
      "loss": 0.0527,
      "step": 6570
    },
    {
      "epoch": 6.646464646464646,
      "grad_norm": 0.311467707157135,
      "learning_rate": 6.713131313131313e-05,
      "loss": 0.035,
      "step": 6580
    },
    {
      "epoch": 6.656565656565657,
      "grad_norm": 0.2883482575416565,
      "learning_rate": 6.692929292929293e-05,
      "loss": 0.1456,
      "step": 6590
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 1.8831584453582764,
      "learning_rate": 6.672727272727273e-05,
      "loss": 0.0757,
      "step": 6600
    },
    {
      "epoch": 6.666666666666667,
      "eval_accuracy": 0.9527389903329753,
      "eval_loss": 0.15606904029846191,
      "eval_runtime": 26.056,
      "eval_samples_per_second": 107.192,
      "eval_steps_per_second": 13.433,
      "step": 6600
    },
    {
      "epoch": 6.6767676767676765,
      "grad_norm": 0.7311285734176636,
      "learning_rate": 6.652525252525253e-05,
      "loss": 0.0205,
      "step": 6610
    },
    {
      "epoch": 6.686868686868687,
      "grad_norm": 0.1137022078037262,
      "learning_rate": 6.632323232323233e-05,
      "loss": 0.0988,
      "step": 6620
    },
    {
      "epoch": 6.696969696969697,
      "grad_norm": 0.35282573103904724,
      "learning_rate": 6.612121212121213e-05,
      "loss": 0.1312,
      "step": 6630
    },
    {
      "epoch": 6.707070707070707,
      "grad_norm": 0.3823562264442444,
      "learning_rate": 6.591919191919193e-05,
      "loss": 0.0931,
      "step": 6640
    },
    {
      "epoch": 6.717171717171717,
      "grad_norm": 0.1301673948764801,
      "learning_rate": 6.571717171717173e-05,
      "loss": 0.0202,
      "step": 6650
    },
    {
      "epoch": 6.7272727272727275,
      "grad_norm": 0.04657525569200516,
      "learning_rate": 6.551515151515151e-05,
      "loss": 0.0529,
      "step": 6660
    },
    {
      "epoch": 6.737373737373737,
      "grad_norm": 0.28591451048851013,
      "learning_rate": 6.531313131313131e-05,
      "loss": 0.018,
      "step": 6670
    },
    {
      "epoch": 6.747474747474747,
      "grad_norm": 0.03750978037714958,
      "learning_rate": 6.511111111111111e-05,
      "loss": 0.0104,
      "step": 6680
    },
    {
      "epoch": 6.757575757575758,
      "grad_norm": 6.778770446777344,
      "learning_rate": 6.490909090909091e-05,
      "loss": 0.0783,
      "step": 6690
    },
    {
      "epoch": 6.767676767676767,
      "grad_norm": 0.09437508136034012,
      "learning_rate": 6.470707070707071e-05,
      "loss": 0.0744,
      "step": 6700
    },
    {
      "epoch": 6.767676767676767,
      "eval_accuracy": 0.9566774078052274,
      "eval_loss": 0.15866762399673462,
      "eval_runtime": 26.4523,
      "eval_samples_per_second": 105.586,
      "eval_steps_per_second": 13.231,
      "step": 6700
    },
    {
      "epoch": 6.777777777777778,
      "grad_norm": 0.2664666771888733,
      "learning_rate": 6.45050505050505e-05,
      "loss": 0.0872,
      "step": 6710
    },
    {
      "epoch": 6.787878787878788,
      "grad_norm": 0.04324870929121971,
      "learning_rate": 6.43030303030303e-05,
      "loss": 0.0573,
      "step": 6720
    },
    {
      "epoch": 6.797979797979798,
      "grad_norm": 0.751238226890564,
      "learning_rate": 6.41010101010101e-05,
      "loss": 0.1092,
      "step": 6730
    },
    {
      "epoch": 6.808080808080808,
      "grad_norm": 0.10832629352807999,
      "learning_rate": 6.38989898989899e-05,
      "loss": 0.0776,
      "step": 6740
    },
    {
      "epoch": 6.818181818181818,
      "grad_norm": 0.5286844968795776,
      "learning_rate": 6.36969696969697e-05,
      "loss": 0.0374,
      "step": 6750
    },
    {
      "epoch": 6.828282828282829,
      "grad_norm": 2.7931125164031982,
      "learning_rate": 6.34949494949495e-05,
      "loss": 0.1122,
      "step": 6760
    },
    {
      "epoch": 6.838383838383838,
      "grad_norm": 0.05890562757849693,
      "learning_rate": 6.329292929292929e-05,
      "loss": 0.066,
      "step": 6770
    },
    {
      "epoch": 6.848484848484849,
      "grad_norm": 0.583456814289093,
      "learning_rate": 6.309090909090909e-05,
      "loss": 0.0537,
      "step": 6780
    },
    {
      "epoch": 6.858585858585858,
      "grad_norm": 0.058590278029441833,
      "learning_rate": 6.28888888888889e-05,
      "loss": 0.096,
      "step": 6790
    },
    {
      "epoch": 6.8686868686868685,
      "grad_norm": 0.6827572584152222,
      "learning_rate": 6.26868686868687e-05,
      "loss": 0.0341,
      "step": 6800
    },
    {
      "epoch": 6.8686868686868685,
      "eval_accuracy": 0.9577515216612961,
      "eval_loss": 0.14577987790107727,
      "eval_runtime": 26.3019,
      "eval_samples_per_second": 106.19,
      "eval_steps_per_second": 13.307,
      "step": 6800
    },
    {
      "epoch": 6.878787878787879,
      "grad_norm": 5.151520729064941,
      "learning_rate": 6.24848484848485e-05,
      "loss": 0.0552,
      "step": 6810
    },
    {
      "epoch": 6.888888888888889,
      "grad_norm": 0.39091670513153076,
      "learning_rate": 6.228282828282828e-05,
      "loss": 0.0373,
      "step": 6820
    },
    {
      "epoch": 6.898989898989899,
      "grad_norm": 0.05881926789879799,
      "learning_rate": 6.208080808080808e-05,
      "loss": 0.0314,
      "step": 6830
    },
    {
      "epoch": 6.909090909090909,
      "grad_norm": 2.3945934772491455,
      "learning_rate": 6.187878787878788e-05,
      "loss": 0.115,
      "step": 6840
    },
    {
      "epoch": 6.91919191919192,
      "grad_norm": 0.35756856203079224,
      "learning_rate": 6.167676767676768e-05,
      "loss": 0.0212,
      "step": 6850
    },
    {
      "epoch": 6.929292929292929,
      "grad_norm": 1.2077807188034058,
      "learning_rate": 6.147474747474748e-05,
      "loss": 0.1025,
      "step": 6860
    },
    {
      "epoch": 6.9393939393939394,
      "grad_norm": 0.029852261766791344,
      "learning_rate": 6.127272727272728e-05,
      "loss": 0.0404,
      "step": 6870
    },
    {
      "epoch": 6.94949494949495,
      "grad_norm": 0.8109472990036011,
      "learning_rate": 6.107070707070708e-05,
      "loss": 0.0539,
      "step": 6880
    },
    {
      "epoch": 6.959595959595959,
      "grad_norm": 0.09217210114002228,
      "learning_rate": 6.0868686868686874e-05,
      "loss": 0.1452,
      "step": 6890
    },
    {
      "epoch": 6.96969696969697,
      "grad_norm": 0.17790426313877106,
      "learning_rate": 6.066666666666667e-05,
      "loss": 0.1512,
      "step": 6900
    },
    {
      "epoch": 6.96969696969697,
      "eval_accuracy": 0.9530970282849982,
      "eval_loss": 0.1572313755750656,
      "eval_runtime": 25.7039,
      "eval_samples_per_second": 108.66,
      "eval_steps_per_second": 13.617,
      "step": 6900
    },
    {
      "epoch": 6.97979797979798,
      "grad_norm": 1.3701117038726807,
      "learning_rate": 6.0464646464646465e-05,
      "loss": 0.0949,
      "step": 6910
    },
    {
      "epoch": 6.98989898989899,
      "grad_norm": 2.158742904663086,
      "learning_rate": 6.0262626262626264e-05,
      "loss": 0.0386,
      "step": 6920
    },
    {
      "epoch": 7.0,
      "grad_norm": 1.495492935180664,
      "learning_rate": 6.006060606060606e-05,
      "loss": 0.0568,
      "step": 6930
    },
    {
      "epoch": 7.01010101010101,
      "grad_norm": 5.56789493560791,
      "learning_rate": 5.9858585858585855e-05,
      "loss": 0.1273,
      "step": 6940
    },
    {
      "epoch": 7.02020202020202,
      "grad_norm": 0.0192103311419487,
      "learning_rate": 5.9656565656565654e-05,
      "loss": 0.0044,
      "step": 6950
    },
    {
      "epoch": 7.03030303030303,
      "grad_norm": 0.2975185215473175,
      "learning_rate": 5.945454545454546e-05,
      "loss": 0.0533,
      "step": 6960
    },
    {
      "epoch": 7.040404040404041,
      "grad_norm": 5.849196434020996,
      "learning_rate": 5.925252525252526e-05,
      "loss": 0.0314,
      "step": 6970
    },
    {
      "epoch": 7.05050505050505,
      "grad_norm": 0.017664331942796707,
      "learning_rate": 5.905050505050506e-05,
      "loss": 0.0925,
      "step": 6980
    },
    {
      "epoch": 7.0606060606060606,
      "grad_norm": 4.201910495758057,
      "learning_rate": 5.884848484848485e-05,
      "loss": 0.0937,
      "step": 6990
    },
    {
      "epoch": 7.070707070707071,
      "grad_norm": 0.5537464022636414,
      "learning_rate": 5.864646464646465e-05,
      "loss": 0.0153,
      "step": 7000
    },
    {
      "epoch": 7.070707070707071,
      "eval_accuracy": 0.9616899391335482,
      "eval_loss": 0.14021535217761993,
      "eval_runtime": 26.1591,
      "eval_samples_per_second": 106.77,
      "eval_steps_per_second": 13.38,
      "step": 7000
    },
    {
      "epoch": 7.08080808080808,
      "grad_norm": 0.04259471595287323,
      "learning_rate": 5.844444444444445e-05,
      "loss": 0.0496,
      "step": 7010
    },
    {
      "epoch": 7.090909090909091,
      "grad_norm": 0.04379872977733612,
      "learning_rate": 5.824242424242424e-05,
      "loss": 0.0736,
      "step": 7020
    },
    {
      "epoch": 7.101010101010101,
      "grad_norm": 25.18751335144043,
      "learning_rate": 5.804040404040404e-05,
      "loss": 0.0661,
      "step": 7030
    },
    {
      "epoch": 7.111111111111111,
      "grad_norm": 0.26519498229026794,
      "learning_rate": 5.783838383838384e-05,
      "loss": 0.0218,
      "step": 7040
    },
    {
      "epoch": 7.121212121212121,
      "grad_norm": 3.203284502029419,
      "learning_rate": 5.7636363636363644e-05,
      "loss": 0.0396,
      "step": 7050
    },
    {
      "epoch": 7.1313131313131315,
      "grad_norm": 3.1685590744018555,
      "learning_rate": 5.743434343434344e-05,
      "loss": 0.0262,
      "step": 7060
    },
    {
      "epoch": 7.141414141414141,
      "grad_norm": 2.3913097381591797,
      "learning_rate": 5.7232323232323235e-05,
      "loss": 0.1202,
      "step": 7070
    },
    {
      "epoch": 7.151515151515151,
      "grad_norm": 0.10309541970491409,
      "learning_rate": 5.7030303030303034e-05,
      "loss": 0.0539,
      "step": 7080
    },
    {
      "epoch": 7.161616161616162,
      "grad_norm": 0.011513768695294857,
      "learning_rate": 5.682828282828283e-05,
      "loss": 0.0363,
      "step": 7090
    },
    {
      "epoch": 7.171717171717171,
      "grad_norm": 0.0340239517390728,
      "learning_rate": 5.6626262626262625e-05,
      "loss": 0.0711,
      "step": 7100
    },
    {
      "epoch": 7.171717171717171,
      "eval_accuracy": 0.9609738632295023,
      "eval_loss": 0.15271997451782227,
      "eval_runtime": 26.5432,
      "eval_samples_per_second": 105.225,
      "eval_steps_per_second": 13.186,
      "step": 7100
    },
    {
      "epoch": 7.181818181818182,
      "grad_norm": 3.066012382507324,
      "learning_rate": 5.6424242424242424e-05,
      "loss": 0.0586,
      "step": 7110
    },
    {
      "epoch": 7.191919191919192,
      "grad_norm": 0.015100710093975067,
      "learning_rate": 5.622222222222222e-05,
      "loss": 0.0458,
      "step": 7120
    },
    {
      "epoch": 7.202020202020202,
      "grad_norm": 3.451115608215332,
      "learning_rate": 5.602020202020203e-05,
      "loss": 0.0593,
      "step": 7130
    },
    {
      "epoch": 7.212121212121212,
      "grad_norm": 0.14259886741638184,
      "learning_rate": 5.581818181818183e-05,
      "loss": 0.0571,
      "step": 7140
    },
    {
      "epoch": 7.222222222222222,
      "grad_norm": 0.04314308986067772,
      "learning_rate": 5.561616161616162e-05,
      "loss": 0.0532,
      "step": 7150
    },
    {
      "epoch": 7.232323232323233,
      "grad_norm": 0.063353031873703,
      "learning_rate": 5.541414141414142e-05,
      "loss": 0.0306,
      "step": 7160
    },
    {
      "epoch": 7.242424242424242,
      "grad_norm": 0.026339426636695862,
      "learning_rate": 5.521212121212122e-05,
      "loss": 0.0427,
      "step": 7170
    },
    {
      "epoch": 7.252525252525253,
      "grad_norm": 2.5659215450286865,
      "learning_rate": 5.501010101010101e-05,
      "loss": 0.158,
      "step": 7180
    },
    {
      "epoch": 7.262626262626263,
      "grad_norm": 4.935789108276367,
      "learning_rate": 5.480808080808081e-05,
      "loss": 0.0395,
      "step": 7190
    },
    {
      "epoch": 7.2727272727272725,
      "grad_norm": 3.4505467414855957,
      "learning_rate": 5.460606060606061e-05,
      "loss": 0.0453,
      "step": 7200
    },
    {
      "epoch": 7.2727272727272725,
      "eval_accuracy": 0.9570354457572503,
      "eval_loss": 0.15119105577468872,
      "eval_runtime": 25.5859,
      "eval_samples_per_second": 109.162,
      "eval_steps_per_second": 13.679,
      "step": 7200
    },
    {
      "epoch": 7.282828282828283,
      "grad_norm": 1.491591215133667,
      "learning_rate": 5.44040404040404e-05,
      "loss": 0.0508,
      "step": 7210
    },
    {
      "epoch": 7.292929292929293,
      "grad_norm": 0.20135779678821564,
      "learning_rate": 5.420202020202021e-05,
      "loss": 0.0119,
      "step": 7220
    },
    {
      "epoch": 7.303030303030303,
      "grad_norm": 0.27936965227127075,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 0.0749,
      "step": 7230
    },
    {
      "epoch": 7.313131313131313,
      "grad_norm": 0.16268154978752136,
      "learning_rate": 5.3797979797979804e-05,
      "loss": 0.0197,
      "step": 7240
    },
    {
      "epoch": 7.3232323232323235,
      "grad_norm": 4.364110469818115,
      "learning_rate": 5.35959595959596e-05,
      "loss": 0.0412,
      "step": 7250
    },
    {
      "epoch": 7.333333333333333,
      "grad_norm": 0.24327309429645538,
      "learning_rate": 5.3393939393939395e-05,
      "loss": 0.0074,
      "step": 7260
    },
    {
      "epoch": 7.343434343434343,
      "grad_norm": 0.03149246424436569,
      "learning_rate": 5.3191919191919194e-05,
      "loss": 0.1778,
      "step": 7270
    },
    {
      "epoch": 7.353535353535354,
      "grad_norm": 0.015329347923398018,
      "learning_rate": 5.298989898989899e-05,
      "loss": 0.0401,
      "step": 7280
    },
    {
      "epoch": 7.363636363636363,
      "grad_norm": 1.2658077478408813,
      "learning_rate": 5.2787878787878785e-05,
      "loss": 0.0301,
      "step": 7290
    },
    {
      "epoch": 7.373737373737374,
      "grad_norm": 1.1392098665237427,
      "learning_rate": 5.258585858585859e-05,
      "loss": 0.0052,
      "step": 7300
    },
    {
      "epoch": 7.373737373737374,
      "eval_accuracy": 0.9520229144289295,
      "eval_loss": 0.1935870349407196,
      "eval_runtime": 26.3847,
      "eval_samples_per_second": 105.857,
      "eval_steps_per_second": 13.265,
      "step": 7300
    },
    {
      "epoch": 7.383838383838384,
      "grad_norm": 5.420514106750488,
      "learning_rate": 5.238383838383839e-05,
      "loss": 0.085,
      "step": 7310
    },
    {
      "epoch": 7.393939393939394,
      "grad_norm": 3.4437241554260254,
      "learning_rate": 5.218181818181819e-05,
      "loss": 0.0803,
      "step": 7320
    },
    {
      "epoch": 7.404040404040404,
      "grad_norm": 0.11205892264842987,
      "learning_rate": 5.197979797979798e-05,
      "loss": 0.0702,
      "step": 7330
    },
    {
      "epoch": 7.414141414141414,
      "grad_norm": 0.2336532026529312,
      "learning_rate": 5.177777777777778e-05,
      "loss": 0.0202,
      "step": 7340
    },
    {
      "epoch": 7.424242424242424,
      "grad_norm": 0.2769406735897064,
      "learning_rate": 5.157575757575758e-05,
      "loss": 0.0833,
      "step": 7350
    },
    {
      "epoch": 7.434343434343434,
      "grad_norm": 0.04012402519583702,
      "learning_rate": 5.137373737373737e-05,
      "loss": 0.0146,
      "step": 7360
    },
    {
      "epoch": 7.444444444444445,
      "grad_norm": 0.11134153604507446,
      "learning_rate": 5.117171717171717e-05,
      "loss": 0.0596,
      "step": 7370
    },
    {
      "epoch": 7.454545454545454,
      "grad_norm": 3.452702760696411,
      "learning_rate": 5.096969696969697e-05,
      "loss": 0.0298,
      "step": 7380
    },
    {
      "epoch": 7.4646464646464645,
      "grad_norm": 0.059644632041454315,
      "learning_rate": 5.0767676767676774e-05,
      "loss": 0.0785,
      "step": 7390
    },
    {
      "epoch": 7.474747474747475,
      "grad_norm": 0.0173468217253685,
      "learning_rate": 5.0565656565656573e-05,
      "loss": 0.0477,
      "step": 7400
    },
    {
      "epoch": 7.474747474747475,
      "eval_accuracy": 0.9513068385248836,
      "eval_loss": 0.16992482542991638,
      "eval_runtime": 25.1969,
      "eval_samples_per_second": 110.847,
      "eval_steps_per_second": 13.891,
      "step": 7400
    },
    {
      "epoch": 7.484848484848484,
      "grad_norm": 0.07524644583463669,
      "learning_rate": 5.0363636363636366e-05,
      "loss": 0.0886,
      "step": 7410
    },
    {
      "epoch": 7.494949494949495,
      "grad_norm": 0.541922926902771,
      "learning_rate": 5.0161616161616165e-05,
      "loss": 0.0421,
      "step": 7420
    },
    {
      "epoch": 7.505050505050505,
      "grad_norm": 3.453490972518921,
      "learning_rate": 4.9959595959595964e-05,
      "loss": 0.0946,
      "step": 7430
    },
    {
      "epoch": 7.515151515151516,
      "grad_norm": 0.1501472294330597,
      "learning_rate": 4.9757575757575756e-05,
      "loss": 0.0632,
      "step": 7440
    },
    {
      "epoch": 7.525252525252525,
      "grad_norm": 0.0449078306555748,
      "learning_rate": 4.955555555555556e-05,
      "loss": 0.0397,
      "step": 7450
    },
    {
      "epoch": 7.5353535353535355,
      "grad_norm": 2.0380120277404785,
      "learning_rate": 4.935353535353536e-05,
      "loss": 0.0795,
      "step": 7460
    },
    {
      "epoch": 7.545454545454545,
      "grad_norm": 0.324027419090271,
      "learning_rate": 4.915151515151515e-05,
      "loss": 0.1152,
      "step": 7470
    },
    {
      "epoch": 7.555555555555555,
      "grad_norm": 4.435551166534424,
      "learning_rate": 4.894949494949495e-05,
      "loss": 0.1028,
      "step": 7480
    },
    {
      "epoch": 7.565656565656566,
      "grad_norm": 0.15692196786403656,
      "learning_rate": 4.874747474747475e-05,
      "loss": 0.0669,
      "step": 7490
    },
    {
      "epoch": 7.575757575757576,
      "grad_norm": 0.1278918832540512,
      "learning_rate": 4.854545454545455e-05,
      "loss": 0.091,
      "step": 7500
    },
    {
      "epoch": 7.575757575757576,
      "eval_accuracy": 0.9513068385248836,
      "eval_loss": 0.1628435254096985,
      "eval_runtime": 25.9324,
      "eval_samples_per_second": 107.703,
      "eval_steps_per_second": 13.497,
      "step": 7500
    },
    {
      "epoch": 7.585858585858586,
      "grad_norm": 0.06118590012192726,
      "learning_rate": 4.834343434343435e-05,
      "loss": 0.1065,
      "step": 7510
    },
    {
      "epoch": 7.595959595959596,
      "grad_norm": 4.340107440948486,
      "learning_rate": 4.814141414141414e-05,
      "loss": 0.0821,
      "step": 7520
    },
    {
      "epoch": 7.606060606060606,
      "grad_norm": 0.033492524176836014,
      "learning_rate": 4.793939393939394e-05,
      "loss": 0.0412,
      "step": 7530
    },
    {
      "epoch": 7.616161616161616,
      "grad_norm": 0.07362242043018341,
      "learning_rate": 4.773737373737374e-05,
      "loss": 0.0686,
      "step": 7540
    },
    {
      "epoch": 7.626262626262626,
      "grad_norm": 0.18190206587314606,
      "learning_rate": 4.753535353535354e-05,
      "loss": 0.023,
      "step": 7550
    },
    {
      "epoch": 7.636363636363637,
      "grad_norm": 4.937658309936523,
      "learning_rate": 4.7333333333333336e-05,
      "loss": 0.0966,
      "step": 7560
    },
    {
      "epoch": 7.646464646464646,
      "grad_norm": 0.1355772167444229,
      "learning_rate": 4.713131313131313e-05,
      "loss": 0.0872,
      "step": 7570
    },
    {
      "epoch": 7.656565656565657,
      "grad_norm": 3.2895684242248535,
      "learning_rate": 4.6929292929292934e-05,
      "loss": 0.1588,
      "step": 7580
    },
    {
      "epoch": 7.666666666666667,
      "grad_norm": 1.176599383354187,
      "learning_rate": 4.672727272727273e-05,
      "loss": 0.0445,
      "step": 7590
    },
    {
      "epoch": 7.6767676767676765,
      "grad_norm": 0.2387339174747467,
      "learning_rate": 4.6525252525252525e-05,
      "loss": 0.063,
      "step": 7600
    },
    {
      "epoch": 7.6767676767676765,
      "eval_accuracy": 0.9577515216612961,
      "eval_loss": 0.14738556742668152,
      "eval_runtime": 25.6577,
      "eval_samples_per_second": 108.856,
      "eval_steps_per_second": 13.641,
      "step": 7600
    },
    {
      "epoch": 7.686868686868687,
      "grad_norm": 2.4632670879364014,
      "learning_rate": 4.6323232323232324e-05,
      "loss": 0.0422,
      "step": 7610
    },
    {
      "epoch": 7.696969696969697,
      "grad_norm": 0.07168363779783249,
      "learning_rate": 4.612121212121212e-05,
      "loss": 0.0169,
      "step": 7620
    },
    {
      "epoch": 7.707070707070707,
      "grad_norm": 2.6026084423065186,
      "learning_rate": 4.591919191919192e-05,
      "loss": 0.0363,
      "step": 7630
    },
    {
      "epoch": 7.717171717171717,
      "grad_norm": 2.899994373321533,
      "learning_rate": 4.571717171717172e-05,
      "loss": 0.0688,
      "step": 7640
    },
    {
      "epoch": 7.7272727272727275,
      "grad_norm": 2.033482551574707,
      "learning_rate": 4.5515151515151513e-05,
      "loss": 0.0456,
      "step": 7650
    },
    {
      "epoch": 7.737373737373737,
      "grad_norm": 0.19459086656570435,
      "learning_rate": 4.531313131313131e-05,
      "loss": 0.0643,
      "step": 7660
    },
    {
      "epoch": 7.747474747474747,
      "grad_norm": 0.023826055228710175,
      "learning_rate": 4.511111111111112e-05,
      "loss": 0.0247,
      "step": 7670
    },
    {
      "epoch": 7.757575757575758,
      "grad_norm": 0.21090379357337952,
      "learning_rate": 4.490909090909091e-05,
      "loss": 0.0417,
      "step": 7680
    },
    {
      "epoch": 7.767676767676767,
      "grad_norm": 0.1651458889245987,
      "learning_rate": 4.470707070707071e-05,
      "loss": 0.032,
      "step": 7690
    },
    {
      "epoch": 7.777777777777778,
      "grad_norm": 0.25803717970848083,
      "learning_rate": 4.450505050505051e-05,
      "loss": 0.0497,
      "step": 7700
    },
    {
      "epoch": 7.777777777777778,
      "eval_accuracy": 0.9613319011815252,
      "eval_loss": 0.13887141644954681,
      "eval_runtime": 25.6476,
      "eval_samples_per_second": 108.899,
      "eval_steps_per_second": 13.647,
      "step": 7700
    },
    {
      "epoch": 7.787878787878788,
      "grad_norm": 4.601800441741943,
      "learning_rate": 4.430303030303031e-05,
      "loss": 0.1117,
      "step": 7710
    },
    {
      "epoch": 7.797979797979798,
      "grad_norm": 0.2994377911090851,
      "learning_rate": 4.4101010101010106e-05,
      "loss": 0.0368,
      "step": 7720
    },
    {
      "epoch": 7.808080808080808,
      "grad_norm": 6.382791042327881,
      "learning_rate": 4.38989898989899e-05,
      "loss": 0.1218,
      "step": 7730
    },
    {
      "epoch": 7.818181818181818,
      "grad_norm": 0.1414938122034073,
      "learning_rate": 4.36969696969697e-05,
      "loss": 0.0296,
      "step": 7740
    },
    {
      "epoch": 7.828282828282829,
      "grad_norm": 0.09703594446182251,
      "learning_rate": 4.3494949494949496e-05,
      "loss": 0.0436,
      "step": 7750
    },
    {
      "epoch": 7.838383838383838,
      "grad_norm": 0.06831446290016174,
      "learning_rate": 4.3292929292929295e-05,
      "loss": 0.0748,
      "step": 7760
    },
    {
      "epoch": 7.848484848484849,
      "grad_norm": 0.18760167062282562,
      "learning_rate": 4.3090909090909094e-05,
      "loss": 0.0534,
      "step": 7770
    },
    {
      "epoch": 7.858585858585858,
      "grad_norm": 5.9486870765686035,
      "learning_rate": 4.2888888888888886e-05,
      "loss": 0.0627,
      "step": 7780
    },
    {
      "epoch": 7.8686868686868685,
      "grad_norm": 0.156913161277771,
      "learning_rate": 4.2686868686868685e-05,
      "loss": 0.0586,
      "step": 7790
    },
    {
      "epoch": 7.878787878787879,
      "grad_norm": 2.0493478775024414,
      "learning_rate": 4.248484848484849e-05,
      "loss": 0.0552,
      "step": 7800
    },
    {
      "epoch": 7.878787878787879,
      "eval_accuracy": 0.9380594343000358,
      "eval_loss": 0.25865495204925537,
      "eval_runtime": 26.2229,
      "eval_samples_per_second": 106.51,
      "eval_steps_per_second": 13.347,
      "step": 7800
    },
    {
      "epoch": 7.888888888888889,
      "grad_norm": 4.067117214202881,
      "learning_rate": 4.228282828282828e-05,
      "loss": 0.0515,
      "step": 7810
    },
    {
      "epoch": 7.898989898989899,
      "grad_norm": 0.11128303408622742,
      "learning_rate": 4.208080808080808e-05,
      "loss": 0.0604,
      "step": 7820
    },
    {
      "epoch": 7.909090909090909,
      "grad_norm": 0.0496579185128212,
      "learning_rate": 4.187878787878788e-05,
      "loss": 0.0393,
      "step": 7830
    },
    {
      "epoch": 7.91919191919192,
      "grad_norm": 0.021783454343676567,
      "learning_rate": 4.167676767676768e-05,
      "loss": 0.094,
      "step": 7840
    },
    {
      "epoch": 7.929292929292929,
      "grad_norm": 3.133892059326172,
      "learning_rate": 4.147474747474748e-05,
      "loss": 0.0656,
      "step": 7850
    },
    {
      "epoch": 7.9393939393939394,
      "grad_norm": 0.3182319402694702,
      "learning_rate": 4.127272727272727e-05,
      "loss": 0.0725,
      "step": 7860
    },
    {
      "epoch": 7.94949494949495,
      "grad_norm": 0.10395387560129166,
      "learning_rate": 4.107070707070707e-05,
      "loss": 0.0352,
      "step": 7870
    },
    {
      "epoch": 7.959595959595959,
      "grad_norm": 0.3641154170036316,
      "learning_rate": 4.0868686868686876e-05,
      "loss": 0.0894,
      "step": 7880
    },
    {
      "epoch": 7.96969696969697,
      "grad_norm": 0.11004490405321121,
      "learning_rate": 4.066666666666667e-05,
      "loss": 0.0083,
      "step": 7890
    },
    {
      "epoch": 7.97979797979798,
      "grad_norm": 0.014313346706330776,
      "learning_rate": 4.046464646464647e-05,
      "loss": 0.0364,
      "step": 7900
    },
    {
      "epoch": 7.97979797979798,
      "eval_accuracy": 0.9602577873254565,
      "eval_loss": 0.13607622683048248,
      "eval_runtime": 25.5523,
      "eval_samples_per_second": 109.305,
      "eval_steps_per_second": 13.697,
      "step": 7900
    },
    {
      "epoch": 7.98989898989899,
      "grad_norm": 3.420837879180908,
      "learning_rate": 4.0262626262626266e-05,
      "loss": 0.0268,
      "step": 7910
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.9288634657859802,
      "learning_rate": 4.0060606060606065e-05,
      "loss": 0.0731,
      "step": 7920
    },
    {
      "epoch": 8.01010101010101,
      "grad_norm": 2.2030820846557617,
      "learning_rate": 3.9858585858585864e-05,
      "loss": 0.0636,
      "step": 7930
    },
    {
      "epoch": 8.02020202020202,
      "grad_norm": 0.04353635758161545,
      "learning_rate": 3.9656565656565656e-05,
      "loss": 0.0463,
      "step": 7940
    },
    {
      "epoch": 8.030303030303031,
      "grad_norm": 0.08897583186626434,
      "learning_rate": 3.9454545454545455e-05,
      "loss": 0.0529,
      "step": 7950
    },
    {
      "epoch": 8.04040404040404,
      "grad_norm": 6.2125563621521,
      "learning_rate": 3.9252525252525254e-05,
      "loss": 0.043,
      "step": 7960
    },
    {
      "epoch": 8.05050505050505,
      "grad_norm": 0.050241868942976,
      "learning_rate": 3.905050505050505e-05,
      "loss": 0.0077,
      "step": 7970
    },
    {
      "epoch": 8.06060606060606,
      "grad_norm": 0.06562667340040207,
      "learning_rate": 3.884848484848485e-05,
      "loss": 0.023,
      "step": 7980
    },
    {
      "epoch": 8.070707070707071,
      "grad_norm": 3.8004908561706543,
      "learning_rate": 3.8646464646464644e-05,
      "loss": 0.041,
      "step": 7990
    },
    {
      "epoch": 8.080808080808081,
      "grad_norm": 0.06393536925315857,
      "learning_rate": 3.844444444444444e-05,
      "loss": 0.0124,
      "step": 8000
    },
    {
      "epoch": 8.080808080808081,
      "eval_accuracy": 0.9606158252774795,
      "eval_loss": 0.14380931854248047,
      "eval_runtime": 25.6513,
      "eval_samples_per_second": 108.883,
      "eval_steps_per_second": 13.645,
      "step": 8000
    },
    {
      "epoch": 8.090909090909092,
      "grad_norm": 1.5832247734069824,
      "learning_rate": 3.824242424242425e-05,
      "loss": 0.0782,
      "step": 8010
    },
    {
      "epoch": 8.1010101010101,
      "grad_norm": 6.523228645324707,
      "learning_rate": 3.804040404040404e-05,
      "loss": 0.0384,
      "step": 8020
    },
    {
      "epoch": 8.11111111111111,
      "grad_norm": 0.03994593024253845,
      "learning_rate": 3.783838383838384e-05,
      "loss": 0.0077,
      "step": 8030
    },
    {
      "epoch": 8.121212121212121,
      "grad_norm": 0.7552701830863953,
      "learning_rate": 3.763636363636364e-05,
      "loss": 0.0651,
      "step": 8040
    },
    {
      "epoch": 8.131313131313131,
      "grad_norm": 0.08890596777200699,
      "learning_rate": 3.743434343434344e-05,
      "loss": 0.0197,
      "step": 8050
    },
    {
      "epoch": 8.141414141414142,
      "grad_norm": 6.5320634841918945,
      "learning_rate": 3.723232323232324e-05,
      "loss": 0.0199,
      "step": 8060
    },
    {
      "epoch": 8.151515151515152,
      "grad_norm": 0.024610524997115135,
      "learning_rate": 3.703030303030303e-05,
      "loss": 0.0322,
      "step": 8070
    },
    {
      "epoch": 8.16161616161616,
      "grad_norm": 0.04751124233007431,
      "learning_rate": 3.682828282828283e-05,
      "loss": 0.0231,
      "step": 8080
    },
    {
      "epoch": 8.171717171717171,
      "grad_norm": 0.05312546342611313,
      "learning_rate": 3.6626262626262634e-05,
      "loss": 0.0344,
      "step": 8090
    },
    {
      "epoch": 8.181818181818182,
      "grad_norm": 4.530752182006836,
      "learning_rate": 3.6424242424242426e-05,
      "loss": 0.0703,
      "step": 8100
    },
    {
      "epoch": 8.181818181818182,
      "eval_accuracy": 0.9584675975653419,
      "eval_loss": 0.15765109658241272,
      "eval_runtime": 26.1717,
      "eval_samples_per_second": 106.718,
      "eval_steps_per_second": 13.373,
      "step": 8100
    },
    {
      "epoch": 8.191919191919192,
      "grad_norm": 0.04425670579075813,
      "learning_rate": 3.6222222222222225e-05,
      "loss": 0.0406,
      "step": 8110
    },
    {
      "epoch": 8.202020202020202,
      "grad_norm": 4.567905426025391,
      "learning_rate": 3.6020202020202024e-05,
      "loss": 0.0941,
      "step": 8120
    },
    {
      "epoch": 8.212121212121213,
      "grad_norm": 4.495558738708496,
      "learning_rate": 3.5818181818181816e-05,
      "loss": 0.0667,
      "step": 8130
    },
    {
      "epoch": 8.222222222222221,
      "grad_norm": 0.028609730303287506,
      "learning_rate": 3.561616161616162e-05,
      "loss": 0.0721,
      "step": 8140
    },
    {
      "epoch": 8.232323232323232,
      "grad_norm": 1.9185714721679688,
      "learning_rate": 3.5414141414141414e-05,
      "loss": 0.0724,
      "step": 8150
    },
    {
      "epoch": 8.242424242424242,
      "grad_norm": 0.10920464247465134,
      "learning_rate": 3.521212121212121e-05,
      "loss": 0.0516,
      "step": 8160
    },
    {
      "epoch": 8.252525252525253,
      "grad_norm": 0.18538707494735718,
      "learning_rate": 3.501010101010101e-05,
      "loss": 0.0295,
      "step": 8170
    },
    {
      "epoch": 8.262626262626263,
      "grad_norm": 0.3900783956050873,
      "learning_rate": 3.480808080808081e-05,
      "loss": 0.0083,
      "step": 8180
    },
    {
      "epoch": 8.272727272727273,
      "grad_norm": 0.5472029447555542,
      "learning_rate": 3.460606060606061e-05,
      "loss": 0.0155,
      "step": 8190
    },
    {
      "epoch": 8.282828282828282,
      "grad_norm": 0.09228463470935822,
      "learning_rate": 3.44040404040404e-05,
      "loss": 0.025,
      "step": 8200
    },
    {
      "epoch": 8.282828282828282,
      "eval_accuracy": 0.9484425349087003,
      "eval_loss": 0.1943020224571228,
      "eval_runtime": 26.1968,
      "eval_samples_per_second": 106.616,
      "eval_steps_per_second": 13.36,
      "step": 8200
    },
    {
      "epoch": 8.292929292929292,
      "grad_norm": 0.02402353845536709,
      "learning_rate": 3.42020202020202e-05,
      "loss": 0.0514,
      "step": 8210
    },
    {
      "epoch": 8.303030303030303,
      "grad_norm": 0.276614785194397,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.0588,
      "step": 8220
    },
    {
      "epoch": 8.313131313131313,
      "grad_norm": 0.09456822276115417,
      "learning_rate": 3.37979797979798e-05,
      "loss": 0.0226,
      "step": 8230
    },
    {
      "epoch": 8.323232323232324,
      "grad_norm": 0.024134701117873192,
      "learning_rate": 3.35959595959596e-05,
      "loss": 0.0225,
      "step": 8240
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 0.12445070594549179,
      "learning_rate": 3.3393939393939397e-05,
      "loss": 0.0205,
      "step": 8250
    },
    {
      "epoch": 8.343434343434343,
      "grad_norm": 0.006568551529198885,
      "learning_rate": 3.319191919191919e-05,
      "loss": 0.0033,
      "step": 8260
    },
    {
      "epoch": 8.353535353535353,
      "grad_norm": 0.018136441707611084,
      "learning_rate": 3.2989898989898995e-05,
      "loss": 0.0327,
      "step": 8270
    },
    {
      "epoch": 8.363636363636363,
      "grad_norm": 0.13373133540153503,
      "learning_rate": 3.278787878787879e-05,
      "loss": 0.0371,
      "step": 8280
    },
    {
      "epoch": 8.373737373737374,
      "grad_norm": 2.1574575901031494,
      "learning_rate": 3.2585858585858586e-05,
      "loss": 0.0525,
      "step": 8290
    },
    {
      "epoch": 8.383838383838384,
      "grad_norm": 0.14095142483711243,
      "learning_rate": 3.2383838383838385e-05,
      "loss": 0.0259,
      "step": 8300
    },
    {
      "epoch": 8.383838383838384,
      "eval_accuracy": 0.9613319011815252,
      "eval_loss": 0.15904253721237183,
      "eval_runtime": 26.3335,
      "eval_samples_per_second": 106.063,
      "eval_steps_per_second": 13.291,
      "step": 8300
    },
    {
      "epoch": 8.393939393939394,
      "grad_norm": 0.018682468682527542,
      "learning_rate": 3.2181818181818184e-05,
      "loss": 0.0803,
      "step": 8310
    },
    {
      "epoch": 8.404040404040405,
      "grad_norm": 4.237796783447266,
      "learning_rate": 3.197979797979798e-05,
      "loss": 0.0185,
      "step": 8320
    },
    {
      "epoch": 8.414141414141413,
      "grad_norm": 0.029690474271774292,
      "learning_rate": 3.177777777777778e-05,
      "loss": 0.0673,
      "step": 8330
    },
    {
      "epoch": 8.424242424242424,
      "grad_norm": 3.0206427574157715,
      "learning_rate": 3.1575757575757574e-05,
      "loss": 0.0381,
      "step": 8340
    },
    {
      "epoch": 8.434343434343434,
      "grad_norm": 0.01455895509570837,
      "learning_rate": 3.137373737373738e-05,
      "loss": 0.0247,
      "step": 8350
    },
    {
      "epoch": 8.444444444444445,
      "grad_norm": 0.018579356372356415,
      "learning_rate": 3.117171717171717e-05,
      "loss": 0.0403,
      "step": 8360
    },
    {
      "epoch": 8.454545454545455,
      "grad_norm": 5.461668014526367,
      "learning_rate": 3.096969696969697e-05,
      "loss": 0.0659,
      "step": 8370
    },
    {
      "epoch": 8.464646464646465,
      "grad_norm": 1.4274054765701294,
      "learning_rate": 3.076767676767677e-05,
      "loss": 0.0161,
      "step": 8380
    },
    {
      "epoch": 8.474747474747474,
      "grad_norm": 0.012056349776685238,
      "learning_rate": 3.056565656565657e-05,
      "loss": 0.0471,
      "step": 8390
    },
    {
      "epoch": 8.484848484848484,
      "grad_norm": 0.0278280358761549,
      "learning_rate": 3.0363636363636367e-05,
      "loss": 0.0049,
      "step": 8400
    },
    {
      "epoch": 8.484848484848484,
      "eval_accuracy": 0.958109559613319,
      "eval_loss": 0.15213708579540253,
      "eval_runtime": 26.1963,
      "eval_samples_per_second": 106.618,
      "eval_steps_per_second": 13.361,
      "step": 8400
    },
    {
      "epoch": 8.494949494949495,
      "grad_norm": 0.025999628007411957,
      "learning_rate": 3.0161616161616163e-05,
      "loss": 0.0173,
      "step": 8410
    },
    {
      "epoch": 8.505050505050505,
      "grad_norm": 1.6824313402175903,
      "learning_rate": 2.995959595959596e-05,
      "loss": 0.039,
      "step": 8420
    },
    {
      "epoch": 8.515151515151516,
      "grad_norm": 0.3492492437362671,
      "learning_rate": 2.9757575757575757e-05,
      "loss": 0.0361,
      "step": 8430
    },
    {
      "epoch": 8.525252525252526,
      "grad_norm": 1.7269563674926758,
      "learning_rate": 2.955555555555556e-05,
      "loss": 0.0283,
      "step": 8440
    },
    {
      "epoch": 8.535353535353535,
      "grad_norm": 4.346229553222656,
      "learning_rate": 2.9353535353535355e-05,
      "loss": 0.0795,
      "step": 8450
    },
    {
      "epoch": 8.545454545454545,
      "grad_norm": 3.4249932765960693,
      "learning_rate": 2.915151515151515e-05,
      "loss": 0.07,
      "step": 8460
    },
    {
      "epoch": 8.555555555555555,
      "grad_norm": 0.16380125284194946,
      "learning_rate": 2.894949494949495e-05,
      "loss": 0.0338,
      "step": 8470
    },
    {
      "epoch": 8.565656565656566,
      "grad_norm": 0.03398223966360092,
      "learning_rate": 2.8747474747474752e-05,
      "loss": 0.0512,
      "step": 8480
    },
    {
      "epoch": 8.575757575757576,
      "grad_norm": 2.9662978649139404,
      "learning_rate": 2.8545454545454548e-05,
      "loss": 0.0719,
      "step": 8490
    },
    {
      "epoch": 8.585858585858587,
      "grad_norm": 0.06849607825279236,
      "learning_rate": 2.8343434343434343e-05,
      "loss": 0.0174,
      "step": 8500
    },
    {
      "epoch": 8.585858585858587,
      "eval_accuracy": 0.9598997493734336,
      "eval_loss": 0.15224336087703705,
      "eval_runtime": 25.9168,
      "eval_samples_per_second": 107.768,
      "eval_steps_per_second": 13.505,
      "step": 8500
    },
    {
      "epoch": 8.595959595959595,
      "grad_norm": 3.5387423038482666,
      "learning_rate": 2.8141414141414142e-05,
      "loss": 0.0265,
      "step": 8510
    },
    {
      "epoch": 8.606060606060606,
      "grad_norm": 0.2299012988805771,
      "learning_rate": 2.7939393939393945e-05,
      "loss": 0.0325,
      "step": 8520
    },
    {
      "epoch": 8.616161616161616,
      "grad_norm": 0.1686079502105713,
      "learning_rate": 2.773737373737374e-05,
      "loss": 0.0665,
      "step": 8530
    },
    {
      "epoch": 8.626262626262626,
      "grad_norm": 0.01624220982193947,
      "learning_rate": 2.7535353535353536e-05,
      "loss": 0.0316,
      "step": 8540
    },
    {
      "epoch": 8.636363636363637,
      "grad_norm": 5.383854389190674,
      "learning_rate": 2.733333333333333e-05,
      "loss": 0.0568,
      "step": 8550
    },
    {
      "epoch": 8.646464646464647,
      "grad_norm": 0.014906655997037888,
      "learning_rate": 2.7131313131313134e-05,
      "loss": 0.0201,
      "step": 8560
    },
    {
      "epoch": 8.656565656565657,
      "grad_norm": 0.8503532409667969,
      "learning_rate": 2.6929292929292933e-05,
      "loss": 0.0269,
      "step": 8570
    },
    {
      "epoch": 8.666666666666666,
      "grad_norm": 0.006653611082583666,
      "learning_rate": 2.6727272727272728e-05,
      "loss": 0.0446,
      "step": 8580
    },
    {
      "epoch": 8.676767676767676,
      "grad_norm": 8.002989768981934,
      "learning_rate": 2.6525252525252524e-05,
      "loss": 0.0535,
      "step": 8590
    },
    {
      "epoch": 8.686868686868687,
      "grad_norm": 0.20638875663280487,
      "learning_rate": 2.6323232323232323e-05,
      "loss": 0.0194,
      "step": 8600
    },
    {
      "epoch": 8.686868686868687,
      "eval_accuracy": 0.9606158252774795,
      "eval_loss": 0.14563946425914764,
      "eval_runtime": 25.8959,
      "eval_samples_per_second": 107.855,
      "eval_steps_per_second": 13.516,
      "step": 8600
    },
    {
      "epoch": 8.696969696969697,
      "grad_norm": 0.33214274048805237,
      "learning_rate": 2.6121212121212125e-05,
      "loss": 0.0296,
      "step": 8610
    },
    {
      "epoch": 8.707070707070708,
      "grad_norm": 0.021809542551636696,
      "learning_rate": 2.591919191919192e-05,
      "loss": 0.0328,
      "step": 8620
    },
    {
      "epoch": 8.717171717171716,
      "grad_norm": 0.011034449562430382,
      "learning_rate": 2.5717171717171716e-05,
      "loss": 0.0172,
      "step": 8630
    },
    {
      "epoch": 8.727272727272727,
      "grad_norm": 0.17327769100666046,
      "learning_rate": 2.5515151515151515e-05,
      "loss": 0.0748,
      "step": 8640
    },
    {
      "epoch": 8.737373737373737,
      "grad_norm": 3.269444227218628,
      "learning_rate": 2.5313131313131318e-05,
      "loss": 0.1305,
      "step": 8650
    },
    {
      "epoch": 8.747474747474747,
      "grad_norm": 0.11276157200336456,
      "learning_rate": 2.5111111111111113e-05,
      "loss": 0.0737,
      "step": 8660
    },
    {
      "epoch": 8.757575757575758,
      "grad_norm": 4.957470417022705,
      "learning_rate": 2.490909090909091e-05,
      "loss": 0.0257,
      "step": 8670
    },
    {
      "epoch": 8.767676767676768,
      "grad_norm": 0.06070602312684059,
      "learning_rate": 2.4707070707070708e-05,
      "loss": 0.0348,
      "step": 8680
    },
    {
      "epoch": 8.777777777777779,
      "grad_norm": 2.432539463043213,
      "learning_rate": 2.4505050505050507e-05,
      "loss": 0.0426,
      "step": 8690
    },
    {
      "epoch": 8.787878787878787,
      "grad_norm": 0.7551902532577515,
      "learning_rate": 2.4303030303030306e-05,
      "loss": 0.0315,
      "step": 8700
    },
    {
      "epoch": 8.787878787878787,
      "eval_accuracy": 0.9598997493734336,
      "eval_loss": 0.1411319375038147,
      "eval_runtime": 26.1071,
      "eval_samples_per_second": 106.982,
      "eval_steps_per_second": 13.406,
      "step": 8700
    },
    {
      "epoch": 8.797979797979798,
      "grad_norm": 3.6202332973480225,
      "learning_rate": 2.41010101010101e-05,
      "loss": 0.0255,
      "step": 8710
    },
    {
      "epoch": 8.808080808080808,
      "grad_norm": 1.979330062866211,
      "learning_rate": 2.38989898989899e-05,
      "loss": 0.0668,
      "step": 8720
    },
    {
      "epoch": 8.818181818181818,
      "grad_norm": 0.09393583983182907,
      "learning_rate": 2.36969696969697e-05,
      "loss": 0.0424,
      "step": 8730
    },
    {
      "epoch": 8.828282828282829,
      "grad_norm": 0.17870110273361206,
      "learning_rate": 2.3494949494949495e-05,
      "loss": 0.0429,
      "step": 8740
    },
    {
      "epoch": 8.83838383838384,
      "grad_norm": 0.01010535005480051,
      "learning_rate": 2.3292929292929294e-05,
      "loss": 0.0289,
      "step": 8750
    },
    {
      "epoch": 8.848484848484848,
      "grad_norm": 0.03681017830967903,
      "learning_rate": 2.309090909090909e-05,
      "loss": 0.0093,
      "step": 8760
    },
    {
      "epoch": 8.858585858585858,
      "grad_norm": 0.03761085867881775,
      "learning_rate": 2.288888888888889e-05,
      "loss": 0.0276,
      "step": 8770
    },
    {
      "epoch": 8.868686868686869,
      "grad_norm": 0.04552626237273216,
      "learning_rate": 2.2686868686868687e-05,
      "loss": 0.035,
      "step": 8780
    },
    {
      "epoch": 8.878787878787879,
      "grad_norm": 15.462836265563965,
      "learning_rate": 2.2484848484848486e-05,
      "loss": 0.0363,
      "step": 8790
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 0.05760538578033447,
      "learning_rate": 2.228282828282828e-05,
      "loss": 0.0419,
      "step": 8800
    },
    {
      "epoch": 8.88888888888889,
      "eval_accuracy": 0.9591836734693877,
      "eval_loss": 0.14262323081493378,
      "eval_runtime": 26.5686,
      "eval_samples_per_second": 105.124,
      "eval_steps_per_second": 13.173,
      "step": 8800
    },
    {
      "epoch": 8.8989898989899,
      "grad_norm": 0.013880529440939426,
      "learning_rate": 2.2080808080808084e-05,
      "loss": 0.0038,
      "step": 8810
    },
    {
      "epoch": 8.909090909090908,
      "grad_norm": 0.5507473945617676,
      "learning_rate": 2.187878787878788e-05,
      "loss": 0.0298,
      "step": 8820
    },
    {
      "epoch": 8.919191919191919,
      "grad_norm": 0.28017669916152954,
      "learning_rate": 2.167676767676768e-05,
      "loss": 0.0039,
      "step": 8830
    },
    {
      "epoch": 8.929292929292929,
      "grad_norm": 0.017856653779745102,
      "learning_rate": 2.1474747474747474e-05,
      "loss": 0.0036,
      "step": 8840
    },
    {
      "epoch": 8.93939393939394,
      "grad_norm": 0.6294344663619995,
      "learning_rate": 2.1272727272727276e-05,
      "loss": 0.042,
      "step": 8850
    },
    {
      "epoch": 8.94949494949495,
      "grad_norm": 2.846271514892578,
      "learning_rate": 2.1070707070707072e-05,
      "loss": 0.0915,
      "step": 8860
    },
    {
      "epoch": 8.95959595959596,
      "grad_norm": 1.6820452213287354,
      "learning_rate": 2.086868686868687e-05,
      "loss": 0.0441,
      "step": 8870
    },
    {
      "epoch": 8.969696969696969,
      "grad_norm": 2.357525110244751,
      "learning_rate": 2.0666666666666666e-05,
      "loss": 0.044,
      "step": 8880
    },
    {
      "epoch": 8.97979797979798,
      "grad_norm": 0.058374661952257156,
      "learning_rate": 2.0464646464646465e-05,
      "loss": 0.0394,
      "step": 8890
    },
    {
      "epoch": 8.98989898989899,
      "grad_norm": 4.777621746063232,
      "learning_rate": 2.0262626262626264e-05,
      "loss": 0.0193,
      "step": 8900
    },
    {
      "epoch": 8.98989898989899,
      "eval_accuracy": 0.9641962047977085,
      "eval_loss": 0.13753151893615723,
      "eval_runtime": 26.4062,
      "eval_samples_per_second": 105.771,
      "eval_steps_per_second": 13.254,
      "step": 8900
    },
    {
      "epoch": 9.0,
      "grad_norm": NaN,
      "learning_rate": 2.008080808080808e-05,
      "loss": 0.002,
      "step": 8910
    },
    {
      "epoch": 9.01010101010101,
      "grad_norm": 0.038479045033454895,
      "learning_rate": 1.987878787878788e-05,
      "loss": 0.0031,
      "step": 8920
    },
    {
      "epoch": 9.02020202020202,
      "grad_norm": 0.06207535043358803,
      "learning_rate": 1.9676767676767677e-05,
      "loss": 0.0023,
      "step": 8930
    },
    {
      "epoch": 9.030303030303031,
      "grad_norm": 5.280101776123047,
      "learning_rate": 1.9474747474747476e-05,
      "loss": 0.0608,
      "step": 8940
    },
    {
      "epoch": 9.04040404040404,
      "grad_norm": 8.902334213256836,
      "learning_rate": 1.9272727272727272e-05,
      "loss": 0.0147,
      "step": 8950
    },
    {
      "epoch": 9.05050505050505,
      "grad_norm": 0.884495735168457,
      "learning_rate": 1.907070707070707e-05,
      "loss": 0.0188,
      "step": 8960
    },
    {
      "epoch": 9.06060606060606,
      "grad_norm": 0.07071898877620697,
      "learning_rate": 1.886868686868687e-05,
      "loss": 0.0149,
      "step": 8970
    },
    {
      "epoch": 9.070707070707071,
      "grad_norm": 0.12493721395730972,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.006,
      "step": 8980
    },
    {
      "epoch": 9.080808080808081,
      "grad_norm": 0.29426121711730957,
      "learning_rate": 1.8464646464646464e-05,
      "loss": 0.0794,
      "step": 8990
    },
    {
      "epoch": 9.090909090909092,
      "grad_norm": 0.01998014561831951,
      "learning_rate": 1.8262626262626263e-05,
      "loss": 0.0027,
      "step": 9000
    },
    {
      "epoch": 9.090909090909092,
      "eval_accuracy": 0.9634801288936627,
      "eval_loss": 0.13790033757686615,
      "eval_runtime": 26.5693,
      "eval_samples_per_second": 105.121,
      "eval_steps_per_second": 13.173,
      "step": 9000
    },
    {
      "epoch": 9.1010101010101,
      "grad_norm": 0.024814104661345482,
      "learning_rate": 1.8060606060606062e-05,
      "loss": 0.03,
      "step": 9010
    },
    {
      "epoch": 9.11111111111111,
      "grad_norm": 0.0391666404902935,
      "learning_rate": 1.785858585858586e-05,
      "loss": 0.0366,
      "step": 9020
    },
    {
      "epoch": 9.121212121212121,
      "grad_norm": 2.8100287914276123,
      "learning_rate": 1.7656565656565657e-05,
      "loss": 0.0138,
      "step": 9030
    },
    {
      "epoch": 9.131313131313131,
      "grad_norm": 5.491546154022217,
      "learning_rate": 1.7454545454545456e-05,
      "loss": 0.0398,
      "step": 9040
    },
    {
      "epoch": 9.141414141414142,
      "grad_norm": 0.3648895025253296,
      "learning_rate": 1.7252525252525255e-05,
      "loss": 0.018,
      "step": 9050
    },
    {
      "epoch": 9.151515151515152,
      "grad_norm": 0.007288265973329544,
      "learning_rate": 1.705050505050505e-05,
      "loss": 0.0507,
      "step": 9060
    },
    {
      "epoch": 9.16161616161616,
      "grad_norm": 4.20407247543335,
      "learning_rate": 1.684848484848485e-05,
      "loss": 0.0398,
      "step": 9070
    },
    {
      "epoch": 9.171717171717171,
      "grad_norm": 0.0796607956290245,
      "learning_rate": 1.6646464646464645e-05,
      "loss": 0.0536,
      "step": 9080
    },
    {
      "epoch": 9.181818181818182,
      "grad_norm": 0.1267855316400528,
      "learning_rate": 1.6444444444444447e-05,
      "loss": 0.0298,
      "step": 9090
    },
    {
      "epoch": 9.191919191919192,
      "grad_norm": 0.4628753364086151,
      "learning_rate": 1.6242424242424243e-05,
      "loss": 0.0345,
      "step": 9100
    },
    {
      "epoch": 9.191919191919192,
      "eval_accuracy": 0.9631220909416398,
      "eval_loss": 0.14435383677482605,
      "eval_runtime": 26.2973,
      "eval_samples_per_second": 106.209,
      "eval_steps_per_second": 13.309,
      "step": 9100
    },
    {
      "epoch": 9.202020202020202,
      "grad_norm": 0.060050446540117264,
      "learning_rate": 1.604040404040404e-05,
      "loss": 0.0057,
      "step": 9110
    },
    {
      "epoch": 9.212121212121213,
      "grad_norm": 0.09056686609983444,
      "learning_rate": 1.5838383838383837e-05,
      "loss": 0.0191,
      "step": 9120
    },
    {
      "epoch": 9.222222222222221,
      "grad_norm": 0.06281417608261108,
      "learning_rate": 1.563636363636364e-05,
      "loss": 0.0117,
      "step": 9130
    },
    {
      "epoch": 9.232323232323232,
      "grad_norm": 0.08288536220788956,
      "learning_rate": 1.5434343434343435e-05,
      "loss": 0.0376,
      "step": 9140
    },
    {
      "epoch": 9.242424242424242,
      "grad_norm": 0.034553345292806625,
      "learning_rate": 1.5232323232323234e-05,
      "loss": 0.0217,
      "step": 9150
    },
    {
      "epoch": 9.252525252525253,
      "grad_norm": 3.04947829246521,
      "learning_rate": 1.5030303030303031e-05,
      "loss": 0.0129,
      "step": 9160
    },
    {
      "epoch": 9.262626262626263,
      "grad_norm": 0.06548389047384262,
      "learning_rate": 1.482828282828283e-05,
      "loss": 0.0484,
      "step": 9170
    },
    {
      "epoch": 9.272727272727273,
      "grad_norm": 0.06305460631847382,
      "learning_rate": 1.4626262626262627e-05,
      "loss": 0.0013,
      "step": 9180
    },
    {
      "epoch": 9.282828282828282,
      "grad_norm": 0.004533341620117426,
      "learning_rate": 1.4424242424242426e-05,
      "loss": 0.0163,
      "step": 9190
    },
    {
      "epoch": 9.292929292929292,
      "grad_norm": 0.19153164327144623,
      "learning_rate": 1.4222222222222224e-05,
      "loss": 0.0291,
      "step": 9200
    },
    {
      "epoch": 9.292929292929292,
      "eval_accuracy": 0.9624060150375939,
      "eval_loss": 0.14921478927135468,
      "eval_runtime": 26.5425,
      "eval_samples_per_second": 105.228,
      "eval_steps_per_second": 13.186,
      "step": 9200
    },
    {
      "epoch": 9.303030303030303,
      "grad_norm": 0.1258583813905716,
      "learning_rate": 1.402020202020202e-05,
      "loss": 0.0169,
      "step": 9210
    },
    {
      "epoch": 9.313131313131313,
      "grad_norm": 5.8700361251831055,
      "learning_rate": 1.3818181818181818e-05,
      "loss": 0.0391,
      "step": 9220
    },
    {
      "epoch": 9.323232323232324,
      "grad_norm": 0.17452913522720337,
      "learning_rate": 1.3616161616161615e-05,
      "loss": 0.0058,
      "step": 9230
    },
    {
      "epoch": 9.333333333333334,
      "grad_norm": 0.41943687200546265,
      "learning_rate": 1.3414141414141414e-05,
      "loss": 0.0564,
      "step": 9240
    },
    {
      "epoch": 9.343434343434343,
      "grad_norm": 0.009540412575006485,
      "learning_rate": 1.3212121212121212e-05,
      "loss": 0.0021,
      "step": 9250
    },
    {
      "epoch": 9.353535353535353,
      "grad_norm": 0.007924321107566357,
      "learning_rate": 1.301010101010101e-05,
      "loss": 0.0141,
      "step": 9260
    },
    {
      "epoch": 9.363636363636363,
      "grad_norm": 0.0064546167850494385,
      "learning_rate": 1.2808080808080808e-05,
      "loss": 0.0138,
      "step": 9270
    },
    {
      "epoch": 9.373737373737374,
      "grad_norm": 0.012489011511206627,
      "learning_rate": 1.2606060606060607e-05,
      "loss": 0.0034,
      "step": 9280
    },
    {
      "epoch": 9.383838383838384,
      "grad_norm": 0.21840006113052368,
      "learning_rate": 1.2404040404040404e-05,
      "loss": 0.0035,
      "step": 9290
    },
    {
      "epoch": 9.393939393939394,
      "grad_norm": 0.027711758390069008,
      "learning_rate": 1.2202020202020201e-05,
      "loss": 0.017,
      "step": 9300
    },
    {
      "epoch": 9.393939393939394,
      "eval_accuracy": 0.9634801288936627,
      "eval_loss": 0.1465526521205902,
      "eval_runtime": 25.9586,
      "eval_samples_per_second": 107.594,
      "eval_steps_per_second": 13.483,
      "step": 9300
    },
    {
      "epoch": 9.404040404040405,
      "grad_norm": 0.004929441958665848,
      "learning_rate": 1.2e-05,
      "loss": 0.0167,
      "step": 9310
    },
    {
      "epoch": 9.414141414141413,
      "grad_norm": 0.013397878967225552,
      "learning_rate": 1.1797979797979798e-05,
      "loss": 0.0537,
      "step": 9320
    },
    {
      "epoch": 9.424242424242424,
      "grad_norm": 10.173965454101562,
      "learning_rate": 1.1595959595959597e-05,
      "loss": 0.0854,
      "step": 9330
    },
    {
      "epoch": 9.434343434343434,
      "grad_norm": 0.12551280856132507,
      "learning_rate": 1.1393939393939394e-05,
      "loss": 0.0048,
      "step": 9340
    },
    {
      "epoch": 9.444444444444445,
      "grad_norm": 0.21840262413024902,
      "learning_rate": 1.1191919191919193e-05,
      "loss": 0.0341,
      "step": 9350
    },
    {
      "epoch": 9.454545454545455,
      "grad_norm": 0.01529910322278738,
      "learning_rate": 1.098989898989899e-05,
      "loss": 0.0544,
      "step": 9360
    },
    {
      "epoch": 9.464646464646465,
      "grad_norm": 0.015066384337842464,
      "learning_rate": 1.0787878787878789e-05,
      "loss": 0.0196,
      "step": 9370
    },
    {
      "epoch": 9.474747474747474,
      "grad_norm": 2.9213244915008545,
      "learning_rate": 1.0585858585858586e-05,
      "loss": 0.0645,
      "step": 9380
    },
    {
      "epoch": 9.484848484848484,
      "grad_norm": 0.03714268282055855,
      "learning_rate": 1.0383838383838385e-05,
      "loss": 0.0572,
      "step": 9390
    },
    {
      "epoch": 9.494949494949495,
      "grad_norm": 0.004297337029129267,
      "learning_rate": 1.0181818181818182e-05,
      "loss": 0.0269,
      "step": 9400
    },
    {
      "epoch": 9.494949494949495,
      "eval_accuracy": 0.9631220909416398,
      "eval_loss": 0.15231722593307495,
      "eval_runtime": 26.6893,
      "eval_samples_per_second": 104.648,
      "eval_steps_per_second": 13.114,
      "step": 9400
    },
    {
      "epoch": 9.505050505050505,
      "grad_norm": 0.20185399055480957,
      "learning_rate": 9.979797979797981e-06,
      "loss": 0.0069,
      "step": 9410
    },
    {
      "epoch": 9.515151515151516,
      "grad_norm": 0.007642143405973911,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.0028,
      "step": 9420
    },
    {
      "epoch": 9.525252525252526,
      "grad_norm": 0.012005124241113663,
      "learning_rate": 9.575757575757578e-06,
      "loss": 0.0055,
      "step": 9430
    },
    {
      "epoch": 9.535353535353535,
      "grad_norm": 0.0104445805773139,
      "learning_rate": 9.373737373737375e-06,
      "loss": 0.0222,
      "step": 9440
    },
    {
      "epoch": 9.545454545454545,
      "grad_norm": 0.004772584419697523,
      "learning_rate": 9.171717171717172e-06,
      "loss": 0.0056,
      "step": 9450
    },
    {
      "epoch": 9.555555555555555,
      "grad_norm": 0.038412462919950485,
      "learning_rate": 8.96969696969697e-06,
      "loss": 0.0583,
      "step": 9460
    },
    {
      "epoch": 9.565656565656566,
      "grad_norm": 0.007618672680109739,
      "learning_rate": 8.767676767676768e-06,
      "loss": 0.0903,
      "step": 9470
    },
    {
      "epoch": 9.575757575757576,
      "grad_norm": 0.3378522992134094,
      "learning_rate": 8.565656565656566e-06,
      "loss": 0.0244,
      "step": 9480
    },
    {
      "epoch": 9.585858585858587,
      "grad_norm": 0.04890254884958267,
      "learning_rate": 8.363636363636365e-06,
      "loss": 0.0714,
      "step": 9490
    },
    {
      "epoch": 9.595959595959595,
      "grad_norm": 0.11964570730924606,
      "learning_rate": 8.161616161616162e-06,
      "loss": 0.003,
      "step": 9500
    },
    {
      "epoch": 9.595959595959595,
      "eval_accuracy": 0.9627640529896169,
      "eval_loss": 0.14447690546512604,
      "eval_runtime": 26.1341,
      "eval_samples_per_second": 106.872,
      "eval_steps_per_second": 13.392,
      "step": 9500
    },
    {
      "epoch": 9.606060606060606,
      "grad_norm": 0.10158071666955948,
      "learning_rate": 7.959595959595959e-06,
      "loss": 0.0246,
      "step": 9510
    },
    {
      "epoch": 9.616161616161616,
      "grad_norm": 1.4588532447814941,
      "learning_rate": 7.757575757575758e-06,
      "loss": 0.0678,
      "step": 9520
    },
    {
      "epoch": 9.626262626262626,
      "grad_norm": 0.060935135930776596,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.0119,
      "step": 9530
    },
    {
      "epoch": 9.636363636363637,
      "grad_norm": 0.06521911174058914,
      "learning_rate": 7.353535353535354e-06,
      "loss": 0.0415,
      "step": 9540
    },
    {
      "epoch": 9.646464646464647,
      "grad_norm": 0.027651334181427956,
      "learning_rate": 7.151515151515152e-06,
      "loss": 0.0414,
      "step": 9550
    },
    {
      "epoch": 9.656565656565657,
      "grad_norm": 5.914989471435547,
      "learning_rate": 6.9494949494949505e-06,
      "loss": 0.0293,
      "step": 9560
    },
    {
      "epoch": 9.666666666666666,
      "grad_norm": 0.0250714048743248,
      "learning_rate": 6.747474747474749e-06,
      "loss": 0.0225,
      "step": 9570
    },
    {
      "epoch": 9.676767676767676,
      "grad_norm": 0.01405611913651228,
      "learning_rate": 6.545454545454547e-06,
      "loss": 0.0235,
      "step": 9580
    },
    {
      "epoch": 9.686868686868687,
      "grad_norm": 0.03979960083961487,
      "learning_rate": 6.343434343434344e-06,
      "loss": 0.0022,
      "step": 9590
    },
    {
      "epoch": 9.696969696969697,
      "grad_norm": 0.34945064783096313,
      "learning_rate": 6.141414141414142e-06,
      "loss": 0.0471,
      "step": 9600
    },
    {
      "epoch": 9.696969696969697,
      "eval_accuracy": 0.9616899391335482,
      "eval_loss": 0.14536738395690918,
      "eval_runtime": 26.8273,
      "eval_samples_per_second": 104.11,
      "eval_steps_per_second": 13.046,
      "step": 9600
    },
    {
      "epoch": 9.707070707070708,
      "grad_norm": 0.05112791806459427,
      "learning_rate": 5.93939393939394e-06,
      "loss": 0.0024,
      "step": 9610
    },
    {
      "epoch": 9.717171717171716,
      "grad_norm": 0.00436112005263567,
      "learning_rate": 5.7373737373737374e-06,
      "loss": 0.004,
      "step": 9620
    },
    {
      "epoch": 9.727272727272727,
      "grad_norm": 0.041163258254528046,
      "learning_rate": 5.5353535353535355e-06,
      "loss": 0.0012,
      "step": 9630
    },
    {
      "epoch": 9.737373737373737,
      "grad_norm": 0.08394615352153778,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.0622,
      "step": 9640
    },
    {
      "epoch": 9.747474747474747,
      "grad_norm": 0.008766507729887962,
      "learning_rate": 5.131313131313131e-06,
      "loss": 0.0546,
      "step": 9650
    },
    {
      "epoch": 9.757575757575758,
      "grad_norm": 5.026554107666016,
      "learning_rate": 4.929292929292929e-06,
      "loss": 0.0243,
      "step": 9660
    },
    {
      "epoch": 9.767676767676768,
      "grad_norm": 0.011669186875224113,
      "learning_rate": 4.727272727272727e-06,
      "loss": 0.0325,
      "step": 9670
    },
    {
      "epoch": 9.777777777777779,
      "grad_norm": 0.15583041310310364,
      "learning_rate": 4.525252525252525e-06,
      "loss": 0.0166,
      "step": 9680
    },
    {
      "epoch": 9.787878787878787,
      "grad_norm": 0.19336989521980286,
      "learning_rate": 4.323232323232323e-06,
      "loss": 0.0084,
      "step": 9690
    },
    {
      "epoch": 9.797979797979798,
      "grad_norm": 0.23474974930286407,
      "learning_rate": 4.1212121212121215e-06,
      "loss": 0.0356,
      "step": 9700
    },
    {
      "epoch": 9.797979797979798,
      "eval_accuracy": 0.9620479770855711,
      "eval_loss": 0.14517508447170258,
      "eval_runtime": 25.941,
      "eval_samples_per_second": 107.667,
      "eval_steps_per_second": 13.492,
      "step": 9700
    },
    {
      "epoch": 9.808080808080808,
      "grad_norm": 0.3716013729572296,
      "learning_rate": 3.9191919191919196e-06,
      "loss": 0.0885,
      "step": 9710
    },
    {
      "epoch": 9.818181818181818,
      "grad_norm": 4.4450297355651855,
      "learning_rate": 3.7171717171717177e-06,
      "loss": 0.0399,
      "step": 9720
    },
    {
      "epoch": 9.828282828282829,
      "grad_norm": 0.03690167888998985,
      "learning_rate": 3.515151515151515e-06,
      "loss": 0.06,
      "step": 9730
    },
    {
      "epoch": 9.83838383838384,
      "grad_norm": 0.028440790250897408,
      "learning_rate": 3.313131313131313e-06,
      "loss": 0.0362,
      "step": 9740
    },
    {
      "epoch": 9.848484848484848,
      "grad_norm": 0.021634520962834358,
      "learning_rate": 3.111111111111111e-06,
      "loss": 0.0032,
      "step": 9750
    },
    {
      "epoch": 9.858585858585858,
      "grad_norm": 5.481240272521973,
      "learning_rate": 2.9090909090909093e-06,
      "loss": 0.0273,
      "step": 9760
    },
    {
      "epoch": 9.868686868686869,
      "grad_norm": 0.009463118389248848,
      "learning_rate": 2.7070707070707074e-06,
      "loss": 0.0408,
      "step": 9770
    },
    {
      "epoch": 9.878787878787879,
      "grad_norm": 0.008368213661015034,
      "learning_rate": 2.5050505050505055e-06,
      "loss": 0.0294,
      "step": 9780
    },
    {
      "epoch": 9.88888888888889,
      "grad_norm": 0.005486648064106703,
      "learning_rate": 2.303030303030303e-06,
      "loss": 0.0016,
      "step": 9790
    },
    {
      "epoch": 9.8989898989899,
      "grad_norm": 0.5021072626113892,
      "learning_rate": 2.1010101010101013e-06,
      "loss": 0.0034,
      "step": 9800
    },
    {
      "epoch": 9.8989898989899,
      "eval_accuracy": 0.9624060150375939,
      "eval_loss": 0.14454838633537292,
      "eval_runtime": 26.5093,
      "eval_samples_per_second": 105.359,
      "eval_steps_per_second": 13.203,
      "step": 9800
    },
    {
      "epoch": 9.909090909090908,
      "grad_norm": 0.03990056738257408,
      "learning_rate": 1.8989898989898992e-06,
      "loss": 0.025,
      "step": 9810
    },
    {
      "epoch": 9.919191919191919,
      "grad_norm": 0.003882176708430052,
      "learning_rate": 1.6969696969696973e-06,
      "loss": 0.0707,
      "step": 9820
    },
    {
      "epoch": 9.929292929292929,
      "grad_norm": 0.08585841208696365,
      "learning_rate": 1.4949494949494952e-06,
      "loss": 0.0364,
      "step": 9830
    },
    {
      "epoch": 9.93939393939394,
      "grad_norm": 1.9239050149917603,
      "learning_rate": 1.292929292929293e-06,
      "loss": 0.0313,
      "step": 9840
    },
    {
      "epoch": 9.94949494949495,
      "grad_norm": 0.0036682253703475,
      "learning_rate": 1.090909090909091e-06,
      "loss": 0.0102,
      "step": 9850
    },
    {
      "epoch": 9.95959595959596,
      "grad_norm": 0.014887700788676739,
      "learning_rate": 8.88888888888889e-07,
      "loss": 0.0558,
      "step": 9860
    },
    {
      "epoch": 9.969696969696969,
      "grad_norm": 0.022091476246714592,
      "learning_rate": 6.868686868686869e-07,
      "loss": 0.032,
      "step": 9870
    },
    {
      "epoch": 9.97979797979798,
      "grad_norm": 8.908573150634766,
      "learning_rate": 4.848484848484849e-07,
      "loss": 0.0626,
      "step": 9880
    },
    {
      "epoch": 9.98989898989899,
      "grad_norm": 6.401342391967773,
      "learning_rate": 2.8282828282828283e-07,
      "loss": 0.0207,
      "step": 9890
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.0033838360104709864,
      "learning_rate": 8.080808080808082e-08,
      "loss": 0.0162,
      "step": 9900
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.9627640529896169,
      "eval_loss": 0.14507198333740234,
      "eval_runtime": 26.3148,
      "eval_samples_per_second": 106.138,
      "eval_steps_per_second": 13.3,
      "step": 9900
    },
    {
      "epoch": 10.0,
      "step": 9900,
      "total_flos": 1.2263107356509184e+19,
      "train_loss": 0.12599933518755316,
      "train_runtime": 6423.2981,
      "train_samples_per_second": 24.637,
      "train_steps_per_second": 1.541
    }
  ],
  "logging_steps": 10,
  "max_steps": 9900,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2263107356509184e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}