{
  "best_metric": 0.99,
  "best_model_checkpoint": "./ViT-LungCancerbeit2e-5/checkpoint-1256",
  "epoch": 30.0,
  "global_step": 4710,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06,
      "learning_rate": 4.246284501061571e-07,
      "loss": 1.4025,
      "step": 10
    },
    {
      "epoch": 0.13,
      "learning_rate": 8.492569002123142e-07,
      "loss": 1.3924,
      "step": 20
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.2738853503184715e-06,
      "loss": 1.3456,
      "step": 30
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.6985138004246284e-06,
      "loss": 1.2978,
      "step": 40
    },
    {
      "epoch": 0.32,
      "learning_rate": 2.1231422505307858e-06,
      "loss": 1.1964,
      "step": 50
    },
    {
      "epoch": 0.38,
      "learning_rate": 2.547770700636943e-06,
      "loss": 1.0992,
      "step": 60
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.9723991507431e-06,
      "loss": 1.0569,
      "step": 70
    },
    {
      "epoch": 0.51,
      "learning_rate": 3.397027600849257e-06,
      "loss": 0.9881,
      "step": 80
    },
    {
      "epoch": 0.57,
      "learning_rate": 3.821656050955415e-06,
      "loss": 0.9427,
      "step": 90
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.2462845010615716e-06,
      "loss": 0.886,
      "step": 100
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.670912951167728e-06,
      "loss": 0.8384,
      "step": 110
    },
    {
      "epoch": 0.76,
      "learning_rate": 5.095541401273886e-06,
      "loss": 0.7751,
      "step": 120
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.520169851380043e-06,
      "loss": 0.7307,
      "step": 130
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.9447983014862e-06,
      "loss": 0.6992,
      "step": 140
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.369426751592357e-06,
      "loss": 0.7137,
      "step": 150
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.545,
      "eval_loss": 0.8226455450057983,
      "eval_runtime": 124.7601,
      "eval_samples_per_second": 3.206,
      "eval_steps_per_second": 0.401,
      "step": 157
    },
    {
      "epoch": 1.02,
      "learning_rate": 6.794055201698514e-06,
      "loss": 0.6937,
      "step": 160
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.218683651804671e-06,
      "loss": 0.6486,
      "step": 170
    },
    {
      "epoch": 1.15,
      "learning_rate": 7.64331210191083e-06,
      "loss": 0.5992,
      "step": 180
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.067940552016986e-06,
      "loss": 0.6029,
      "step": 190
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.492569002123143e-06,
      "loss": 0.5752,
      "step": 200
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.874734607218685e-06,
      "loss": 0.5625,
      "step": 210
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.299363057324842e-06,
      "loss": 0.5727,
      "step": 220
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.723991507430999e-06,
      "loss": 0.5125,
      "step": 230
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0148619957537155e-05,
      "loss": 0.4857,
      "step": 240
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.0573248407643314e-05,
      "loss": 0.494,
      "step": 250
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.099787685774947e-05,
      "loss": 0.4601,
      "step": 260
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.1422505307855627e-05,
      "loss": 0.4402,
      "step": 270
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1847133757961784e-05,
      "loss": 0.4221,
      "step": 280
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.227176220806794e-05,
      "loss": 0.3983,
      "step": 290
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.2696390658174097e-05,
      "loss": 0.3952,
      "step": 300
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.3121019108280256e-05,
      "loss": 0.4095,
      "step": 310
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.8175,
      "eval_loss": 0.4449588656425476,
      "eval_runtime": 3.4033,
      "eval_samples_per_second": 117.532,
      "eval_steps_per_second": 14.691,
      "step": 314
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.3545647558386413e-05,
      "loss": 0.3653,
      "step": 320
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.397027600849257e-05,
      "loss": 0.2847,
      "step": 330
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.4394904458598726e-05,
      "loss": 0.2728,
      "step": 340
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.4819532908704883e-05,
      "loss": 0.2814,
      "step": 350
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.5244161358811043e-05,
      "loss": 0.2642,
      "step": 360
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.56687898089172e-05,
      "loss": 0.2365,
      "step": 370
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.6093418259023356e-05,
      "loss": 0.2209,
      "step": 380
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.6475583864118898e-05,
      "loss": 0.1913,
      "step": 390
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.6900212314225057e-05,
      "loss": 0.2052,
      "step": 400
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.732484076433121e-05,
      "loss": 0.2289,
      "step": 410
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.774946921443737e-05,
      "loss": 0.1969,
      "step": 420
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8174097664543525e-05,
      "loss": 0.1984,
      "step": 430
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.8598726114649684e-05,
      "loss": 0.1795,
      "step": 440
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.9023354564755842e-05,
      "loss": 0.1749,
      "step": 450
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.9447983014861997e-05,
      "loss": 0.1832,
      "step": 460
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.9872611464968155e-05,
      "loss": 0.1446,
      "step": 470
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9525,
      "eval_loss": 0.17200100421905518,
      "eval_runtime": 3.8995,
      "eval_samples_per_second": 102.577,
      "eval_steps_per_second": 12.822,
      "step": 471
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.996697334276952e-05,
      "loss": 0.108,
      "step": 480
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.991979240386884e-05,
      "loss": 0.1203,
      "step": 490
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.9872611464968155e-05,
      "loss": 0.0864,
      "step": 500
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.982543052606747e-05,
      "loss": 0.1001,
      "step": 510
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.9778249587166787e-05,
      "loss": 0.0915,
      "step": 520
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.9731068648266103e-05,
      "loss": 0.0715,
      "step": 530
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.968388770936542e-05,
      "loss": 0.0675,
      "step": 540
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.9636706770464734e-05,
      "loss": 0.0877,
      "step": 550
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.958952583156405e-05,
      "loss": 0.09,
      "step": 560
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.9542344892663366e-05,
      "loss": 0.0647,
      "step": 570
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.949516395376268e-05,
      "loss": 0.0583,
      "step": 580
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.9447983014861997e-05,
      "loss": 0.061,
      "step": 590
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.9400802075961313e-05,
      "loss": 0.0621,
      "step": 600
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.935362113706063e-05,
      "loss": 0.0551,
      "step": 610
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.9306440198159944e-05,
      "loss": 0.0883,
      "step": 620
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.965,
      "eval_loss": 0.11082524061203003,
      "eval_runtime": 3.4167,
      "eval_samples_per_second": 117.073,
      "eval_steps_per_second": 14.634,
      "step": 628
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.925925925925926e-05,
      "loss": 0.0584,
      "step": 630
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.9212078320358576e-05,
      "loss": 0.0288,
      "step": 640
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.916489738145789e-05,
      "loss": 0.0283,
      "step": 650
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.9117716442557207e-05,
      "loss": 0.03,
      "step": 660
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.9070535503656523e-05,
      "loss": 0.0209,
      "step": 670
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.9023354564755842e-05,
      "loss": 0.0266,
      "step": 680
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.8976173625855158e-05,
      "loss": 0.024,
      "step": 690
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.8928992686954473e-05,
      "loss": 0.0403,
      "step": 700
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.888181174805379e-05,
      "loss": 0.0115,
      "step": 710
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.88346308091531e-05,
      "loss": 0.0479,
      "step": 720
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.8787449870252417e-05,
      "loss": 0.0259,
      "step": 730
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.8740268931351736e-05,
      "loss": 0.0125,
      "step": 740
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.8693087992451052e-05,
      "loss": 0.0366,
      "step": 750
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.8645907053550368e-05,
      "loss": 0.0225,
      "step": 760
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.8598726114649684e-05,
      "loss": 0.0173,
      "step": 770
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.8551545175749e-05,
      "loss": 0.0124,
      "step": 780
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.9775,
      "eval_loss": 0.06490612775087357,
      "eval_runtime": 3.938,
      "eval_samples_per_second": 101.575,
      "eval_steps_per_second": 12.697,
      "step": 785
    },
    {
      "epoch": 5.03,
      "learning_rate": 1.8504364236848315e-05,
      "loss": 0.0124,
      "step": 790
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.845718329794763e-05,
      "loss": 0.0073,
      "step": 800
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.8410002359046946e-05,
      "loss": 0.0114,
      "step": 810
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.8362821420146262e-05,
      "loss": 0.0064,
      "step": 820
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.8315640481245578e-05,
      "loss": 0.0144,
      "step": 830
    },
    {
      "epoch": 5.35,
      "learning_rate": 1.8268459542344894e-05,
      "loss": 0.0037,
      "step": 840
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.822127860344421e-05,
      "loss": 0.0028,
      "step": 850
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.8174097664543525e-05,
      "loss": 0.0031,
      "step": 860
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.812691672564284e-05,
      "loss": 0.0042,
      "step": 870
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.807973578674216e-05,
      "loss": 0.0037,
      "step": 880
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.8032554847841472e-05,
      "loss": 0.0037,
      "step": 890
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.7985373908940788e-05,
      "loss": 0.0038,
      "step": 900
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.7938192970040104e-05,
      "loss": 0.0073,
      "step": 910
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.789101203113942e-05,
      "loss": 0.0147,
      "step": 920
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.784383109223874e-05,
      "loss": 0.014,
      "step": 930
    },
    {
      "epoch": 5.99,
      "learning_rate": 1.7796650153338054e-05,
      "loss": 0.0036,
      "step": 940
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.9825,
      "eval_loss": 0.05782594531774521,
      "eval_runtime": 3.5364,
      "eval_samples_per_second": 113.109,
      "eval_steps_per_second": 14.139,
      "step": 942
    },
    {
      "epoch": 6.05,
      "learning_rate": 1.774946921443737e-05,
      "loss": 0.0026,
      "step": 950
    },
    {
      "epoch": 6.11,
      "learning_rate": 1.7702288275536686e-05,
      "loss": 0.0029,
      "step": 960
    },
    {
      "epoch": 6.18,
      "learning_rate": 1.7655107336636e-05,
      "loss": 0.0024,
      "step": 970
    },
    {
      "epoch": 6.24,
      "learning_rate": 1.7607926397735314e-05,
      "loss": 0.0041,
      "step": 980
    },
    {
      "epoch": 6.31,
      "learning_rate": 1.7560745458834633e-05,
      "loss": 0.0034,
      "step": 990
    },
    {
      "epoch": 6.37,
      "learning_rate": 1.751356451993395e-05,
      "loss": 0.0029,
      "step": 1000
    },
    {
      "epoch": 6.43,
      "learning_rate": 1.7466383581033264e-05,
      "loss": 0.0013,
      "step": 1010
    },
    {
      "epoch": 6.5,
      "learning_rate": 1.741920264213258e-05,
      "loss": 0.0041,
      "step": 1020
    },
    {
      "epoch": 6.56,
      "learning_rate": 1.7372021703231896e-05,
      "loss": 0.0146,
      "step": 1030
    },
    {
      "epoch": 6.62,
      "learning_rate": 1.732484076433121e-05,
      "loss": 0.0202,
      "step": 1040
    },
    {
      "epoch": 6.69,
      "learning_rate": 1.7277659825430527e-05,
      "loss": 0.0089,
      "step": 1050
    },
    {
      "epoch": 6.75,
      "learning_rate": 1.7230478886529843e-05,
      "loss": 0.0038,
      "step": 1060
    },
    {
      "epoch": 6.82,
      "learning_rate": 1.718329794762916e-05,
      "loss": 0.0012,
      "step": 1070
    },
    {
      "epoch": 6.88,
      "learning_rate": 1.7136117008728475e-05,
      "loss": 0.0027,
      "step": 1080
    },
    {
      "epoch": 6.94,
      "learning_rate": 1.708893606982779e-05,
      "loss": 0.0056,
      "step": 1090
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.9625,
      "eval_loss": 0.13798828423023224,
      "eval_runtime": 3.3996,
      "eval_samples_per_second": 117.662,
      "eval_steps_per_second": 14.708,
      "step": 1099
    },
    {
      "epoch": 7.01,
      "learning_rate": 1.7041755130927106e-05,
      "loss": 0.0033,
      "step": 1100
    },
    {
      "epoch": 7.07,
      "learning_rate": 1.6994574192026422e-05,
      "loss": 0.0079,
      "step": 1110
    },
    {
      "epoch": 7.13,
      "learning_rate": 1.6947393253125738e-05,
      "loss": 0.0587,
      "step": 1120
    },
    {
      "epoch": 7.2,
      "learning_rate": 1.6900212314225057e-05,
      "loss": 0.021,
      "step": 1130
    },
    {
      "epoch": 7.26,
      "learning_rate": 1.6853031375324372e-05,
      "loss": 0.0333,
      "step": 1140
    },
    {
      "epoch": 7.32,
      "learning_rate": 1.6805850436423685e-05,
      "loss": 0.0163,
      "step": 1150
    },
    {
      "epoch": 7.39,
      "learning_rate": 1.6758669497523e-05,
      "loss": 0.0094,
      "step": 1160
    },
    {
      "epoch": 7.45,
      "learning_rate": 1.6711488558622316e-05,
      "loss": 0.0014,
      "step": 1170
    },
    {
      "epoch": 7.52,
      "learning_rate": 1.6664307619721632e-05,
      "loss": 0.0048,
      "step": 1180
    },
    {
      "epoch": 7.58,
      "learning_rate": 1.661712668082095e-05,
      "loss": 0.0015,
      "step": 1190
    },
    {
      "epoch": 7.64,
      "learning_rate": 1.6569945741920267e-05,
      "loss": 0.0095,
      "step": 1200
    },
    {
      "epoch": 7.71,
      "learning_rate": 1.6522764803019582e-05,
      "loss": 0.0016,
      "step": 1210
    },
    {
      "epoch": 7.77,
      "learning_rate": 1.6475583864118898e-05,
      "loss": 0.0015,
      "step": 1220
    },
    {
      "epoch": 7.83,
      "learning_rate": 1.6428402925218214e-05,
      "loss": 0.0008,
      "step": 1230
    },
    {
      "epoch": 7.9,
      "learning_rate": 1.638122198631753e-05,
      "loss": 0.0029,
      "step": 1240
    },
    {
      "epoch": 7.96,
      "learning_rate": 1.6334041047416845e-05,
      "loss": 0.0015,
      "step": 1250
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.05614970996975899,
      "eval_runtime": 3.8659,
      "eval_samples_per_second": 103.469,
      "eval_steps_per_second": 12.934,
      "step": 1256
    },
    {
      "epoch": 8.03,
      "learning_rate": 1.628686010851616e-05,
      "loss": 0.0057,
      "step": 1260
    },
    {
      "epoch": 8.09,
      "learning_rate": 1.6239679169615477e-05,
      "loss": 0.0012,
      "step": 1270
    },
    {
      "epoch": 8.15,
      "learning_rate": 1.6192498230714793e-05,
      "loss": 0.0013,
      "step": 1280
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.614531729181411e-05,
      "loss": 0.0046,
      "step": 1290
    },
    {
      "epoch": 8.28,
      "learning_rate": 1.6098136352913424e-05,
      "loss": 0.0139,
      "step": 1300
    },
    {
      "epoch": 8.34,
      "learning_rate": 1.605095541401274e-05,
      "loss": 0.0014,
      "step": 1310
    },
    {
      "epoch": 8.41,
      "learning_rate": 1.6003774475112056e-05,
      "loss": 0.0076,
      "step": 1320
    },
    {
      "epoch": 8.47,
      "learning_rate": 1.595659353621137e-05,
      "loss": 0.0007,
      "step": 1330
    },
    {
      "epoch": 8.54,
      "learning_rate": 1.5909412597310687e-05,
      "loss": 0.0011,
      "step": 1340
    },
    {
      "epoch": 8.6,
      "learning_rate": 1.5862231658410003e-05,
      "loss": 0.0026,
      "step": 1350
    },
    {
      "epoch": 8.66,
      "learning_rate": 1.581505071950932e-05,
      "loss": 0.0008,
      "step": 1360
    },
    {
      "epoch": 8.73,
      "learning_rate": 1.5767869780608634e-05,
      "loss": 0.0044,
      "step": 1370
    },
    {
      "epoch": 8.79,
      "learning_rate": 1.5720688841707953e-05,
      "loss": 0.0079,
      "step": 1380
    },
    {
      "epoch": 8.85,
      "learning_rate": 1.567350790280727e-05,
      "loss": 0.0025,
      "step": 1390
    },
    {
      "epoch": 8.92,
      "learning_rate": 1.5626326963906585e-05,
      "loss": 0.0012,
      "step": 1400
    },
    {
      "epoch": 8.98,
      "learning_rate": 1.5579146025005897e-05,
      "loss": 0.0008,
      "step": 1410
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.98,
      "eval_loss": 0.0886029601097107,
      "eval_runtime": 3.3874,
      "eval_samples_per_second": 118.085,
      "eval_steps_per_second": 14.761,
      "step": 1413
    },
    {
      "epoch": 9.04,
      "learning_rate": 1.5531965086105213e-05,
      "loss": 0.001,
      "step": 1420
    },
    {
      "epoch": 9.11,
      "learning_rate": 1.548478414720453e-05,
      "loss": 0.0065,
      "step": 1430
    },
    {
      "epoch": 9.17,
      "learning_rate": 1.5437603208303848e-05,
      "loss": 0.0005,
      "step": 1440
    },
    {
      "epoch": 9.24,
      "learning_rate": 1.5390422269403163e-05,
      "loss": 0.0007,
      "step": 1450
    },
    {
      "epoch": 9.3,
      "learning_rate": 1.534324133050248e-05,
      "loss": 0.0008,
      "step": 1460
    },
    {
      "epoch": 9.36,
      "learning_rate": 1.5296060391601795e-05,
      "loss": 0.0015,
      "step": 1470
    },
    {
      "epoch": 9.43,
      "learning_rate": 1.524887945270111e-05,
      "loss": 0.0009,
      "step": 1480
    },
    {
      "epoch": 9.49,
      "learning_rate": 1.5201698513800426e-05,
      "loss": 0.0005,
      "step": 1490
    },
    {
      "epoch": 9.55,
      "learning_rate": 1.515451757489974e-05,
      "loss": 0.0015,
      "step": 1500
    },
    {
      "epoch": 9.62,
      "learning_rate": 1.5107336635999058e-05,
      "loss": 0.0017,
      "step": 1510
    },
    {
      "epoch": 9.68,
      "learning_rate": 1.5060155697098374e-05,
      "loss": 0.0086,
      "step": 1520
    },
    {
      "epoch": 9.75,
      "learning_rate": 1.501297475819769e-05,
      "loss": 0.0034,
      "step": 1530
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.4965793819297005e-05,
      "loss": 0.0023,
      "step": 1540
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.491861288039632e-05,
      "loss": 0.0036,
      "step": 1550
    },
    {
      "epoch": 9.94,
      "learning_rate": 1.4871431941495638e-05,
      "loss": 0.0016,
      "step": 1560
    },
    {
      "epoch": 10.0,
      "learning_rate": 1.4824251002594954e-05,
      "loss": 0.0005,
      "step": 1570
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.9825,
      "eval_loss": 0.09263397008180618,
      "eval_runtime": 3.4873,
      "eval_samples_per_second": 114.7,
      "eval_steps_per_second": 14.338,
      "step": 1570
    },
    {
      "epoch": 10.06,
      "learning_rate": 1.4777070063694268e-05,
      "loss": 0.0004,
      "step": 1580
    },
    {
      "epoch": 10.13,
      "learning_rate": 1.4729889124793584e-05,
      "loss": 0.0004,
      "step": 1590
    },
    {
      "epoch": 10.19,
      "learning_rate": 1.46827081858929e-05,
      "loss": 0.0008,
      "step": 1600
    },
    {
      "epoch": 10.25,
      "learning_rate": 1.4635527246992217e-05,
      "loss": 0.0005,
      "step": 1610
    },
    {
      "epoch": 10.32,
      "learning_rate": 1.4588346308091532e-05,
      "loss": 0.0009,
      "step": 1620
    },
    {
      "epoch": 10.38,
      "learning_rate": 1.4541165369190848e-05,
      "loss": 0.0008,
      "step": 1630
    },
    {
      "epoch": 10.45,
      "learning_rate": 1.4493984430290164e-05,
      "loss": 0.0003,
      "step": 1640
    },
    {
      "epoch": 10.51,
      "learning_rate": 1.4446803491389481e-05,
      "loss": 0.0004,
      "step": 1650
    },
    {
      "epoch": 10.57,
      "learning_rate": 1.4399622552488797e-05,
      "loss": 0.0006,
      "step": 1660
    },
    {
      "epoch": 10.64,
      "learning_rate": 1.4352441613588111e-05,
      "loss": 0.0003,
      "step": 1670
    },
    {
      "epoch": 10.7,
      "learning_rate": 1.4305260674687427e-05,
      "loss": 0.0003,
      "step": 1680
    },
    {
      "epoch": 10.76,
      "learning_rate": 1.4258079735786743e-05,
      "loss": 0.0002,
      "step": 1690
    },
    {
      "epoch": 10.83,
      "learning_rate": 1.4210898796886058e-05,
      "loss": 0.0004,
      "step": 1700
    },
    {
      "epoch": 10.89,
      "learning_rate": 1.4163717857985376e-05,
      "loss": 0.0002,
      "step": 1710
    },
    {
      "epoch": 10.96,
      "learning_rate": 1.4116536919084691e-05,
      "loss": 0.0002,
      "step": 1720
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.98,
      "eval_loss": 0.08138495683670044,
      "eval_runtime": 3.8806,
      "eval_samples_per_second": 103.076,
      "eval_steps_per_second": 12.884,
      "step": 1727
    },
    {
      "epoch": 11.02,
      "learning_rate": 1.4069355980184007e-05,
      "loss": 0.0002,
      "step": 1730
    },
    {
      "epoch": 11.08,
      "learning_rate": 1.4022175041283323e-05,
      "loss": 0.0002,
      "step": 1740
    },
    {
      "epoch": 11.15,
      "learning_rate": 1.397499410238264e-05,
      "loss": 0.0002,
      "step": 1750
    },
    {
      "epoch": 11.21,
      "learning_rate": 1.3927813163481953e-05,
      "loss": 0.0002,
      "step": 1760
    },
    {
      "epoch": 11.27,
      "learning_rate": 1.388063222458127e-05,
      "loss": 0.0002,
      "step": 1770
    },
    {
      "epoch": 11.34,
      "learning_rate": 1.3833451285680586e-05,
      "loss": 0.0002,
      "step": 1780
    },
    {
      "epoch": 11.4,
      "learning_rate": 1.3786270346779902e-05,
      "loss": 0.0002,
      "step": 1790
    },
    {
      "epoch": 11.46,
      "learning_rate": 1.3739089407879217e-05,
      "loss": 0.0002,
      "step": 1800
    },
    {
      "epoch": 11.53,
      "learning_rate": 1.3691908468978535e-05,
      "loss": 0.0001,
      "step": 1810
    },
    {
      "epoch": 11.59,
      "learning_rate": 1.364472753007785e-05,
      "loss": 0.0002,
      "step": 1820
    },
    {
      "epoch": 11.66,
      "learning_rate": 1.3597546591177166e-05,
      "loss": 0.0004,
      "step": 1830
    },
    {
      "epoch": 11.72,
      "learning_rate": 1.355036565227648e-05,
      "loss": 0.0003,
      "step": 1840
    },
    {
      "epoch": 11.78,
      "learning_rate": 1.3503184713375796e-05,
      "loss": 0.0003,
      "step": 1850
    },
    {
      "epoch": 11.85,
      "learning_rate": 1.3456003774475113e-05,
      "loss": 0.0002,
      "step": 1860
    },
    {
      "epoch": 11.91,
      "learning_rate": 1.3408822835574429e-05,
      "loss": 0.0002,
      "step": 1870
    },
    {
      "epoch": 11.97,
      "learning_rate": 1.3361641896673745e-05,
      "loss": 0.0002,
      "step": 1880
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.9825,
      "eval_loss": 0.0756840705871582,
      "eval_runtime": 3.4057,
      "eval_samples_per_second": 117.449,
      "eval_steps_per_second": 14.681,
      "step": 1884
    },
    {
      "epoch": 12.04,
      "learning_rate": 1.331446095777306e-05,
      "loss": 0.0002,
      "step": 1890
    },
    {
      "epoch": 12.1,
      "learning_rate": 1.3267280018872376e-05,
      "loss": 0.0001,
      "step": 1900
    },
    {
      "epoch": 12.17,
      "learning_rate": 1.3220099079971694e-05,
      "loss": 0.0001,
      "step": 1910
    },
    {
      "epoch": 12.23,
      "learning_rate": 1.317291814107101e-05,
      "loss": 0.0001,
      "step": 1920
    },
    {
      "epoch": 12.29,
      "learning_rate": 1.3125737202170324e-05,
      "loss": 0.0001,
      "step": 1930
    },
    {
      "epoch": 12.36,
      "learning_rate": 1.307855626326964e-05,
      "loss": 0.0001,
      "step": 1940
    },
    {
      "epoch": 12.42,
      "learning_rate": 1.3031375324368955e-05,
      "loss": 0.0002,
      "step": 1950
    },
    {
      "epoch": 12.48,
      "learning_rate": 1.2984194385468272e-05,
      "loss": 0.0001,
      "step": 1960
    },
    {
      "epoch": 12.55,
      "learning_rate": 1.2937013446567588e-05,
      "loss": 0.0001,
      "step": 1970
    },
    {
      "epoch": 12.61,
      "learning_rate": 1.2889832507666904e-05,
      "loss": 0.0001,
      "step": 1980
    },
    {
      "epoch": 12.68,
      "learning_rate": 1.284265156876622e-05,
      "loss": 0.0001,
      "step": 1990
    },
    {
      "epoch": 12.74,
      "learning_rate": 1.2795470629865537e-05,
      "loss": 0.0001,
      "step": 2000
    },
    {
      "epoch": 12.8,
      "learning_rate": 1.274828969096485e-05,
      "loss": 0.0001,
      "step": 2010
    },
    {
      "epoch": 12.87,
      "learning_rate": 1.2701108752064167e-05,
      "loss": 0.0001,
      "step": 2020
    },
    {
      "epoch": 12.93,
      "learning_rate": 1.2653927813163483e-05,
      "loss": 0.0001,
      "step": 2030
    },
    {
      "epoch": 12.99,
      "learning_rate": 1.2606746874262798e-05,
      "loss": 0.0001,
      "step": 2040
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06277866661548615,
      "eval_runtime": 3.4996,
      "eval_samples_per_second": 114.3,
      "eval_steps_per_second": 14.287,
      "step": 2041
    },
    {
      "epoch": 13.06,
      "learning_rate": 1.2559565935362114e-05,
      "loss": 0.0001,
      "step": 2050
    },
    {
      "epoch": 13.12,
      "learning_rate": 1.2512384996461431e-05,
      "loss": 0.0001,
      "step": 2060
    },
    {
      "epoch": 13.18,
      "learning_rate": 1.2465204057560747e-05,
      "loss": 0.0001,
      "step": 2070
    },
    {
      "epoch": 13.25,
      "learning_rate": 1.2418023118660063e-05,
      "loss": 0.0001,
      "step": 2080
    },
    {
      "epoch": 13.31,
      "learning_rate": 1.2370842179759379e-05,
      "loss": 0.0001,
      "step": 2090
    },
    {
      "epoch": 13.38,
      "learning_rate": 1.2323661240858693e-05,
      "loss": 0.0001,
      "step": 2100
    },
    {
      "epoch": 13.44,
      "learning_rate": 1.227648030195801e-05,
      "loss": 0.0001,
      "step": 2110
    },
    {
      "epoch": 13.5,
      "learning_rate": 1.2229299363057326e-05,
      "loss": 0.0001,
      "step": 2120
    },
    {
      "epoch": 13.57,
      "learning_rate": 1.2182118424156642e-05,
      "loss": 0.0001,
      "step": 2130
    },
    {
      "epoch": 13.63,
      "learning_rate": 1.2134937485255957e-05,
      "loss": 0.0001,
      "step": 2140
    },
    {
      "epoch": 13.69,
      "learning_rate": 1.2087756546355273e-05,
      "loss": 0.0002,
      "step": 2150
    },
    {
      "epoch": 13.76,
      "learning_rate": 1.204057560745459e-05,
      "loss": 0.0001,
      "step": 2160
    },
    {
      "epoch": 13.82,
      "learning_rate": 1.1993394668553906e-05,
      "loss": 0.0001,
      "step": 2170
    },
    {
      "epoch": 13.89,
      "learning_rate": 1.1946213729653222e-05,
      "loss": 0.0001,
      "step": 2180
    },
    {
      "epoch": 13.95,
      "learning_rate": 1.1899032790752536e-05,
      "loss": 0.0001,
      "step": 2190
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.064232736825943,
      "eval_runtime": 3.911,
      "eval_samples_per_second": 102.275,
      "eval_steps_per_second": 12.784,
      "step": 2198
    },
    {
      "epoch": 14.01,
      "learning_rate": 1.1851851851851852e-05,
      "loss": 0.0001,
      "step": 2200
    },
    {
      "epoch": 14.08,
      "learning_rate": 1.1804670912951169e-05,
      "loss": 0.0001,
      "step": 2210
    },
    {
      "epoch": 14.14,
      "learning_rate": 1.1757489974050485e-05,
      "loss": 0.0001,
      "step": 2220
    },
    {
      "epoch": 14.2,
      "learning_rate": 1.17103090351498e-05,
      "loss": 0.0001,
      "step": 2230
    },
    {
      "epoch": 14.27,
      "learning_rate": 1.1663128096249116e-05,
      "loss": 0.0001,
      "step": 2240
    },
    {
      "epoch": 14.33,
      "learning_rate": 1.1615947157348432e-05,
      "loss": 0.0001,
      "step": 2250
    },
    {
      "epoch": 14.39,
      "learning_rate": 1.156876621844775e-05,
      "loss": 0.0001,
      "step": 2260
    },
    {
      "epoch": 14.46,
      "learning_rate": 1.1521585279547063e-05,
      "loss": 0.0001,
      "step": 2270
    },
    {
      "epoch": 14.52,
      "learning_rate": 1.147440434064638e-05,
      "loss": 0.0001,
      "step": 2280
    },
    {
      "epoch": 14.59,
      "learning_rate": 1.1427223401745695e-05,
      "loss": 0.0001,
      "step": 2290
    },
    {
      "epoch": 14.65,
      "learning_rate": 1.138004246284501e-05,
      "loss": 0.0001,
      "step": 2300
    },
    {
      "epoch": 14.71,
      "learning_rate": 1.1332861523944328e-05,
      "loss": 0.0001,
      "step": 2310
    },
    {
      "epoch": 14.78,
      "learning_rate": 1.1285680585043644e-05,
      "loss": 0.0001,
      "step": 2320
    },
    {
      "epoch": 14.84,
      "learning_rate": 1.123849964614296e-05,
      "loss": 0.0001,
      "step": 2330
    },
    {
      "epoch": 14.9,
      "learning_rate": 1.1191318707242275e-05,
      "loss": 0.0001,
      "step": 2340
    },
    {
      "epoch": 14.97,
      "learning_rate": 1.1144137768341593e-05,
      "loss": 0.0001,
      "step": 2350
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.0644247755408287,
      "eval_runtime": 3.4455,
      "eval_samples_per_second": 116.093,
      "eval_steps_per_second": 14.512,
      "step": 2355
    },
    {
      "epoch": 15.03,
      "learning_rate": 1.1096956829440905e-05,
      "loss": 0.0001,
      "step": 2360
    },
    {
      "epoch": 15.1,
      "learning_rate": 1.1049775890540222e-05,
      "loss": 0.0001,
      "step": 2370
    },
    {
      "epoch": 15.16,
      "learning_rate": 1.1002594951639538e-05,
      "loss": 0.0001,
      "step": 2380
    },
    {
      "epoch": 15.22,
      "learning_rate": 1.0955414012738854e-05,
      "loss": 0.0001,
      "step": 2390
    },
    {
      "epoch": 15.29,
      "learning_rate": 1.090823307383817e-05,
      "loss": 0.0001,
      "step": 2400
    },
    {
      "epoch": 15.35,
      "learning_rate": 1.0861052134937487e-05,
      "loss": 0.0001,
      "step": 2410
    },
    {
      "epoch": 15.41,
      "learning_rate": 1.0813871196036803e-05,
      "loss": 0.0001,
      "step": 2420
    },
    {
      "epoch": 15.48,
      "learning_rate": 1.0766690257136119e-05,
      "loss": 0.0001,
      "step": 2430
    },
    {
      "epoch": 15.54,
      "learning_rate": 1.0719509318235434e-05,
      "loss": 0.0001,
      "step": 2440
    },
    {
      "epoch": 15.61,
      "learning_rate": 1.0672328379334748e-05,
      "loss": 0.0001,
      "step": 2450
    },
    {
      "epoch": 15.67,
      "learning_rate": 1.0625147440434066e-05,
      "loss": 0.0001,
      "step": 2460
    },
    {
      "epoch": 15.73,
      "learning_rate": 1.0577966501533381e-05,
      "loss": 0.0001,
      "step": 2470
    },
    {
      "epoch": 15.8,
      "learning_rate": 1.0530785562632697e-05,
      "loss": 0.0001,
      "step": 2480
    },
    {
      "epoch": 15.86,
      "learning_rate": 1.0483604623732013e-05,
      "loss": 0.0001,
      "step": 2490
    },
    {
      "epoch": 15.92,
      "learning_rate": 1.0436423684831329e-05,
      "loss": 0.0001,
      "step": 2500
    },
    {
      "epoch": 15.99,
      "learning_rate": 1.0389242745930646e-05,
      "loss": 0.0001,
      "step": 2510
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06587812304496765,
      "eval_runtime": 3.5758,
      "eval_samples_per_second": 111.862,
      "eval_steps_per_second": 13.983,
      "step": 2512
    },
    {
      "epoch": 16.05,
      "learning_rate": 1.0342061807029962e-05,
      "loss": 0.0001,
      "step": 2520
    },
    {
      "epoch": 16.11,
      "learning_rate": 1.0294880868129276e-05,
      "loss": 0.0001,
      "step": 2530
    },
    {
      "epoch": 16.18,
      "learning_rate": 1.0247699929228592e-05,
      "loss": 0.0001,
      "step": 2540
    },
    {
      "epoch": 16.24,
      "learning_rate": 1.0200518990327907e-05,
      "loss": 0.0001,
      "step": 2550
    },
    {
      "epoch": 16.31,
      "learning_rate": 1.0153338051427225e-05,
      "loss": 0.0001,
      "step": 2560
    },
    {
      "epoch": 16.37,
      "learning_rate": 1.010615711252654e-05,
      "loss": 0.0001,
      "step": 2570
    },
    {
      "epoch": 16.43,
      "learning_rate": 1.0058976173625856e-05,
      "loss": 0.0001,
      "step": 2580
    },
    {
      "epoch": 16.5,
      "learning_rate": 1.0011795234725172e-05,
      "loss": 0.0001,
      "step": 2590
    },
    {
      "epoch": 16.56,
      "learning_rate": 9.964614295824488e-06,
      "loss": 0.0001,
      "step": 2600
    },
    {
      "epoch": 16.62,
      "learning_rate": 9.917433356923803e-06,
      "loss": 0.0001,
      "step": 2610
    },
    {
      "epoch": 16.69,
      "learning_rate": 9.870252418023119e-06,
      "loss": 0.0001,
      "step": 2620
    },
    {
      "epoch": 16.75,
      "learning_rate": 9.823071479122437e-06,
      "loss": 0.0001,
      "step": 2630
    },
    {
      "epoch": 16.82,
      "learning_rate": 9.77589054022175e-06,
      "loss": 0.0001,
      "step": 2640
    },
    {
      "epoch": 16.88,
      "learning_rate": 9.728709601321066e-06,
      "loss": 0.0001,
      "step": 2650
    },
    {
      "epoch": 16.94,
      "learning_rate": 9.681528662420384e-06,
      "loss": 0.0001,
      "step": 2660
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06573827564716339,
      "eval_runtime": 3.9163,
      "eval_samples_per_second": 102.137,
      "eval_steps_per_second": 12.767,
      "step": 2669
    },
    {
      "epoch": 17.01,
      "learning_rate": 9.6343477235197e-06,
      "loss": 0.0001,
      "step": 2670
    },
    {
      "epoch": 17.07,
      "learning_rate": 9.587166784619013e-06,
      "loss": 0.0001,
      "step": 2680
    },
    {
      "epoch": 17.13,
      "learning_rate": 9.539985845718331e-06,
      "loss": 0.0001,
      "step": 2690
    },
    {
      "epoch": 17.2,
      "learning_rate": 9.492804906817647e-06,
      "loss": 0.0001,
      "step": 2700
    },
    {
      "epoch": 17.26,
      "learning_rate": 9.445623967916962e-06,
      "loss": 0.0001,
      "step": 2710
    },
    {
      "epoch": 17.32,
      "learning_rate": 9.398443029016278e-06,
      "loss": 0.0001,
      "step": 2720
    },
    {
      "epoch": 17.39,
      "learning_rate": 9.351262090115594e-06,
      "loss": 0.0001,
      "step": 2730
    },
    {
      "epoch": 17.45,
      "learning_rate": 9.30408115121491e-06,
      "loss": 0.0001,
      "step": 2740
    },
    {
      "epoch": 17.52,
      "learning_rate": 9.256900212314225e-06,
      "loss": 0.0001,
      "step": 2750
    },
    {
      "epoch": 17.58,
      "learning_rate": 9.209719273413543e-06,
      "loss": 0.0001,
      "step": 2760
    },
    {
      "epoch": 17.64,
      "learning_rate": 9.162538334512857e-06,
      "loss": 0.0001,
      "step": 2770
    },
    {
      "epoch": 17.71,
      "learning_rate": 9.115357395612172e-06,
      "loss": 0.0001,
      "step": 2780
    },
    {
      "epoch": 17.77,
      "learning_rate": 9.06817645671149e-06,
      "loss": 0.0001,
      "step": 2790
    },
    {
      "epoch": 17.83,
      "learning_rate": 9.020995517810806e-06,
      "loss": 0.0001,
      "step": 2800
    },
    {
      "epoch": 17.9,
      "learning_rate": 8.973814578910121e-06,
      "loss": 0.0001,
      "step": 2810
    },
    {
      "epoch": 17.96,
      "learning_rate": 8.926633640009437e-06,
      "loss": 0.0001,
      "step": 2820
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06650857627391815,
      "eval_runtime": 3.418,
      "eval_samples_per_second": 117.026,
      "eval_steps_per_second": 14.628,
      "step": 2826
    },
    {
      "epoch": 18.03,
      "learning_rate": 8.879452701108753e-06,
      "loss": 0.0001,
      "step": 2830
    },
    {
      "epoch": 18.09,
      "learning_rate": 8.832271762208069e-06,
      "loss": 0.0001,
      "step": 2840
    },
    {
      "epoch": 18.15,
      "learning_rate": 8.785090823307384e-06,
      "loss": 0.0001,
      "step": 2850
    },
    {
      "epoch": 18.22,
      "learning_rate": 8.7379098844067e-06,
      "loss": 0.0001,
      "step": 2860
    },
    {
      "epoch": 18.28,
      "learning_rate": 8.690728945506016e-06,
      "loss": 0.0001,
      "step": 2870
    },
    {
      "epoch": 18.34,
      "learning_rate": 8.643548006605333e-06,
      "loss": 0.0001,
      "step": 2880
    },
    {
      "epoch": 18.41,
      "learning_rate": 8.596367067704649e-06,
      "loss": 0.0001,
      "step": 2890
    },
    {
      "epoch": 18.47,
      "learning_rate": 8.549186128803963e-06,
      "loss": 0.0001,
      "step": 2900
    },
    {
      "epoch": 18.54,
      "learning_rate": 8.50200518990328e-06,
      "loss": 0.0001,
      "step": 2910
    },
    {
      "epoch": 18.6,
      "learning_rate": 8.454824251002596e-06,
      "loss": 0.0001,
      "step": 2920
    },
    {
      "epoch": 18.66,
      "learning_rate": 8.407643312101912e-06,
      "loss": 0.0001,
      "step": 2930
    },
    {
      "epoch": 18.73,
      "learning_rate": 8.360462373201228e-06,
      "loss": 0.0001,
      "step": 2940
    },
    {
      "epoch": 18.79,
      "learning_rate": 8.313281434300543e-06,
      "loss": 0.0001,
      "step": 2950
    },
    {
      "epoch": 18.85,
      "learning_rate": 8.266100495399859e-06,
      "loss": 0.0001,
      "step": 2960
    },
    {
      "epoch": 18.92,
      "learning_rate": 8.218919556499175e-06,
      "loss": 0.0001,
      "step": 2970
    },
    {
      "epoch": 18.98,
      "learning_rate": 8.171738617598492e-06,
      "loss": 0.0001,
      "step": 2980
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06798232346773148,
      "eval_runtime": 3.8011,
      "eval_samples_per_second": 105.232,
      "eval_steps_per_second": 13.154,
      "step": 2983
    },
    {
      "epoch": 19.04,
      "learning_rate": 8.124557678697806e-06,
      "loss": 0.0001,
      "step": 2990
    },
    {
      "epoch": 19.11,
      "learning_rate": 8.077376739797122e-06,
      "loss": 0.0001,
      "step": 3000
    },
    {
      "epoch": 19.17,
      "learning_rate": 8.03019580089644e-06,
      "loss": 0.0001,
      "step": 3010
    },
    {
      "epoch": 19.24,
      "learning_rate": 7.983014861995755e-06,
      "loss": 0.0001,
      "step": 3020
    },
    {
      "epoch": 19.3,
      "learning_rate": 7.935833923095069e-06,
      "loss": 0.0001,
      "step": 3030
    },
    {
      "epoch": 19.36,
      "learning_rate": 7.888652984194387e-06,
      "loss": 0.0001,
      "step": 3040
    },
    {
      "epoch": 19.43,
      "learning_rate": 7.841472045293702e-06,
      "loss": 0.0001,
      "step": 3050
    },
    {
      "epoch": 19.49,
      "learning_rate": 7.794291106393018e-06,
      "loss": 0.0001,
      "step": 3060
    },
    {
      "epoch": 19.55,
      "learning_rate": 7.747110167492334e-06,
      "loss": 0.0001,
      "step": 3070
    },
    {
      "epoch": 19.62,
      "learning_rate": 7.69992922859165e-06,
      "loss": 0.0001,
      "step": 3080
    },
    {
      "epoch": 19.68,
      "learning_rate": 7.652748289690965e-06,
      "loss": 0.0001,
      "step": 3090
    },
    {
      "epoch": 19.75,
      "learning_rate": 7.605567350790282e-06,
      "loss": 0.0001,
      "step": 3100
    },
    {
      "epoch": 19.81,
      "learning_rate": 7.5583864118895975e-06,
      "loss": 0.0001,
      "step": 3110
    },
    {
      "epoch": 19.87,
      "learning_rate": 7.511205472988912e-06,
      "loss": 0.0,
      "step": 3120
    },
    {
      "epoch": 19.94,
      "learning_rate": 7.464024534088229e-06,
      "loss": 0.0001,
      "step": 3130
    },
    {
      "epoch": 20.0,
      "learning_rate": 7.416843595187545e-06,
      "loss": 0.0001,
      "step": 3140
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06838066875934601,
      "eval_runtime": 3.3858,
      "eval_samples_per_second": 118.139,
      "eval_steps_per_second": 14.767,
      "step": 3140
    },
    {
      "epoch": 20.06,
      "learning_rate": 7.369662656286861e-06,
      "loss": 0.0001,
      "step": 3150
    },
    {
      "epoch": 20.13,
      "learning_rate": 7.322481717386176e-06,
      "loss": 0.0,
      "step": 3160
    },
    {
      "epoch": 20.19,
      "learning_rate": 7.275300778485493e-06,
      "loss": 0.0001,
      "step": 3170
    },
    {
      "epoch": 20.25,
      "learning_rate": 7.2281198395848084e-06,
      "loss": 0.0,
      "step": 3180
    },
    {
      "epoch": 20.32,
      "learning_rate": 7.180938900684124e-06,
      "loss": 0.0001,
      "step": 3190
    },
    {
      "epoch": 20.38,
      "learning_rate": 7.13375796178344e-06,
      "loss": 0.0001,
      "step": 3200
    },
    {
      "epoch": 20.45,
      "learning_rate": 7.086577022882756e-06,
      "loss": 0.0001,
      "step": 3210
    },
    {
      "epoch": 20.51,
      "learning_rate": 7.039396083982072e-06,
      "loss": 0.0,
      "step": 3220
    },
    {
      "epoch": 20.57,
      "learning_rate": 6.992215145081388e-06,
      "loss": 0.0,
      "step": 3230
    },
    {
      "epoch": 20.64,
      "learning_rate": 6.9450342061807045e-06,
      "loss": 0.0,
      "step": 3240
    },
    {
      "epoch": 20.7,
      "learning_rate": 6.897853267280019e-06,
      "loss": 0.0001,
      "step": 3250
    },
    {
      "epoch": 20.76,
      "learning_rate": 6.850672328379335e-06,
      "loss": 0.0001,
      "step": 3260
    },
    {
      "epoch": 20.83,
      "learning_rate": 6.803491389478652e-06,
      "loss": 0.0,
      "step": 3270
    },
    {
      "epoch": 20.89,
      "learning_rate": 6.7563104505779674e-06,
      "loss": 0.0,
      "step": 3280
    },
    {
      "epoch": 20.96,
      "learning_rate": 6.709129511677282e-06,
      "loss": 0.0001,
      "step": 3290
    },
    {
      "epoch": 21.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06882834434509277,
      "eval_runtime": 3.4429,
      "eval_samples_per_second": 116.181,
      "eval_steps_per_second": 14.523,
      "step": 3297
    },
    {
      "epoch": 21.02,
      "learning_rate": 6.661948572776599e-06,
      "loss": 0.0001,
      "step": 3300
    },
    {
      "epoch": 21.08,
      "learning_rate": 6.614767633875915e-06,
      "loss": 0.0001,
      "step": 3310
    },
    {
      "epoch": 21.15,
      "learning_rate": 6.567586694975231e-06,
      "loss": 0.0001,
      "step": 3320
    },
    {
      "epoch": 21.21,
      "learning_rate": 6.520405756074546e-06,
      "loss": 0.0,
      "step": 3330
    },
    {
      "epoch": 21.27,
      "learning_rate": 6.473224817173862e-06,
      "loss": 0.0,
      "step": 3340
    },
    {
      "epoch": 21.34,
      "learning_rate": 6.426043878273178e-06,
      "loss": 0.0,
      "step": 3350
    },
    {
      "epoch": 21.4,
      "learning_rate": 6.378862939372494e-06,
      "loss": 0.0,
      "step": 3360
    },
    {
      "epoch": 21.46,
      "learning_rate": 6.331682000471809e-06,
      "loss": 0.0,
      "step": 3370
    },
    {
      "epoch": 21.53,
      "learning_rate": 6.284501061571126e-06,
      "loss": 0.0,
      "step": 3380
    },
    {
      "epoch": 21.59,
      "learning_rate": 6.237320122670441e-06,
      "loss": 0.0,
      "step": 3390
    },
    {
      "epoch": 21.66,
      "learning_rate": 6.190139183769758e-06,
      "loss": 0.0,
      "step": 3400
    },
    {
      "epoch": 21.72,
      "learning_rate": 6.142958244869074e-06,
      "loss": 0.0001,
      "step": 3410
    },
    {
      "epoch": 21.78,
      "learning_rate": 6.0957773059683885e-06,
      "loss": 0.0001,
      "step": 3420
    },
    {
      "epoch": 21.85,
      "learning_rate": 6.048596367067705e-06,
      "loss": 0.0,
      "step": 3430
    },
    {
      "epoch": 21.91,
      "learning_rate": 6.001415428167021e-06,
      "loss": 0.0001,
      "step": 3440
    },
    {
      "epoch": 21.97,
      "learning_rate": 5.954234489266337e-06,
      "loss": 0.0,
      "step": 3450
    },
    {
      "epoch": 22.0,
      "eval_accuracy": 0.9875,
      "eval_loss": 0.06946733593940735,
      "eval_runtime": 3.9313,
      "eval_samples_per_second": 101.749,
      "eval_steps_per_second": 12.719,
      "step": 3454
    },
    {
      "epoch": 22.04,
      "learning_rate": 5.907053550365652e-06,
      "loss": 0.0,
      "step": 3460
    },
    {
      "epoch": 22.1,
      "learning_rate": 5.859872611464969e-06,
      "loss": 0.0,
      "step": 3470
    },
    {
      "epoch": 22.17,
      "learning_rate": 5.812691672564285e-06,
      "loss": 0.0001,
      "step": 3480
    },
    {
      "epoch": 22.23,
      "learning_rate": 5.7655107336636e-06,
      "loss": 0.0,
      "step": 3490
    },
    {
      "epoch": 22.29,
      "learning_rate": 5.718329794762916e-06,
      "loss": 0.0,
      "step": 3500
    },
    {
      "epoch": 22.36,
      "learning_rate": 5.671148855862232e-06,
      "loss": 0.0,
      "step": 3510
    },
    {
      "epoch": 22.42,
      "learning_rate": 5.623967916961548e-06,
      "loss": 0.0,
      "step": 3520
    },
    {
      "epoch": 22.48,
      "learning_rate": 5.576786978060864e-06,
      "loss": 0.0,
      "step": 3530
    },
    {
      "epoch": 22.55,
      "learning_rate": 5.529606039160181e-06,
      "loss": 0.0,
      "step": 3540
    },
    {
      "epoch": 22.61,
      "learning_rate": 5.4824251002594955e-06,
      "loss": 0.0,
      "step": 3550
    },
    {
      "epoch": 22.68,
      "learning_rate": 5.435244161358811e-06,
      "loss": 0.0001,
      "step": 3560
    },
    {
      "epoch": 22.74,
      "learning_rate": 5.388063222458128e-06,
      "loss": 0.0,
      "step": 3570
    },
    {
      "epoch": 22.8,
      "learning_rate": 5.340882283557444e-06,
      "loss": 0.0,
      "step": 3580
    },
    {
      "epoch": 22.87,
      "learning_rate": 5.2937013446567585e-06,
      "loss": 0.0,
      "step": 3590
    },
    {
      "epoch": 22.93,
      "learning_rate": 5.246520405756075e-06,
      "loss": 0.0,
      "step": 3600
    },
    {
      "epoch": 22.99,
      "learning_rate": 5.199339466855391e-06,
      "loss": 0.0,
      "step": 3610
    },
    {
      "epoch": 23.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.06991100311279297,
      "eval_runtime": 3.4089,
      "eval_samples_per_second": 117.34,
      "eval_steps_per_second": 14.667,
      "step": 3611
    },
    {
      "epoch": 23.06,
      "learning_rate": 5.152158527954707e-06,
      "loss": 0.0001,
      "step": 3620
    },
    {
      "epoch": 23.12,
      "learning_rate": 5.104977589054022e-06,
      "loss": 0.0,
      "step": 3630
    },
    {
      "epoch": 23.18,
      "learning_rate": 5.057796650153338e-06,
      "loss": 0.0,
      "step": 3640
    },
    {
      "epoch": 23.25,
      "learning_rate": 5.0106157112526545e-06,
      "loss": 0.0,
      "step": 3650
    },
    {
      "epoch": 23.31,
      "learning_rate": 4.96343477235197e-06,
      "loss": 0.0,
      "step": 3660
    },
    {
      "epoch": 23.38,
      "learning_rate": 4.916253833451286e-06,
      "loss": 0.0,
      "step": 3670
    },
    {
      "epoch": 23.44,
      "learning_rate": 4.869072894550603e-06,
      "loss": 0.0001,
      "step": 3680
    },
    {
      "epoch": 23.5,
      "learning_rate": 4.8218919556499175e-06,
      "loss": 0.0,
      "step": 3690
    },
    {
      "epoch": 23.57,
      "learning_rate": 4.774711016749234e-06,
      "loss": 0.0,
      "step": 3700
    },
    {
      "epoch": 23.63,
      "learning_rate": 4.72753007784855e-06,
      "loss": 0.0,
      "step": 3710
    },
    {
      "epoch": 23.69,
      "learning_rate": 4.6803491389478655e-06,
      "loss": 0.0,
      "step": 3720
    },
    {
      "epoch": 23.76,
      "learning_rate": 4.633168200047181e-06,
      "loss": 0.0,
      "step": 3730
    },
    {
      "epoch": 23.82,
      "learning_rate": 4.585987261146497e-06,
      "loss": 0.0,
      "step": 3740
    },
    {
      "epoch": 23.89,
      "learning_rate": 4.538806322245813e-06,
      "loss": 0.0001,
      "step": 3750
    },
    {
      "epoch": 23.95,
      "learning_rate": 4.491625383345129e-06,
      "loss": 0.0,
      "step": 3760
    },
    {
      "epoch": 24.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.0699341669678688,
      "eval_runtime": 3.5673,
      "eval_samples_per_second": 112.131,
      "eval_steps_per_second": 14.016,
      "step": 3768
    },
    {
      "epoch": 24.01,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.0,
      "step": 3770
    },
    {
      "epoch": 24.08,
      "learning_rate": 4.397263505543761e-06,
      "loss": 0.0001,
      "step": 3780
    },
    {
      "epoch": 24.14,
      "learning_rate": 4.3500825666430765e-06,
      "loss": 0.0,
      "step": 3790
    },
    {
      "epoch": 24.2,
      "learning_rate": 4.302901627742392e-06,
      "loss": 0.0,
      "step": 3800
    },
    {
      "epoch": 24.27,
      "learning_rate": 4.255720688841709e-06,
      "loss": 0.0,
      "step": 3810
    },
    {
      "epoch": 24.33,
      "learning_rate": 4.2085397499410245e-06,
      "loss": 0.0,
      "step": 3820
    },
    {
      "epoch": 24.39,
      "learning_rate": 4.16135881104034e-06,
      "loss": 0.0,
      "step": 3830
    },
    {
      "epoch": 24.46,
      "learning_rate": 4.114177872139656e-06,
      "loss": 0.0,
      "step": 3840
    },
    {
      "epoch": 24.52,
      "learning_rate": 4.066996933238972e-06,
      "loss": 0.0,
      "step": 3850
    },
    {
      "epoch": 24.59,
      "learning_rate": 4.019815994338287e-06,
      "loss": 0.0,
      "step": 3860
    },
    {
      "epoch": 24.65,
      "learning_rate": 3.972635055437604e-06,
      "loss": 0.0,
      "step": 3870
    },
    {
      "epoch": 24.71,
      "learning_rate": 3.925454116536919e-06,
      "loss": 0.0001,
      "step": 3880
    },
    {
      "epoch": 24.78,
      "learning_rate": 3.8782731776362355e-06,
      "loss": 0.0,
      "step": 3890
    },
    {
      "epoch": 24.84,
      "learning_rate": 3.831092238735551e-06,
      "loss": 0.0,
      "step": 3900
    },
    {
      "epoch": 24.9,
      "learning_rate": 3.783911299834867e-06,
      "loss": 0.0,
      "step": 3910
    },
    {
      "epoch": 24.97,
      "learning_rate": 3.7367303609341826e-06,
      "loss": 0.0,
      "step": 3920
    },
    {
      "epoch": 25.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.07017427682876587,
      "eval_runtime": 3.7177,
      "eval_samples_per_second": 107.593,
      "eval_steps_per_second": 13.449,
      "step": 3925
    },
    {
      "epoch": 25.03,
      "learning_rate": 3.689549422033499e-06,
      "loss": 0.0,
      "step": 3930
    },
    {
      "epoch": 25.1,
      "learning_rate": 3.642368483132815e-06,
      "loss": 0.0001,
      "step": 3940
    },
    {
      "epoch": 25.16,
      "learning_rate": 3.5951875442321303e-06,
      "loss": 0.0,
      "step": 3950
    },
    {
      "epoch": 25.22,
      "learning_rate": 3.5480066053314464e-06,
      "loss": 0.0,
      "step": 3960
    },
    {
      "epoch": 25.29,
      "learning_rate": 3.500825666430762e-06,
      "loss": 0.0,
      "step": 3970
    },
    {
      "epoch": 25.35,
      "learning_rate": 3.4536447275300783e-06,
      "loss": 0.0,
      "step": 3980
    },
    {
      "epoch": 25.41,
      "learning_rate": 3.406463788629394e-06,
      "loss": 0.0,
      "step": 3990
    },
    {
      "epoch": 25.48,
      "learning_rate": 3.35928284972871e-06,
      "loss": 0.0,
      "step": 4000
    },
    {
      "epoch": 25.54,
      "learning_rate": 3.3121019108280255e-06,
      "loss": 0.0,
      "step": 4010
    },
    {
      "epoch": 25.61,
      "learning_rate": 3.2649209719273416e-06,
      "loss": 0.0,
      "step": 4020
    },
    {
      "epoch": 25.67,
      "learning_rate": 3.2177400330266574e-06,
      "loss": 0.0,
      "step": 4030
    },
    {
      "epoch": 25.73,
      "learning_rate": 3.1705590941259735e-06,
      "loss": 0.0,
      "step": 4040
    },
    {
      "epoch": 25.8,
      "learning_rate": 3.123378155225289e-06,
      "loss": 0.0,
      "step": 4050
    },
    {
      "epoch": 25.86,
      "learning_rate": 3.076197216324605e-06,
      "loss": 0.0,
      "step": 4060
    },
    {
      "epoch": 25.92,
      "learning_rate": 3.029016277423921e-06,
      "loss": 0.0,
      "step": 4070
    },
    {
      "epoch": 25.99,
      "learning_rate": 2.981835338523237e-06,
      "loss": 0.0,
      "step": 4080
    },
    {
      "epoch": 26.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.07053221017122269,
      "eval_runtime": 3.3931,
      "eval_samples_per_second": 117.885,
      "eval_steps_per_second": 14.736,
      "step": 4082
    },
    {
      "epoch": 26.05,
      "learning_rate": 2.934654399622553e-06,
      "loss": 0.0,
      "step": 4090
    },
    {
      "epoch": 26.11,
      "learning_rate": 2.8874734607218683e-06,
      "loss": 0.0,
      "step": 4100
    },
    {
      "epoch": 26.18,
      "learning_rate": 2.8402925218211845e-06,
      "loss": 0.0,
      "step": 4110
    },
    {
      "epoch": 26.24,
      "learning_rate": 2.7931115829205002e-06,
      "loss": 0.0,
      "step": 4120
    },
    {
      "epoch": 26.31,
      "learning_rate": 2.7459306440198164e-06,
      "loss": 0.0,
      "step": 4130
    },
    {
      "epoch": 26.37,
      "learning_rate": 2.698749705119132e-06,
      "loss": 0.0,
      "step": 4140
    },
    {
      "epoch": 26.43,
      "learning_rate": 2.6515687662184483e-06,
      "loss": 0.0,
      "step": 4150
    },
    {
      "epoch": 26.5,
      "learning_rate": 2.6043878273177636e-06,
      "loss": 0.0,
      "step": 4160
    },
    {
      "epoch": 26.56,
      "learning_rate": 2.5572068884170797e-06,
      "loss": 0.0,
      "step": 4170
    },
    {
      "epoch": 26.62,
      "learning_rate": 2.5100259495163954e-06,
      "loss": 0.0,
      "step": 4180
    },
    {
      "epoch": 26.69,
      "learning_rate": 2.4628450106157116e-06,
      "loss": 0.0,
      "step": 4190
    },
    {
      "epoch": 26.75,
      "learning_rate": 2.4156640717150273e-06,
      "loss": 0.0,
      "step": 4200
    },
    {
      "epoch": 26.82,
      "learning_rate": 2.368483132814343e-06,
      "loss": 0.0,
      "step": 4210
    },
    {
      "epoch": 26.88,
      "learning_rate": 2.321302193913659e-06,
      "loss": 0.0,
      "step": 4220
    },
    {
      "epoch": 26.94,
      "learning_rate": 2.274121255012975e-06,
      "loss": 0.0,
      "step": 4230
    },
    {
      "epoch": 27.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.0709276795387268,
      "eval_runtime": 3.8712,
      "eval_samples_per_second": 103.328,
      "eval_steps_per_second": 12.916,
      "step": 4239
    },
    {
      "epoch": 27.01,
      "learning_rate": 2.2269403161122907e-06,
      "loss": 0.0,
      "step": 4240
    },
    {
      "epoch": 27.07,
      "learning_rate": 2.1797593772116064e-06,
      "loss": 0.0,
      "step": 4250
    },
    {
      "epoch": 27.13,
      "learning_rate": 2.1325784383109226e-06,
      "loss": 0.0,
      "step": 4260
    },
    {
      "epoch": 27.2,
      "learning_rate": 2.0853974994102387e-06,
      "loss": 0.0,
      "step": 4270
    },
    {
      "epoch": 27.26,
      "learning_rate": 2.0382165605095544e-06,
      "loss": 0.0,
      "step": 4280
    },
    {
      "epoch": 27.32,
      "learning_rate": 1.99103562160887e-06,
      "loss": 0.0,
      "step": 4290
    },
    {
      "epoch": 27.39,
      "learning_rate": 1.9438546827081863e-06,
      "loss": 0.0,
      "step": 4300
    },
    {
      "epoch": 27.45,
      "learning_rate": 1.896673743807502e-06,
      "loss": 0.0,
      "step": 4310
    },
    {
      "epoch": 27.52,
      "learning_rate": 1.8494928049068178e-06,
      "loss": 0.0,
      "step": 4320
    },
    {
      "epoch": 27.58,
      "learning_rate": 1.8023118660061337e-06,
      "loss": 0.0,
      "step": 4330
    },
    {
      "epoch": 27.64,
      "learning_rate": 1.7551309271054495e-06,
      "loss": 0.0,
      "step": 4340
    },
    {
      "epoch": 27.71,
      "learning_rate": 1.7079499882047654e-06,
      "loss": 0.0,
      "step": 4350
    },
    {
      "epoch": 27.77,
      "learning_rate": 1.6607690493040811e-06,
      "loss": 0.0,
      "step": 4360
    },
    {
      "epoch": 27.83,
      "learning_rate": 1.613588110403397e-06,
      "loss": 0.0,
      "step": 4370
    },
    {
      "epoch": 27.9,
      "learning_rate": 1.566407171502713e-06,
      "loss": 0.0,
      "step": 4380
    },
    {
      "epoch": 27.96,
      "learning_rate": 1.5192262326020287e-06,
      "loss": 0.0001,
      "step": 4390
    },
    {
      "epoch": 28.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.07099998742341995,
      "eval_runtime": 3.495,
      "eval_samples_per_second": 114.449,
      "eval_steps_per_second": 14.306,
      "step": 4396
    },
    {
      "epoch": 28.03,
      "learning_rate": 1.472045293701345e-06,
      "loss": 0.0,
      "step": 4400
    },
    {
      "epoch": 28.09,
      "learning_rate": 1.4248643548006608e-06,
      "loss": 0.0,
      "step": 4410
    },
    {
      "epoch": 28.15,
      "learning_rate": 1.3776834158999766e-06,
      "loss": 0.0,
      "step": 4420
    },
    {
      "epoch": 28.22,
      "learning_rate": 1.3305024769992925e-06,
      "loss": 0.0,
      "step": 4430
    },
    {
      "epoch": 28.28,
      "learning_rate": 1.2833215380986082e-06,
      "loss": 0.0,
      "step": 4440
    },
    {
      "epoch": 28.34,
      "learning_rate": 1.2361405991979242e-06,
      "loss": 0.0,
      "step": 4450
    },
    {
      "epoch": 28.41,
      "learning_rate": 1.1889596602972401e-06,
      "loss": 0.0,
      "step": 4460
    },
    {
      "epoch": 28.47,
      "learning_rate": 1.1417787213965559e-06,
      "loss": 0.0,
      "step": 4470
    },
    {
      "epoch": 28.54,
      "learning_rate": 1.0945977824958718e-06,
      "loss": 0.0,
      "step": 4480
    },
    {
      "epoch": 28.6,
      "learning_rate": 1.0474168435951875e-06,
      "loss": 0.0,
      "step": 4490
    },
    {
      "epoch": 28.66,
      "learning_rate": 1.0002359046945035e-06,
      "loss": 0.0,
      "step": 4500
    },
    {
      "epoch": 28.73,
      "learning_rate": 9.530549657938194e-07,
      "loss": 0.0,
      "step": 4510
    },
    {
      "epoch": 28.79,
      "learning_rate": 9.058740268931352e-07,
      "loss": 0.0,
      "step": 4520
    },
    {
      "epoch": 28.85,
      "learning_rate": 8.586930879924511e-07,
      "loss": 0.0,
      "step": 4530
    },
    {
      "epoch": 28.92,
      "learning_rate": 8.11512149091767e-07,
      "loss": 0.0,
      "step": 4540
    },
    {
      "epoch": 28.98,
      "learning_rate": 7.643312101910829e-07,
      "loss": 0.0,
      "step": 4550
    },
    {
      "epoch": 29.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.07124363631010056,
      "eval_runtime": 3.4536,
      "eval_samples_per_second": 115.823,
      "eval_steps_per_second": 14.478,
      "step": 4553
    },
    {
      "epoch": 29.04,
      "learning_rate": 7.171502712903987e-07,
      "loss": 0.0,
      "step": 4560
    },
    {
      "epoch": 29.11,
      "learning_rate": 6.699693323897146e-07,
      "loss": 0.0,
      "step": 4570
    },
    {
      "epoch": 29.17,
      "learning_rate": 6.227883934890305e-07,
      "loss": 0.0,
      "step": 4580
    },
    {
      "epoch": 29.24,
      "learning_rate": 5.756074545883464e-07,
      "loss": 0.0,
      "step": 4590
    },
    {
      "epoch": 29.3,
      "learning_rate": 5.284265156876623e-07,
      "loss": 0.0,
      "step": 4600
    },
    {
      "epoch": 29.36,
      "learning_rate": 4.812455767869781e-07,
      "loss": 0.0,
      "step": 4610
    },
    {
      "epoch": 29.43,
      "learning_rate": 4.3406463788629403e-07,
      "loss": 0.0,
      "step": 4620
    },
    {
      "epoch": 29.49,
      "learning_rate": 3.8688369898560987e-07,
      "loss": 0.0,
      "step": 4630
    },
    {
      "epoch": 29.55,
      "learning_rate": 3.397027600849257e-07,
      "loss": 0.0,
      "step": 4640
    },
    {
      "epoch": 29.62,
      "learning_rate": 2.925218211842416e-07,
      "loss": 0.0,
      "step": 4650
    },
    {
      "epoch": 29.68,
      "learning_rate": 2.4534088228355743e-07,
      "loss": 0.0,
      "step": 4660
    },
    {
      "epoch": 29.75,
      "learning_rate": 1.9815994338287335e-07,
      "loss": 0.0,
      "step": 4670
    },
    {
      "epoch": 29.81,
      "learning_rate": 1.509790044821892e-07,
      "loss": 0.0,
      "step": 4680
    },
    {
      "epoch": 29.87,
      "learning_rate": 1.0379806558150507e-07,
      "loss": 0.0,
      "step": 4690
    },
    {
      "epoch": 29.94,
      "learning_rate": 5.661712668082095e-08,
      "loss": 0.0,
      "step": 4700
    },
    {
      "epoch": 30.0,
      "learning_rate": 9.436187780136825e-09,
      "loss": 0.0,
      "step": 4710
    },
    {
      "epoch": 30.0,
      "eval_accuracy": 0.99,
      "eval_loss": 0.0712626725435257,
      "eval_runtime": 3.9175,
      "eval_samples_per_second": 102.106,
      "eval_steps_per_second": 12.763,
      "step": 4710
    },
    {
      "epoch": 30.0,
      "step": 4710,
      "total_flos": 2.32480136060928e+19,
      "train_loss": 0.06245271290856119,
      "train_runtime": 9025.7434,
      "train_samples_per_second": 33.238,
      "train_steps_per_second": 0.522
    }
  ],
  "max_steps": 4710,
  "num_train_epochs": 30,
  "total_flos": 2.32480136060928e+19,
  "trial_name": null,
  "trial_params": null
}