diff --git "a/last-checkpoint/trainer_state.json" "b/last-checkpoint/trainer_state.json"
deleted file mode 100644--- "a/last-checkpoint/trainer_state.json"
+++ /dev/null
@@ -1,6196 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 1.389467,
-  "global_step": 1000000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0,
-      "learning_rate": 1.9820000000000003e-06,
-      "loss": 82.5404,
-      "step": 1000
-    },
-    {
-      "epoch": 0.0,
-      "learning_rate": 3.98e-06,
-      "loss": 57.4563,
-      "step": 2000
-    },
-    {
-      "epoch": 0.0,
-      "learning_rate": 5.98e-06,
-      "loss": 41.077,
-      "step": 3000
-    },
-    {
-      "epoch": 0.0,
-      "learning_rate": 7.978e-06,
-      "loss": 30.4085,
-      "step": 4000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 9.976e-06,
-      "loss": 23.8433,
-      "step": 5000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.1976000000000002e-05,
-      "loss": 18.0328,
-      "step": 6000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.3976e-05,
-      "loss": 14.5402,
-      "step": 7000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.5976e-05,
-      "loss": 12.3042,
-      "step": 8000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.7976000000000002e-05,
-      "loss": 11.2017,
-      "step": 9000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.9974000000000002e-05,
-      "loss": 10.2353,
-      "step": 10000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 2.1974e-05,
-      "loss": 9.5083,
-      "step": 11000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 2.3974e-05,
-      "loss": 9.0682,
-      "step": 12000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 2.5974000000000002e-05,
-      "loss": 8.6615,
-      "step": 13000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 2.7974e-05,
-      "loss": 8.4494,
-      "step": 14000
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 2.9974e-05,
-      "loss": 8.1137,
-      "step": 15000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 3.1974e-05,
-      "loss": 7.8827,
-      "step": 16000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 3.3974e-05,
-      "loss": 7.6477,
-      "step": 17000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 3.5972e-05,
-      "loss": 7.4429,
-      "step": 18000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 3.7972e-05,
-      "loss": 7.5768,
-      "step": 19000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 3.9972e-05,
-      "loss": 7.467,
-      "step": 20000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 4.1972e-05,
-      "loss": 7.4095,
-      "step": 21000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 4.3972000000000005e-05,
-      "loss": 7.4893,
-      "step": 22000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 4.597e-05,
-      "loss": 7.426,
-      "step": 23000
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 4.7968e-05,
-      "loss": 7.2462,
-      "step": 24000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 4.996800000000001e-05,
-      "loss": 7.2831,
-      "step": 25000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 5.196800000000001e-05,
-      "loss": 7.0669,
-      "step": 26000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 5.396800000000001e-05,
-      "loss": 6.8339,
-      "step": 27000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 5.5968e-05,
-      "loss": 6.7626,
-      "step": 28000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 5.7968e-05,
-      "loss": 6.8304,
-      "step": 29000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 5.9968e-05,
-      "loss": 6.2205,
-      "step": 30000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 6.1968e-05,
-      "loss": 5.5114,
-      "step": 31000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 6.396800000000001e-05,
-      "loss": 4.9834,
-      "step": 32000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 6.5968e-05,
-      "loss": 4.4191,
-      "step": 33000
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 6.7968e-05,
-      "loss": 3.2657,
-      "step": 34000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 6.9968e-05,
-      "loss": 3.1636,
-      "step": 35000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 7.1968e-05,
-      "loss": 2.9531,
-      "step": 36000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 7.3966e-05,
-      "loss": 2.8223,
-      "step": 37000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 7.5966e-05,
-      "loss": 2.8884,
-      "step": 38000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 7.7966e-05,
-      "loss": 2.9467,
-      "step": 39000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 7.996600000000001e-05,
-      "loss": 2.6816,
-      "step": 40000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 8.196600000000001e-05,
-      "loss": 2.4951,
-      "step": 41000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 8.3966e-05,
-      "loss": 2.3872,
-      "step": 42000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 8.5966e-05,
-      "loss": 2.382,
-      "step": 43000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 8.7966e-05,
-      "loss": 2.0369,
-      "step": 44000
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 8.996600000000001e-05,
-      "loss": 2.0121,
-      "step": 45000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.196600000000001e-05,
-      "loss": 1.8462,
-      "step": 46000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.396600000000001e-05,
-      "loss": 1.8439,
-      "step": 47000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.5964e-05,
-      "loss": 2.1532,
-      "step": 48000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.7964e-05,
-      "loss": 2.0483,
-      "step": 49000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.996400000000001e-05,
-      "loss": 2.1008,
-      "step": 50000
-    },
-    {
-      "epoch": 0.05,
-      "eval_accuracy": 0.6533359021520881,
-      "eval_loss": 2.052328586578369,
-      "eval_runtime": 12.2044,
-      "eval_samples_per_second": 409.687,
-      "eval_steps_per_second": 0.819,
-      "step": 50000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.99997363576723e-05,
-      "loss": 2.0612,
-      "step": 51000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.999892709828038e-05,
-      "loss": 2.0449,
-      "step": 52000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.999757052195638e-05,
-      "loss": 1.8157,
-      "step": 53000
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 9.999566718021146e-05,
-      "loss": 1.6483,
-      "step": 54000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.999322253966728e-05,
-      "loss": 1.7841,
-      "step": 55000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.999022682890849e-05,
-      "loss": 1.7667,
-      "step": 56000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.998668443303824e-05,
-      "loss": 1.7684,
-      "step": 57000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.998259539079562e-05,
-      "loss": 1.9884,
-      "step": 58000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.997796465555275e-05,
-      "loss": 1.9409,
-      "step": 59000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.99727884618501e-05,
-      "loss": 1.9498,
-      "step": 60000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.996706086563065e-05,
-      "loss": 1.961,
-      "step": 61000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.996079338458734e-05,
-      "loss": 1.9519,
-      "step": 62000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.995397353976218e-05,
-      "loss": 1.6914,
-      "step": 63000
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 9.994660740628572e-05,
-      "loss": 1.7069,
-      "step": 64000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.993869506471283e-05,
-      "loss": 1.6265,
-      "step": 65000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.993023660157159e-05,
-      "loss": 1.5434,
-      "step": 66000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.992123210936239e-05,
-      "loss": 1.5563,
-      "step": 67000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.991168168655695e-05,
-      "loss": 1.7248,
-      "step": 68000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.990158543759713e-05,
-      "loss": 1.7096,
-      "step": 69000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.98909543874054e-05,
-      "loss": 1.7824,
-      "step": 70000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.987976736887685e-05,
-      "loss": 1.7253,
-      "step": 71000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.98680468781231e-05,
-      "loss": 1.7548,
-      "step": 72000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.9855769578893e-05,
-      "loss": 1.418,
-      "step": 73000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.984294706495438e-05,
-      "loss": 1.3509,
-      "step": 74000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9.982957947653222e-05,
-      "loss": 1.2693,
-      "step": 75000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.981568114447057e-05,
-      "loss": 1.2466,
-      "step": 76000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.980123912510795e-05,
-      "loss": 1.4623,
-      "step": 77000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.978623830325964e-05,
-      "loss": 1.5242,
-      "step": 78000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.977069302708569e-05,
-      "loss": 1.4762,
-      "step": 79000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.975461982795923e-05,
-      "loss": 1.6135,
-      "step": 80000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.97379867031067e-05,
-      "loss": 1.6171,
-      "step": 81000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.972080965160031e-05,
-      "loss": 1.5516,
-      "step": 82000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.970308886128555e-05,
-      "loss": 1.3369,
-      "step": 83000
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.968488013163436e-05,
-      "loss": 1.3425,
-      "step": 84000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.966607408075336e-05,
-      "loss": 1.2589,
-      "step": 85000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.964672488964346e-05,
-      "loss": 1.1773,
-      "step": 86000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.962683276990424e-05,
-      "loss": 1.4146,
-      "step": 87000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.960639793907279e-05,
-      "loss": 1.5667,
-      "step": 88000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.958544186883626e-05,
-      "loss": 1.6244,
-      "step": 89000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.956392283431062e-05,
-      "loss": 1.6549,
-      "step": 90000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.954188410838409e-05,
-      "loss": 1.6582,
-      "step": 91000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.951928181053549e-05,
-      "loss": 1.5158,
-      "step": 92000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.949613797775468e-05,
-      "loss": 1.4381,
-      "step": 93000
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 9.947245286313893e-05,
-      "loss": 1.3927,
-      "step": 94000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.944822672570486e-05,
-      "loss": 1.3224,
-      "step": 95000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.942348486729986e-05,
-      "loss": 1.3627,
-      "step": 96000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.939820360201583e-05,
-      "loss": 1.5653,
-      "step": 97000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.937235708951778e-05,
-      "loss": 1.5405,
-      "step": 98000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.934597064883276e-05,
-      "loss": 1.5795,
-      "step": 99000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.931904456851861e-05,
-      "loss": 1.5248,
-      "step": 100000
-    },
-    {
-      "epoch": 0.1,
-      "eval_accuracy": 0.76607755765641,
-      "eval_loss": 1.1575313806533813,
-      "eval_runtime": 11.3109,
-      "eval_samples_per_second": 442.05,
-      "eval_steps_per_second": 0.884,
-      "step": 100000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.929160687776363e-05,
-      "loss": 1.5151,
-      "step": 101000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.926363121944323e-05,
-      "loss": 1.3509,
-      "step": 102000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.923508908775465e-05,
-      "loss": 1.361,
-      "step": 103000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.920600852902e-05,
-      "loss": 1.2428,
-      "step": 104000
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 9.917641974860546e-05,
-      "loss": 1.2109,
-      "step": 105000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.914626383334564e-05,
-      "loss": 1.2223,
-      "step": 106000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.911557046241845e-05,
-      "loss": 1.3193,
-      "step": 107000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.90843399714817e-05,
-      "loss": 1.2732,
-      "step": 108000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.905260473734215e-05,
-      "loss": 1.3843,
-      "step": 109000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.902033414410157e-05,
-      "loss": 1.4177,
-      "step": 110000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.898749543760183e-05,
-      "loss": 1.3797,
-      "step": 111000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.89541210117005e-05,
-      "loss": 1.1533,
-      "step": 112000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.89202112313749e-05,
-      "loss": 1.246,
-      "step": 113000
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 9.888580117932034e-05,
-      "loss": 1.1726,
-      "step": 114000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.885082234290936e-05,
-      "loss": 1.0864,
-      "step": 115000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.881534506150948e-05,
-      "loss": 1.3172,
-      "step": 116000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.877929869757103e-05,
-      "loss": 1.3628,
-      "step": 117000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.874271889103715e-05,
-      "loss": 1.3292,
-      "step": 118000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.8705643420908e-05,
-      "loss": 1.3346,
-      "step": 119000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.86679984675373e-05,
-      "loss": 1.3594,
-      "step": 120000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.862985973161956e-05,
-      "loss": 1.4662,
-      "step": 121000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.859115127647795e-05,
-      "loss": 1.2652,
-      "step": 122000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.855195094141563e-05,
-      "loss": 1.3002,
-      "step": 123000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.851218067604352e-05,
-      "loss": 1.234,
-      "step": 124000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 9.847187988923588e-05,
-      "loss": 1.2216,
-      "step": 125000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.843104902171565e-05,
-      "loss": 1.4338,
-      "step": 126000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.83897301449066e-05,
-      "loss": 1.4297,
-      "step": 127000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.834784099026668e-05,
-      "loss": 1.4427,
-      "step": 128000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.830542311138371e-05,
-      "loss": 1.4926,
-      "step": 129000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.826252018198228e-05,
-      "loss": 1.4958,
-      "step": 130000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.821904677956975e-05,
-      "loss": 1.3699,
-      "step": 131000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.817513458876564e-05,
-      "loss": 1.2653,
-      "step": 132000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.813060808918262e-05,
-      "loss": 1.1692,
-      "step": 133000
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 9.808555524098074e-05,
-      "loss": 1.1308,
-      "step": 134000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.803997653685072e-05,
-      "loss": 1.2077,
-      "step": 135000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.799391884154434e-05,
-      "loss": 1.3723,
-      "step": 136000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.794733734161261e-05,
-      "loss": 1.2926,
-      "step": 137000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.790018513149605e-05,
-      "loss": 1.3797,
-      "step": 138000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.785250909262922e-05,
-      "loss": 1.3112,
-      "step": 139000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.780430974638956e-05,
-      "loss": 1.2632,
-      "step": 140000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.775563660295586e-05,
-      "loss": 1.0677,
-      "step": 141000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.770639275096809e-05,
-      "loss": 1.1267,
-      "step": 142000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.765662718951243e-05,
-      "loss": 1.0702,
-      "step": 143000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.760634046281708e-05,
-      "loss": 0.9839,
-      "step": 144000
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 9.755558418801454e-05,
-      "loss": 1.1214,
-      "step": 145000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.750425730609625e-05,
-      "loss": 1.3301,
-      "step": 146000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.74524109252309e-05,
-      "loss": 1.2632,
-      "step": 147000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.740009823673144e-05,
-      "loss": 1.3007,
-      "step": 148000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.734721508266946e-05,
-      "loss": 1.3467,
-      "step": 149000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.729386780642266e-05,
-      "loss": 1.3152,
-      "step": 150000
-    },
-    {
-      "epoch": 0.15,
-      "eval_accuracy": 0.767424813667675,
-      "eval_loss": 1.1280603408813477,
-      "eval_runtime": 11.4235,
-      "eval_samples_per_second": 437.694,
-      "eval_steps_per_second": 0.875,
-      "step": 150000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.723995019013185e-05,
-      "loss": 1.086,
-      "step": 151000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.718557065738742e-05,
-      "loss": 1.0641,
-      "step": 152000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.713062093504106e-05,
-      "loss": 1.0293,
-      "step": 153000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.707515579977516e-05,
-      "loss": 1.1034,
-      "step": 154000
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 9.701917585814753e-05,
-      "loss": 1.338,
-      "step": 155000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.696268172234585e-05,
-      "loss": 1.3888,
-      "step": 156000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.690573127421747e-05,
-      "loss": 1.3721,
-      "step": 157000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.684826889792009e-05,
-      "loss": 1.4046,
-      "step": 158000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.67902369329362e-05,
-      "loss": 1.42,
-      "step": 159000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.673169327741768e-05,
-      "loss": 1.3545,
-      "step": 160000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.667263857158856e-05,
-      "loss": 1.2049,
-      "step": 161000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.661313328110268e-05,
-      "loss": 1.208,
-      "step": 162000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.655311925585616e-05,
-      "loss": 1.1505,
-      "step": 163000
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 9.649253631382465e-05,
-      "loss": 1.1549,
-      "step": 164000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.643150628198306e-05,
-      "loss": 1.3294,
-      "step": 165000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.63699076456116e-05,
-      "loss": 1.2572,
-      "step": 166000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.630780191535927e-05,
-      "loss": 1.3036,
-      "step": 167000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.624518977040433e-05,
-      "loss": 1.3684,
-      "step": 168000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.6182135265721e-05,
-      "loss": 1.3411,
-      "step": 169000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.611851285573377e-05,
-      "loss": 1.1562,
-      "step": 170000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.605445047952064e-05,
-      "loss": 1.1598,
-      "step": 171000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.598982058476909e-05,
-      "loss": 1.0123,
-      "step": 172000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.592468775270784e-05,
-      "loss": 0.9223,
-      "step": 173000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.585905269561911e-05,
-      "loss": 0.9687,
-      "step": 174000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 9.579291613127737e-05,
-      "loss": 1.2193,
-      "step": 175000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.572634567018936e-05,
-      "loss": 1.1626,
-      "step": 176000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.565920876628414e-05,
-      "loss": 1.1968,
-      "step": 177000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.559164042597832e-05,
-      "loss": 1.2435,
-      "step": 178000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.552350611635926e-05,
-      "loss": 1.2996,
-      "step": 179000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.545487396897081e-05,
-      "loss": 1.0764,
-      "step": 180000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.53859528647097e-05,
-      "loss": 1.0733,
-      "step": 181000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.531632878672679e-05,
-      "loss": 1.0556,
-      "step": 182000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.52462091366326e-05,
-      "loss": 0.9726,
-      "step": 183000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.517559468124436e-05,
-      "loss": 1.1002,
-      "step": 184000
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 9.510448619279047e-05,
-      "loss": 1.1708,
-      "step": 185000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.503295629676674e-05,
-      "loss": 1.1752,
-      "step": 186000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.496086257254829e-05,
-      "loss": 1.3322,
-      "step": 187000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.48882771635401e-05,
-      "loss": 1.3658,
-      "step": 188000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.48152008635246e-05,
-      "loss": 1.3593,
-      "step": 189000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.474170828257791e-05,
-      "loss": 1.1516,
-      "step": 190000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.466765309224318e-05,
-      "loss": 1.1632,
-      "step": 191000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.459310942361059e-05,
-      "loss": 1.1145,
-      "step": 192000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.45181533665246e-05,
-      "loss": 1.074,
-      "step": 193000
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 9.444263567865316e-05,
-      "loss": 1.2866,
-      "step": 194000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.436670821943329e-05,
-      "loss": 1.3152,
-      "step": 195000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.429029654288884e-05,
-      "loss": 1.3184,
-      "step": 196000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.421332426904754e-05,
-      "loss": 1.3529,
-      "step": 197000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.413586848537565e-05,
-      "loss": 1.3308,
-      "step": 198000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.405793003891719e-05,
-      "loss": 1.1764,
-      "step": 199000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.39795097819945e-05,
-      "loss": 1.1239,
-      "step": 200000
-    },
-    {
-      "epoch": 0.2,
-      "eval_accuracy": 0.7971212829130808,
-      "eval_loss": 0.9457727670669556,
-      "eval_runtime": 11.3916,
-      "eval_samples_per_second": 438.92,
-      "eval_steps_per_second": 0.878,
-      "step": 200000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.3900608572199e-05,
-      "loss": 1.114,
-      "step": 201000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.382122727238165e-05,
-      "loss": 1.0155,
-      "step": 202000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.374136675064364e-05,
-      "loss": 1.0197,
-      "step": 203000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.366110845784027e-05,
-      "loss": 1.2245,
-      "step": 204000
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 9.358029259454708e-05,
-      "loss": 1.1102,
-      "step": 205000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.349900014415627e-05,
-      "loss": 1.115,
-      "step": 206000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.341731400113154e-05,
-      "loss": 1.1427,
-      "step": 207000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.333507152310676e-05,
-      "loss": 1.2215,
-      "step": 208000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.325235513968268e-05,
-      "loss": 1.0317,
-      "step": 209000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.316924918077827e-05,
-      "loss": 1.0061,
-      "step": 210000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.30855881770826e-05,
-      "loss": 0.9843,
-      "step": 211000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.300145599629752e-05,
-      "loss": 0.9863,
-      "step": 212000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.291685355847915e-05,
-      "loss": 1.0236,
-      "step": 213000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.283186709471781e-05,
-      "loss": 1.1892,
-      "step": 214000
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 9.274641316485581e-05,
-      "loss": 1.17,
-      "step": 215000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.266049270153557e-05,
-      "loss": 1.1997,
-      "step": 216000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.257401993701012e-05,
-      "loss": 1.1973,
-      "step": 217000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.248708158982357e-05,
-      "loss": 1.1667,
-      "step": 218000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.23996786107198e-05,
-      "loss": 1.0233,
-      "step": 219000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.231190005346579e-05,
-      "loss": 1.118,
-      "step": 220000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.222374826427257e-05,
-      "loss": 1.1016,
-      "step": 221000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.21349585284373e-05,
-      "loss": 1.0464,
-      "step": 222000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.204570801144619e-05,
-      "loss": 1.2016,
-      "step": 223000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 9.195599768932858e-05,
-      "loss": 1.2954,
-      "step": 224000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.18660093386864e-05,
-      "loss": 1.2599,
-      "step": 225000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.177538326919512e-05,
-      "loss": 1.3015,
-      "step": 226000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.16843003508054e-05,
-      "loss": 1.3161,
-      "step": 227000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.159276157958547e-05,
-      "loss": 1.308,
-      "step": 228000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.150076795658864e-05,
-      "loss": 1.1081,
-      "step": 229000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.140832048784247e-05,
-      "loss": 1.1327,
-      "step": 230000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.131542018433763e-05,
-      "loss": 1.0167,
-      "step": 231000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.122206806201698e-05,
-      "loss": 0.9574,
-      "step": 232000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.112835916951715e-05,
-      "loss": 1.2086,
-      "step": 233000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.103410692640435e-05,
-      "loss": 1.231,
-      "step": 234000
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 9.093940594087245e-05,
-      "loss": 1.181,
-      "step": 235000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.084435262053219e-05,
-      "loss": 1.2146,
-      "step": 236000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.074875770810744e-05,
-      "loss": 1.2343,
-      "step": 237000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.065271717379691e-05,
-      "loss": 1.0341,
-      "step": 238000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.055642548107829e-05,
-      "loss": 0.9415,
-      "step": 239000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.045949774468634e-05,
-      "loss": 0.9071,
-      "step": 240000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.036212754970922e-05,
-      "loss": 0.9272,
-      "step": 241000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.026431596097182e-05,
-      "loss": 0.932,
-      "step": 242000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.01661625196235e-05,
-      "loss": 1.0876,
-      "step": 243000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 9.006747179584774e-05,
-      "loss": 1.1039,
-      "step": 244000
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 8.99683429006198e-05,
-      "loss": 1.1908,
-      "step": 245000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.986887670194317e-05,
-      "loss": 1.1791,
-      "step": 246000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.976887515621704e-05,
-      "loss": 1.1991,
-      "step": 247000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.966853935776588e-05,
-      "loss": 1.0425,
-      "step": 248000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.956777061770676e-05,
-      "loss": 1.0149,
-      "step": 249000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.946646851795914e-05,
-      "loss": 0.9472,
-      "step": 250000
-    },
-    {
-      "epoch": 0.25,
-      "eval_accuracy": 0.7875509927594045,
-      "eval_loss": 0.9979193806648254,
-      "eval_runtime": 10.7394,
-      "eval_samples_per_second": 465.574,
-      "eval_steps_per_second": 0.931,
-      "step": 250000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.936473481923489e-05,
-      "loss": 0.8647,
-      "step": 251000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.926257063407744e-05,
-      "loss": 1.0154,
-      "step": 252000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.916007988738915e-05,
-      "loss": 1.2556,
-      "step": 253000
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 8.905705851349957e-05,
-      "loss": 1.2242,
-      "step": 254000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.895361001787558e-05,
-      "loss": 1.2757,
-      "step": 255000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.884973553181336e-05,
-      "loss": 1.2906,
-      "step": 256000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.874554070244375e-05,
-      "loss": 1.2885,
-      "step": 257000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.864092300505416e-05,
-      "loss": 1.0966,
-      "step": 258000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.853577822596901e-05,
-      "loss": 1.0932,
-      "step": 259000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.843021202578716e-05,
-      "loss": 1.0595,
-      "step": 260000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.83243317549683e-05,
-      "loss": 1.0109,
-      "step": 261000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.821792659908128e-05,
-      "loss": 1.1995,
-      "step": 262000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.811110349807205e-05,
-      "loss": 1.2683,
-      "step": 263000
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 8.800397106780893e-05,
-      "loss": 1.1763,
-      "step": 264000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.789631600073084e-05,
-      "loss": 1.1731,
-      "step": 265000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.778835478172145e-05,
-      "loss": 1.2495,
-      "step": 266000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.76798724530479e-05,
-      "loss": 1.2205,
-      "step": 267000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.757097806332607e-05,
-      "loss": 0.9901,
-      "step": 268000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.746167280340752e-05,
-      "loss": 1.0082,
-      "step": 269000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.735217770656539e-05,
-      "loss": 0.9372,
-      "step": 270000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.724205511251769e-05,
-      "loss": 0.8586,
-      "step": 271000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.713152524532197e-05,
-      "loss": 1.0177,
-      "step": 272000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.702058931371517e-05,
-      "loss": 1.0323,
-      "step": 273000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 8.6909360073476e-05,
-      "loss": 1.11,
-      "step": 274000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.67976160600311e-05,
-      "loss": 1.1162,
-      "step": 275000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.668558198077614e-05,
-      "loss": 1.1175,
-      "step": 276000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.65730347686515e-05,
-      "loss": 1.0497,
-      "step": 277000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.646008759967813e-05,
-      "loss": 1.0092,
-      "step": 278000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.634674170902821e-05,
-      "loss": 0.9418,
-      "step": 279000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.623311227773569e-05,
-      "loss": 0.9255,
-      "step": 280000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.611897306229244e-05,
-      "loss": 0.9643,
-      "step": 281000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.60045535866349e-05,
-      "loss": 1.1115,
-      "step": 282000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.58896260342258e-05,
-      "loss": 1.0597,
-      "step": 283000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.577442151427801e-05,
-      "loss": 1.0903,
-      "step": 284000
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 8.565871064718052e-05,
-      "loss": 1.1758,
-      "step": 285000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.554272611732321e-05,
-      "loss": 1.2468,
-      "step": 286000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.542623699204519e-05,
-      "loss": 1.0986,
-      "step": 287000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.53093604511152e-05,
-      "loss": 1.0916,
-      "step": 288000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.519209777267638e-05,
-      "loss": 1.0491,
-      "step": 289000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.507456807843545e-05,
-      "loss": 1.0027,
-      "step": 290000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.495653735920981e-05,
-      "loss": 1.106,
-      "step": 291000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.483824296440821e-05,
-      "loss": 1.2315,
-      "step": 292000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.471944936228e-05,
-      "loss": 1.1994,
-      "step": 293000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.460051479845447e-05,
-      "loss": 1.2447,
-      "step": 294000
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 8.448096388237765e-05,
-      "loss": 1.2671,
-      "step": 295000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.436103588800417e-05,
-      "loss": 1.2646,
-      "step": 296000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.424085261786644e-05,
-      "loss": 0.9903,
-      "step": 297000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.412017477934155e-05,
-      "loss": 0.9825,
-      "step": 298000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.399912380805182e-05,
-      "loss": 0.9979,
-      "step": 299000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.387770102779126e-05,
-      "loss": 0.961,
-      "step": 300000
-    },
-    {
-      "epoch": 0.3,
-      "eval_accuracy": 0.8074508577716577,
-      "eval_loss": 0.8797607421875,
-      "eval_runtime": 10.8875,
-      "eval_samples_per_second": 459.241,
-      "eval_steps_per_second": 0.918,
-      "step": 300000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.375602974429366e-05,
-      "loss": 1.073,
-      "step": 301000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.363399004819421e-05,
-      "loss": 1.144,
-      "step": 302000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.351146055866368e-05,
-      "loss": 1.0968,
-      "step": 303000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.338856459316948e-05,
-      "loss": 1.0641,
-      "step": 304000
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 8.326530349568222e-05,
-      "loss": 1.064,
-      "step": 305000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.31416786141655e-05,
-      "loss": 1.0356,
-      "step": 306000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.301781546845868e-05,
-      "loss": 0.9338,
-      "step": 307000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.289346743906984e-05,
-      "loss": 0.9026,
-      "step": 308000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.276888457896356e-05,
-      "loss": 0.8446,
-      "step": 309000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.264381883565022e-05,
-      "loss": 0.9099,
-      "step": 310000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.251839610476409e-05,
-      "loss": 1.1068,
-      "step": 311000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.239261775790807e-05,
-      "loss": 1.0591,
-      "step": 312000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.226648517057399e-05,
-      "loss": 1.1183,
-      "step": 313000
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 8.213999972212765e-05,
-      "loss": 1.146,
-      "step": 314000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.201328980782183e-05,
-      "loss": 1.1369,
-      "step": 315000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.188610314006513e-05,
-      "loss": 0.9698,
-      "step": 316000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.175856777099312e-05,
-      "loss": 0.9333,
-      "step": 317000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.163068509531211e-05,
-      "loss": 0.9574,
-      "step": 318000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.150271331297903e-05,
-      "loss": 0.9808,
-      "step": 319000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.137414091098588e-05,
-      "loss": 1.0482,
-      "step": 320000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.124535449282972e-05,
-      "loss": 1.2092,
-      "step": 321000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.111622706352883e-05,
-      "loss": 1.1759,
-      "step": 322000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.098663026608033e-05,
-      "loss": 1.2193,
-      "step": 323000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 8.085669460380775e-05,
-      "loss": 1.2402,
-      "step": 324000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 8.072642149766666e-05,
-      "loss": 1.2365,
-      "step": 325000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 8.059581237230287e-05,
-      "loss": 1.0715,
-      "step": 326000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 8.046486865603688e-05,
-      "loss": 1.0666,
-      "step": 327000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 8.033359178084814e-05,
-      "loss": 1.0308,
-      "step": 328000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 8.020211495617513e-05,
-      "loss": 0.9836,
-      "step": 329000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 8.007017640320121e-05,
-      "loss": 1.0282,
-      "step": 330000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 7.993804143876718e-05,
-      "loss": 1.1226,
-      "step": 331000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 7.980544697365782e-05,
-      "loss": 1.1466,
-      "step": 332000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 7.967265964369563e-05,
-      "loss": 1.1792,
-      "step": 333000
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 7.953954846694738e-05,
-      "loss": 1.134,
-      "step": 334000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.940598116801423e-05,
-      "loss": 1.159,
-      "step": 335000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.927209228998228e-05,
-      "loss": 0.9188,
-      "step": 336000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.913801766544098e-05,
-      "loss": 0.8693,
-      "step": 337000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.900349034318708e-05,
-      "loss": 0.8056,
-      "step": 338000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.886864584340953e-05,
-      "loss": 0.808,
-      "step": 339000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.873348564074622e-05,
-      "loss": 1.0187,
-      "step": 340000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.859828247475456e-05,
-      "loss": 1.0268,
-      "step": 341000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.846249592803267e-05,
-      "loss": 1.0245,
-      "step": 342000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.832653437280335e-05,
-      "loss": 1.1168,
-      "step": 343000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.819012710086294e-05,
-      "loss": 1.1404,
-      "step": 344000
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 7.8053411546209e-05,
-      "loss": 1.0336,
-      "step": 345000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.791638920394093e-05,
-      "loss": 0.9649,
-      "step": 346000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.777906157251316e-05,
-      "loss": 0.9322,
-      "step": 347000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.76414301537186e-05,
-      "loss": 0.8737,
-      "step": 348000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.750363453686169e-05,
-      "loss": 0.855,
-      "step": 349000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.736567712952333e-05,
-      "loss": 1.0179,
-      "step": 350000
-    },
-    {
-      "epoch": 0.35,
-      "eval_accuracy": 0.8018313508243486,
-      "eval_loss": 0.9101699590682983,
-      "eval_runtime": 11.7713,
-      "eval_samples_per_second": 424.764,
-      "eval_steps_per_second": 0.85,
-      "step": 350000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.722714428804807e-05,
-      "loss": 1.096,
-      "step": 351000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.708831369488505e-05,
-      "loss": 1.1769,
-      "step": 352000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.694918686826337e-05,
-      "loss": 1.218,
-      "step": 353000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.680976532965179e-05,
-      "loss": 1.2225,
-      "step": 354000
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 7.66701904644065e-05,
-      "loss": 1.0765,
-      "step": 355000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.653018436999124e-05,
-      "loss": 1.0637,
-      "step": 356000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.638988814573021e-05,
-      "loss": 1.0175,
-      "step": 357000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.624930332588043e-05,
-      "loss": 0.9619,
-      "step": 358000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.61085724626061e-05,
-      "loss": 1.0432,
-      "step": 359000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.596755665091857e-05,
-      "loss": 1.1913,
-      "step": 360000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.582625742986147e-05,
-      "loss": 1.1628,
-      "step": 361000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.568453447806063e-05,
-      "loss": 1.2034,
-      "step": 362000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.554253064430575e-05,
-      "loss": 1.1454,
-      "step": 363000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.540024748152803e-05,
-      "loss": 1.1433,
-      "step": 364000
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 7.525768654571332e-05,
-      "loss": 1.0084,
-      "step": 365000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.511484939588518e-05,
-      "loss": 0.9967,
-      "step": 366000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.497188084255762e-05,
-      "loss": 0.9075,
-      "step": 367000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.482849622614294e-05,
-      "loss": 0.8931,
-      "step": 368000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.468512767147887e-05,
-      "loss": 0.9603,
-      "step": 369000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.454120212348005e-05,
-      "loss": 0.9906,
-      "step": 370000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.43970081968267e-05,
-      "loss": 0.9656,
-      "step": 371000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.425254746840043e-05,
-      "loss": 1.0444,
-      "step": 372000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.410796637590287e-05,
-      "loss": 1.0772,
-      "step": 373000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 7.396297704907714e-05,
-      "loss": 1.0469,
-      "step": 374000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.381772566697359e-05,
-      "loss": 0.8572,
-      "step": 375000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.36722138180381e-05,
-      "loss": 0.936,
-      "step": 376000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.352658899306739e-05,
-      "loss": 0.8848,
-      "step": 377000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.338070739939699e-05,
-      "loss": 0.8367,
-      "step": 378000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.323442421881121e-05,
-      "loss": 1.056,
-      "step": 379000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.308788695028466e-05,
-      "loss": 1.0573,
-      "step": 380000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.294109719632544e-05,
-      "loss": 1.0499,
-      "step": 381000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.279420372761656e-05,
-      "loss": 1.0515,
-      "step": 382000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.26469140698113e-05,
-      "loss": 1.0599,
-      "step": 383000
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 7.249952440947382e-05,
-      "loss": 1.0554,
-      "step": 384000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.235174128430801e-05,
-      "loss": 1.04,
-      "step": 385000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.220371372408057e-05,
-      "loss": 1.0006,
-      "step": 386000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.20554433475972e-05,
-      "loss": 0.9656,
-      "step": 387000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.190708040782669e-05,
-      "loss": 0.9891,
-      "step": 388000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.175832950461096e-05,
-      "loss": 1.1548,
-      "step": 389000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.16094897629503e-05,
-      "loss": 1.1437,
-      "step": 390000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.146041417577084e-05,
-      "loss": 1.1659,
-      "step": 391000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.131095479401597e-05,
-      "loss": 1.2044,
-      "step": 392000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.116126235907376e-05,
-      "loss": 1.2036,
-      "step": 393000
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 7.101133850795673e-05,
-      "loss": 1.0658,
-      "step": 394000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 7.086118488020812e-05,
-      "loss": 1.0297,
-      "step": 395000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 7.071095361305229e-05,
-      "loss": 0.9179,
-      "step": 396000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 7.056034558637109e-05,
-      "loss": 0.8803,
-      "step": 397000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 7.040966365967704e-05,
-      "loss": 0.9978,
-      "step": 398000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 7.025860781555982e-05,
-      "loss": 1.1169,
-      "step": 399000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 7.010748181405352e-05,
-      "loss": 1.037,
-      "step": 400000
-    },
-    {
-      "epoch": 0.4,
-      "eval_accuracy": 0.8194723236238552,
-      "eval_loss": 0.810663104057312,
-      "eval_runtime": 10.4613,
-      "eval_samples_per_second": 477.953,
-      "eval_steps_per_second": 0.956,
-      "step": 400000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 6.995598475356628e-05,
-      "loss": 1.1173,
-      "step": 401000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 6.980442128137954e-05,
-      "loss": 1.0554,
-      "step": 402000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 6.965248962486922e-05,
-      "loss": 1.0148,
-      "step": 403000
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 6.950049530525111e-05,
-      "loss": 0.8313,
-      "step": 404000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.934813569205621e-05,
-      "loss": 0.8747,
-      "step": 405000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.919571716708366e-05,
-      "loss": 0.8472,
-      "step": 406000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.904293625524425e-05,
-      "loss": 0.7775,
-      "step": 407000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.88899470929049e-05,
-      "loss": 0.9395,
-      "step": 408000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.873675135313058e-05,
-      "loss": 1.0758,
-      "step": 409000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.858350421367768e-05,
-      "loss": 1.041,
-      "step": 410000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.842990054963225e-05,
-      "loss": 1.0575,
-      "step": 411000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.827624924447044e-05,
-      "loss": 1.1056,
-      "step": 412000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.812224436855836e-05,
-      "loss": 1.075,
-      "step": 413000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.796819561217397e-05,
-      "loss": 0.8725,
-      "step": 414000
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 6.781379625433246e-05,
-      "loss": 0.8658,
-      "step": 415000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.765920208766913e-05,
-      "loss": 0.8149,
-      "step": 416000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.75045696859852e-05,
-      "loss": 0.9049,
-      "step": 417000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.734959116622053e-05,
-      "loss": 1.1137,
-      "step": 418000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.719457817656532e-05,
-      "loss": 1.1364,
-      "step": 419000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.703922207618428e-05,
-      "loss": 1.146,
-      "step": 420000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.688383527254907e-05,
-      "loss": 1.1727,
-      "step": 421000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.672810838053671e-05,
-      "loss": 1.19,
-      "step": 422000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.657251055370414e-05,
-      "loss": 1.0855,
-      "step": 423000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.641641985562924e-05,
-      "loss": 1.019,
-      "step": 424000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 6.626014963021694e-05,
-      "loss": 0.9942,
-      "step": 425000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.61037015864134e-05,
-      "loss": 0.9554,
-      "step": 426000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.594707743510933e-05,
-      "loss": 0.9881,
-      "step": 427000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.57902788891214e-05,
-      "loss": 1.1244,
-      "step": 428000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.563346472008175e-05,
-      "loss": 1.0419,
-      "step": 429000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.547632270089105e-05,
-      "loss": 1.0964,
-      "step": 430000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.531916883034684e-05,
-      "loss": 1.1526,
-      "step": 431000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.516169020498223e-05,
-      "loss": 1.1175,
-      "step": 432000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.500420350048018e-05,
-      "loss": 0.945,
-      "step": 433000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.48465530404153e-05,
-      "loss": 0.9563,
-      "step": 434000
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 6.468858249431153e-05,
-      "loss": 0.8274,
-      "step": 435000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.453045131622291e-05,
-      "loss": 0.7477,
-      "step": 436000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.437216123544669e-05,
-      "loss": 0.835,
-      "step": 437000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.421403103322858e-05,
-      "loss": 1.0134,
-      "step": 438000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.40554286510482e-05,
-      "loss": 0.973,
-      "step": 439000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.38968313932415e-05,
-      "loss": 1.0058,
-      "step": 440000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.373792348246463e-05,
-      "loss": 1.0381,
-      "step": 441000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.357886533595756e-05,
-      "loss": 1.0955,
-      "step": 442000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.341965869315472e-05,
-      "loss": 0.8979,
-      "step": 443000
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 6.326030529511443e-05,
-      "loss": 0.8869,
-      "step": 444000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.310096645476388e-05,
-      "loss": 0.8761,
-      "step": 445000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.294132491822075e-05,
-      "loss": 0.8092,
-      "step": 446000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.278170171059243e-05,
-      "loss": 0.9651,
-      "step": 447000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.2621779011803e-05,
-      "loss": 0.9916,
-      "step": 448000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.24618784123524e-05,
-      "loss": 0.9917,
-      "step": 449000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.230168153985983e-05,
-      "loss": 1.1206,
-      "step": 450000
-    },
-    {
-      "epoch": 0.45,
-      "eval_accuracy": 0.8152173260941297,
-      "eval_loss": 0.8323125839233398,
-      "eval_runtime": 10.9195,
-      "eval_samples_per_second": 457.898,
-      "eval_steps_per_second": 0.916,
-      "step": 450000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.214167093404725e-05,
-      "loss": 1.1638,
-      "step": 451000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.198120702027724e-05,
-      "loss": 1.1351,
-      "step": 452000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.182061208194684e-05,
-      "loss": 0.9823,
-      "step": 453000
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 6.165988787529652e-05,
-      "loss": 0.99,
-      "step": 454000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.149903615798047e-05,
-      "loss": 0.9387,
-      "step": 455000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.133821972874338e-05,
-      "loss": 0.9391,
-      "step": 456000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.117711839172833e-05,
-      "loss": 1.1115,
-      "step": 457000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.1016217391488694e-05,
-      "loss": 1.1276,
-      "step": 458000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.085487359441242e-05,
-      "loss": 1.1379,
-      "step": 459000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.069341109017761e-05,
-      "loss": 1.172,
-      "step": 460000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.053183164451236e-05,
-      "loss": 1.1493,
-      "step": 461000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.037013702442358e-05,
-      "loss": 0.9853,
-      "step": 462000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.020849086226153e-05,
-      "loss": 0.9542,
-      "step": 463000
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 6.004657131011767e-05,
-      "loss": 0.9451,
-      "step": 464000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.988454189027957e-05,
-      "loss": 0.8593,
-      "step": 465000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.972256656559438e-05,
-      "loss": 0.8856,
-      "step": 466000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.956032283276984e-05,
-      "loss": 1.0615,
-      "step": 467000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.939813694970145e-05,
-      "loss": 0.9391,
-      "step": 468000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.923584849556318e-05,
-      "loss": 0.961,
-      "step": 469000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.9073296639853294e-05,
-      "loss": 0.9814,
-      "step": 470000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.8910645560025016e-05,
-      "loss": 1.0385,
-      "step": 471000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.874789703480451e-05,
-      "loss": 0.8768,
-      "step": 472000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.8585052843983566e-05,
-      "loss": 0.8435,
-      "step": 473000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.842211476840016e-05,
-      "loss": 0.8323,
-      "step": 474000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 5.825924766550955e-05,
-      "loss": 0.8381,
-      "step": 475000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.8096290421362876e-05,
-      "loss": 0.9095,
-      "step": 476000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.793308156198103e-05,
-      "loss": 1.0265,
-      "step": 477000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.776978594769021e-05,
-      "loss": 1.0133,
-      "step": 478000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.7606405364265115e-05,
-      "loss": 1.0417,
-      "step": 479000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.744310510313018e-05,
-      "loss": 1.0367,
-      "step": 480000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.727956002295942e-05,
-      "loss": 1.0063,
-      "step": 481000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.711593533468653e-05,
-      "loss": 0.8627,
-      "step": 482000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.6952232827684906e-05,
-      "loss": 0.9525,
-      "step": 483000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.678861810809461e-05,
-      "loss": 0.937,
-      "step": 484000
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 5.662476540848262e-05,
-      "loss": 0.9029,
-      "step": 485000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.646116818290258e-05,
-      "loss": 1.0793,
-      "step": 486000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.629717252072332e-05,
-      "loss": 1.1195,
-      "step": 487000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.613327209200223e-05,
-      "loss": 1.1135,
-      "step": 488000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.596914056044104e-05,
-      "loss": 1.14,
-      "step": 489000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.580494375131501e-05,
-      "loss": 1.1599,
-      "step": 490000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.5640683460254154e-05,
-      "loss": 1.1177,
-      "step": 491000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.547636148358269e-05,
-      "loss": 0.9853,
-      "step": 492000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.531197961829942e-05,
-      "loss": 0.982,
-      "step": 493000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.514770413043232e-05,
-      "loss": 0.8807,
-      "step": 494000
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 5.498320793691619e-05,
-      "loss": 0.8529,
-      "step": 495000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.481882182514718e-05,
-      "loss": 1.0643,
-      "step": 496000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.465421849180081e-05,
-      "loss": 1.0695,
-      "step": 497000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.4489564260666694e-05,
-      "loss": 1.0373,
-      "step": 498000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.432502565962998e-05,
-      "loss": 1.0638,
-      "step": 499000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.4160275081750255e-05,
-      "loss": 1.0865,
-      "step": 500000
-    },
-    {
-      "epoch": 0.5,
-      "eval_accuracy": 0.8242477038501768,
-      "eval_loss": 0.782859206199646,
-      "eval_runtime": 10.6001,
-      "eval_samples_per_second": 471.696,
-      "eval_steps_per_second": 0.943,
-      "step": 500000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.39956438259683e-05,
-      "loss": 0.8685,
-      "step": 501000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.3830804100862085e-05,
-      "loss": 0.8195,
-      "step": 502000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.3666252286543196e-05,
-      "loss": 0.7759,
-      "step": 503000
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 5.350133065681624e-05,
-      "loss": 0.7921,
-      "step": 504000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.3336370737098185e-05,
-      "loss": 0.8275,
-      "step": 505000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.3171374331364276e-05,
-      "loss": 0.9585,
-      "step": 506000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.300650829179897e-05,
-      "loss": 0.9638,
-      "step": 507000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.284144435951072e-05,
-      "loss": 1.0516,
-      "step": 508000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.2676349353642174e-05,
-      "loss": 1.0423,
-      "step": 509000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.251139021793834e-05,
-      "loss": 1.0497,
-      "step": 510000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.234623850814717e-05,
-      "loss": 0.9067,
-      "step": 511000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.218122632985052e-05,
-      "loss": 0.8785,
-      "step": 512000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.201602513318512e-05,
-      "loss": 0.8185,
-      "step": 513000
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 5.185080188959187e-05,
-      "loss": 0.752,
-      "step": 514000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.168572365891783e-05,
-      "loss": 0.9095,
-      "step": 515000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.152046175978524e-05,
-      "loss": 1.0988,
-      "step": 516000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.1355348519357e-05,
-      "loss": 1.0842,
-      "step": 517000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.11900551865487e-05,
-      "loss": 1.125,
-      "step": 518000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.102491415173354e-05,
-      "loss": 1.1397,
-      "step": 519000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.08595966084867e-05,
-      "loss": 1.1343,
-      "step": 520000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.069443499586649e-05,
-      "loss": 0.9646,
-      "step": 521000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.052910046647634e-05,
-      "loss": 0.9628,
-      "step": 522000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.036376015092827e-05,
-      "loss": 0.9286,
-      "step": 523000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 5.0198415857357464e-05,
-      "loss": 0.9084,
-      "step": 524000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 5.003323474088806e-05,
-      "loss": 1.0839,
-      "step": 525000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.986805326169539e-05,
-      "loss": 1.1188,
-      "step": 526000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.970270787850604e-05,
-      "loss": 1.0571,
-      "step": 527000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.9537365746455695e-05,
-      "loss": 1.0487,
-      "step": 528000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.937202867369945e-05,
-      "loss": 1.1107,
-      "step": 529000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.920686379451033e-05,
-      "loss": 1.0362,
-      "step": 530000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.904170757159314e-05,
-      "loss": 0.9012,
-      "step": 531000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.887639650222643e-05,
-      "loss": 0.8745,
-      "step": 532000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.8711097720407546e-05,
-      "loss": 0.8339,
-      "step": 533000
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 4.854581303381751e-05,
-      "loss": 0.7654,
-      "step": 534000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.838070951022198e-05,
-      "loss": 0.9112,
-      "step": 535000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.821545841788341e-05,
-      "loss": 0.8959,
-      "step": 536000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.805039206223316e-05,
-      "loss": 0.986,
-      "step": 537000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.78851817855374e-05,
-      "loss": 0.9942,
-      "step": 538000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.772015981115084e-05,
-      "loss": 0.9933,
-      "step": 539000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.7554997569705646e-05,
-      "loss": 0.8891,
-      "step": 540000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.7389862066415265e-05,
-      "loss": 0.9105,
-      "step": 541000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.722475510717516e-05,
-      "loss": 0.8341,
-      "step": 542000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.7059843558417655e-05,
-      "loss": 0.8087,
-      "step": 543000
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 4.689479907063946e-05,
-      "loss": 0.8851,
-      "step": 544000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.672995353380826e-05,
-      "loss": 0.9986,
-      "step": 545000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.656497872985476e-05,
-      "loss": 0.9483,
-      "step": 546000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.6400371326533076e-05,
-      "loss": 0.9711,
-      "step": 547000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.623547337545436e-05,
-      "loss": 1.0405,
-      "step": 548000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.607061659263568e-05,
-      "loss": 1.113,
-      "step": 549000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.5905802780924407e-05,
-      "loss": 0.9616,
-      "step": 550000
-    },
-    {
-      "epoch": 0.55,
-      "eval_accuracy": 0.822435579595823,
-      "eval_loss": 0.7894766926765442,
-      "eval_runtime": 10.8513,
-      "eval_samples_per_second": 460.775,
-      "eval_steps_per_second": 0.922,
-      "step": 550000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.574103374269796e-05,
-      "loss": 0.9594,
-      "step": 551000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.557647597844301e-05,
-      "loss": 0.9291,
-      "step": 552000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.541180184306395e-05,
-      "loss": 0.8842,
-      "step": 553000
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.5247507080131874e-05,
-      "loss": 1.0254,
-      "step": 554000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.508293499090543e-05,
-      "loss": 1.1074,
-      "step": 555000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.4918416673914135e-05,
-      "loss": 1.0816,
-      "step": 556000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.4754118362693004e-05,
-      "loss": 1.1233,
-      "step": 557000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.458971292873412e-05,
-      "loss": 1.1443,
-      "step": 558000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.442536666080782e-05,
-      "loss": 1.1356,
-      "step": 559000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.426124561043402e-05,
-      "loss": 0.88,
-      "step": 560000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.409702300204254e-05,
-      "loss": 0.8733,
-      "step": 561000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.393286494766179e-05,
-      "loss": 0.8834,
-      "step": 562000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.376877324249791e-05,
-      "loss": 0.8683,
-      "step": 563000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.3604913669958144e-05,
-      "loss": 0.9784,
-      "step": 564000
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 4.344095997509148e-05,
-      "loss": 1.0091,
-      "step": 565000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.32770780088357e-05,
-      "loss": 0.994,
-      "step": 566000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.3113433334503214e-05,
-      "loss": 0.9519,
-      "step": 567000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.29497001250192e-05,
-      "loss": 0.9524,
-      "step": 568000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.278620763348594e-05,
-      "loss": 0.8762,
-      "step": 569000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.2622630335834316e-05,
-      "loss": 0.8521,
-      "step": 570000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.245929717164161e-05,
-      "loss": 0.7913,
-      "step": 571000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.229588293406972e-05,
-      "loss": 0.7513,
-      "step": 572000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.2132552947487734e-05,
-      "loss": 0.8198,
-      "step": 573000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.196930899804627e-05,
-      "loss": 1.006,
-      "step": 574000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.1806479094376326e-05,
-      "loss": 0.9535,
-      "step": 575000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.1643412392891206e-05,
-      "loss": 1.0172,
-      "step": 576000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.1480600006783755e-05,
-      "loss": 1.0338,
-      "step": 577000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.131771776611856e-05,
-      "loss": 1.0166,
-      "step": 578000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.115493047350083e-05,
-      "loss": 0.8639,
-      "step": 579000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.099223990914634e-05,
-      "loss": 0.8269,
-      "step": 580000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.082981039447362e-05,
-      "loss": 0.8496,
-      "step": 581000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.0667318521868897e-05,
-      "loss": 0.8634,
-      "step": 582000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.0504928709973586e-05,
-      "loss": 0.9634,
-      "step": 583000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.034280496817482e-05,
-      "loss": 1.1009,
-      "step": 584000
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 4.018062449767229e-05,
-      "loss": 1.0633,
-      "step": 585000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 4.001871342914655e-05,
-      "loss": 1.1073,
-      "step": 586000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.98567493872435e-05,
-      "loss": 1.1197,
-      "step": 587000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.9695219864658135e-05,
-      "loss": 1.121,
-      "step": 588000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.953364089929742e-05,
-      "loss": 0.9561,
-      "step": 589000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.937201459501688e-05,
-      "loss": 0.9589,
-      "step": 590000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.921050451668199e-05,
-      "loss": 0.9277,
-      "step": 591000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.9049112430541065e-05,
-      "loss": 0.8929,
-      "step": 592000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.888800131347529e-05,
-      "loss": 0.9633,
-      "step": 593000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.872685038288536e-05,
-      "loss": 1.0104,
-      "step": 594000
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 3.856582273365353e-05,
-      "loss": 1.0472,
-      "step": 595000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.840492012675236e-05,
-      "loss": 1.0702,
-      "step": 596000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.8244305033669075e-05,
-      "loss": 1.0294,
-      "step": 597000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.808365765942003e-05,
-      "loss": 1.0254,
-      "step": 598000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.7923140600381655e-05,
-      "loss": 0.8297,
-      "step": 599000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.776275561194279e-05,
-      "loss": 0.7727,
-      "step": 600000
-    },
-    {
-      "epoch": 0.6,
-      "eval_accuracy": 0.8285096268267774,
-      "eval_loss": 0.7584890127182007,
-      "eval_runtime": 11.327,
-      "eval_samples_per_second": 441.425,
-      "eval_steps_per_second": 0.883,
-      "step": 600000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.760250444804797e-05,
-      "loss": 0.7138,
-      "step": 601000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.744254890846151e-05,
-      "loss": 0.7417,
-      "step": 602000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.7282730420633285e-05,
-      "loss": 0.929,
-      "step": 603000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.712289095940718e-05,
-      "loss": 0.9185,
-      "step": 604000
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 3.696319232018241e-05,
-      "loss": 0.9308,
-      "step": 605000
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 3.6803636249397785e-05,
-      "loss": 1.0135,
-      "step": 606000
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 3.664438383102547e-05,
-      "loss": 1.0432,
-      "step": 607000
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 3.648511798325486e-05,
-      "loss": 0.9097,
-      "step": 608000
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 3.632599993206869e-05,
-      "loss": 0.8698,
-      "step": 609000
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 3.616719031079871e-05,
-      "loss": 0.8344,
-      "step": 610000
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.600837291927178e-05,
-      "loss": 0.8786,
-      "step": 611000
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.584970853793694e-05,
-      "loss": 0.9996,
-      "step": 612000
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.569135733368609e-05,
-      "loss": 1.0586,
-      "step": 613000
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.553300401908391e-05,
-      "loss": 1.0897,
-      "step": 614000
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.5374967028736584e-05,
-      "loss": 0.9494,
-      "step": 615000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.521693170082889e-05,
-      "loss": 0.856,
-      "step": 616000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.505905803818765e-05,
-      "loss": 0.8594,
-      "step": 617000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.490150539537649e-05,
-      "loss": 0.7276,
-      "step": 618000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.474396007494727e-05,
-      "loss": 0.7412,
-      "step": 619000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.45867388867009e-05,
-      "loss": 0.8891,
-      "step": 620000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.442952879313661e-05,
-      "loss": 0.9131,
-      "step": 621000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.427264592994348e-05,
-      "loss": 0.9492,
-      "step": 622000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.411577793324775e-05,
-      "loss": 0.9621,
-      "step": 623000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.395924025081174e-05,
-      "loss": 0.975,
-      "step": 624000
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 3.3802721206038737e-05,
-      "loss": 0.8927,
-      "step": 625000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.36463792921116e-05,
-      "loss": 0.8459,
-      "step": 626000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.3490372291934334e-05,
-      "loss": 0.8157,
-      "step": 627000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.333438958553279e-05,
-      "loss": 0.7887,
-      "step": 628000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.3178744840428254e-05,
-      "loss": 0.8727,
-      "step": 629000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.302312815791971e-05,
-      "loss": 0.9689,
-      "step": 630000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.2867697131761696e-05,
-      "loss": 0.9148,
-      "step": 631000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.2712608611243435e-05,
-      "loss": 0.9737,
-      "step": 632000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.255770876495283e-05,
-      "loss": 1.0775,
-      "step": 633000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.240284451505519e-05,
-      "loss": 1.1036,
-      "step": 634000
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 3.2248172704830614e-05,
-      "loss": 0.9381,
-      "step": 635000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.209369502574527e-05,
-      "loss": 0.9412,
-      "step": 636000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.1939413167142243e-05,
-      "loss": 0.9021,
-      "step": 637000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.178532881622327e-05,
-      "loss": 0.8694,
-      "step": 638000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.163159744313126e-05,
-      "loss": 1.0402,
-      "step": 639000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.147791295881192e-05,
-      "loss": 1.084,
-      "step": 640000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.1324584409263834e-05,
-      "loss": 1.0841,
-      "step": 641000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.117130650748039e-05,
-      "loss": 1.1045,
-      "step": 642000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.101838748185837e-05,
-      "loss": 1.1229,
-      "step": 643000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.0865522860779585e-05,
-      "loss": 1.0369,
-      "step": 644000
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.071286749127718e-05,
-      "loss": 0.8539,
-      "step": 645000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 3.056042304276582e-05,
-      "loss": 0.8873,
-      "step": 646000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 3.0408343307471943e-05,
-      "loss": 0.8589,
-      "step": 647000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 3.025632548485837e-05,
-      "loss": 0.8197,
-      "step": 648000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 3.010467526941344e-05,
-      "loss": 0.9677,
-      "step": 649000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 2.9953090715801634e-05,
-      "loss": 0.9871,
-      "step": 650000
-    },
-    {
-      "epoch": 1.04,
-      "eval_accuracy": 0.831968594961707,
-      "eval_loss": 0.7390721440315247,
-      "eval_runtime": 10.7168,
-      "eval_samples_per_second": 466.556,
-      "eval_steps_per_second": 0.933,
-      "step": 650000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 2.980187664724534e-05,
-      "loss": 0.9091,
-      "step": 651000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 2.965073198680562e-05,
-      "loss": 0.9263,
-      "step": 652000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 2.9499960673118322e-05,
-      "loss": 0.9273,
-      "step": 653000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 2.934926251079786e-05,
-      "loss": 0.8529,
-      "step": 654000
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 2.9198790181634074e-05,
-      "loss": 0.8239,
-      "step": 655000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.9048695461845966e-05,
-      "loss": 0.7665,
-      "step": 656000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.8898679503189996e-05,
-      "loss": 0.7491,
-      "step": 657000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.8749043974581896e-05,
-      "loss": 0.8524,
-      "step": 658000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.859949094205726e-05,
-      "loss": 0.9649,
-      "step": 659000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.845017194207104e-05,
-      "loss": 0.9405,
-      "step": 660000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.83012375726286e-05,
-      "loss": 0.9965,
-      "step": 661000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.8152391295818637e-05,
-      "loss": 1.0081,
-      "step": 662000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.800393242842937e-05,
-      "loss": 0.981,
-      "step": 663000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.7855565379304605e-05,
-      "loss": 0.8153,
-      "step": 664000
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 2.7707588501547865e-05,
-      "loss": 0.8235,
-      "step": 665000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.7559707163675296e-05,
-      "loss": 0.8797,
-      "step": 666000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.7412071229249947e-05,
-      "loss": 0.8552,
-      "step": 667000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.7264829577788996e-05,
-      "loss": 0.978,
-      "step": 668000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.711768904169148e-05,
-      "loss": 1.0823,
-      "step": 669000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.6970945507650934e-05,
-      "loss": 1.0495,
-      "step": 670000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.6824306799850207e-05,
-      "loss": 1.0896,
-      "step": 671000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.6678067795850213e-05,
-      "loss": 1.1019,
-      "step": 672000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.653193732438558e-05,
-      "loss": 1.0991,
-      "step": 673000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.6386209240998583e-05,
-      "loss": 0.9356,
-      "step": 674000
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 2.624059339169965e-05,
-      "loss": 0.942,
-      "step": 675000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.6095237371464796e-05,
-      "loss": 0.9061,
-      "step": 676000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.5950287733378777e-05,
-      "loss": 0.8134,
-      "step": 677000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.580545587338671e-05,
-      "loss": 0.9557,
-      "step": 678000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.5661033035637218e-05,
-      "loss": 1.0279,
-      "step": 679000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.551673166496884e-05,
-      "loss": 1.0323,
-      "step": 680000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.537284193876279e-05,
-      "loss": 1.003,
-      "step": 681000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.5229077363316923e-05,
-      "loss": 1.0201,
-      "step": 682000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.5085727036564444e-05,
-      "loss": 0.9572,
-      "step": 683000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.494250553878222e-05,
-      "loss": 0.7758,
-      "step": 684000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 2.4799558065744872e-05,
-      "loss": 0.7355,
-      "step": 685000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.465688618070303e-05,
-      "loss": 0.6992,
-      "step": 686000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.4514633699676327e-05,
-      "loss": 0.7698,
-      "step": 687000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.437251738882307e-05,
-      "loss": 0.9104,
-      "step": 688000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.4230823031561167e-05,
-      "loss": 0.8912,
-      "step": 689000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.408926850530927e-05,
-      "loss": 0.9452,
-      "step": 690000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.394813846378582e-05,
-      "loss": 1.0174,
-      "step": 691000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.380715190799833e-05,
-      "loss": 0.9929,
-      "step": 692000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.3666592349526597e-05,
-      "loss": 0.8779,
-      "step": 693000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.3526179925246578e-05,
-      "loss": 0.8655,
-      "step": 694000
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 2.3386057014421453e-05,
-      "loss": 0.8112,
-      "step": 695000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.3246364835391272e-05,
-      "loss": 0.7425,
-      "step": 696000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.3106825252040365e-05,
-      "loss": 0.7938,
-      "step": 697000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.296771886621397e-05,
-      "loss": 0.9602,
-      "step": 698000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.2828768708148356e-05,
-      "loss": 1.0117,
-      "step": 699000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.269011569031495e-05,
-      "loss": 1.0679,
-      "step": 700000
-    },
-    {
-      "epoch": 1.09,
-      "eval_accuracy": 0.8310942232767082,
-      "eval_loss": 0.7435500025749207,
-      "eval_runtime": 12.3346,
-      "eval_samples_per_second": 405.365,
-      "eval_steps_per_second": 0.811,
-      "step": 700000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.2551899533679438e-05,
-      "loss": 1.0913,
-      "step": 701000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.2413845040981702e-05,
-      "loss": 1.0949,
-      "step": 702000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.2276229827680116e-05,
-      "loss": 0.9394,
-      "step": 703000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.213891719102571e-05,
-      "loss": 0.9283,
-      "step": 704000
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 2.2001771636780773e-05,
-      "loss": 0.8962,
-      "step": 705000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.1864932266675498e-05,
-      "loss": 0.8581,
-      "step": 706000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.1728400577163317e-05,
-      "loss": 0.9983,
-      "step": 707000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.1592314128920388e-05,
-      "loss": 1.0883,
-      "step": 708000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.1456401965073002e-05,
-      "loss": 1.0622,
-      "step": 709000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.1320937393044398e-05,
-      "loss": 1.0325,
-      "step": 710000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.118565069415642e-05,
-      "loss": 1.0107,
-      "step": 711000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.1050813918077206e-05,
-      "loss": 1.0555,
-      "step": 712000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.0916158596110753e-05,
-      "loss": 0.8862,
-      "step": 713000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.0781821330374222e-05,
-      "loss": 0.8341,
-      "step": 714000
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 2.0647937447607897e-05,
-      "loss": 0.8047,
-      "step": 715000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 2.0514240376387622e-05,
-      "loss": 0.7639,
-      "step": 716000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 2.0380998969779935e-05,
-      "loss": 0.8598,
-      "step": 717000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 2.0247947935572087e-05,
-      "loss": 0.8621,
-      "step": 718000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 2.0115354827706882e-05,
-      "loss": 0.8859,
-      "step": 719000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.9982955644776074e-05,
-      "loss": 0.9538,
-      "step": 720000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.9851016629906853e-05,
-      "loss": 0.9508,
-      "step": 721000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.9719275084032178e-05,
-      "loss": 0.8639,
-      "step": 722000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.958786468331379e-05,
-      "loss": 0.8306,
-      "step": 723000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.9456917776051037e-05,
-      "loss": 0.8304,
-      "step": 724000
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.932617363852691e-05,
-      "loss": 0.7599,
-      "step": 725000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.9195895185717727e-05,
-      "loss": 0.8071,
-      "step": 726000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.906582302484229e-05,
-      "loss": 0.9583,
-      "step": 727000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8936089155170195e-05,
-      "loss": 0.9304,
-      "step": 728000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8806824219453507e-05,
-      "loss": 0.9371,
-      "step": 729000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8677770842888893e-05,
-      "loss": 0.9491,
-      "step": 730000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8549188540480782e-05,
-      "loss": 1.0003,
-      "step": 731000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8420821296592628e-05,
-      "loss": 0.9365,
-      "step": 732000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8292799397543353e-05,
-      "loss": 0.9281,
-      "step": 733000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8165251744849992e-05,
-      "loss": 0.8999,
-      "step": 734000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.8037924382930186e-05,
-      "loss": 0.8513,
-      "step": 735000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.7911073355924523e-05,
-      "loss": 0.9405,
-      "step": 736000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.7784446095277167e-05,
-      "loss": 1.0675,
-      "step": 737000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.7658297237286585e-05,
-      "loss": 1.0324,
-      "step": 738000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.7532375611460606e-05,
-      "loss": 1.0777,
-      "step": 739000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.740693443512806e-05,
-      "loss": 1.1039,
-      "step": 740000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.7281723946836492e-05,
-      "loss": 1.1023,
-      "step": 741000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.715699593387959e-05,
-      "loss": 0.9438,
-      "step": 742000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.7032502054759063e-05,
-      "loss": 0.8537,
-      "step": 743000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.6908492655730533e-05,
-      "loss": 0.8055,
-      "step": 744000
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.6784720826102262e-05,
-      "loss": 0.8227,
-      "step": 745000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.666143546015176e-05,
-      "loss": 0.9655,
-      "step": 746000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.6538391088783723e-05,
-      "loss": 0.9601,
-      "step": 747000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.6415835143421003e-05,
-      "loss": 0.9641,
-      "step": 748000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.629352360729162e-05,
-      "loss": 0.9631,
-      "step": 749000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.6171580679787825e-05,
-      "loss": 0.9203,
-      "step": 750000
-    },
-    {
-      "epoch": 1.14,
-      "eval_accuracy": 0.8355373765019023,
-      "eval_loss": 0.7186969518661499,
-      "eval_runtime": 10.9844,
-      "eval_samples_per_second": 455.192,
-      "eval_steps_per_second": 0.91,
-      "step": 750000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.6050007694457925e-05,
-      "loss": 0.8906,
-      "step": 751000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.592892699662655e-05,
-      "loss": 0.7487,
-      "step": 752000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.5808097506834524e-05,
-      "loss": 0.7857,
-      "step": 753000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.5687641934210118e-05,
-      "loss": 0.7229,
-      "step": 754000
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.556768148850735e-05,
-      "loss": 0.7239,
-      "step": 755000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.544797732076107e-05,
-      "loss": 0.923,
-      "step": 756000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.532877014553799e-05,
-      "loss": 0.9589,
-      "step": 757000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.5209822613682983e-05,
-      "loss": 0.9368,
-      "step": 758000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.5091255541633964e-05,
-      "loss": 0.9942,
-      "step": 759000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4973188220219254e-05,
-      "loss": 0.996,
-      "step": 760000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4855385569805891e-05,
-      "loss": 0.898,
-      "step": 761000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4738084481176312e-05,
-      "loss": 0.8023,
-      "step": 762000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4621051400316382e-05,
-      "loss": 0.7635,
-      "step": 763000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4504405217970129e-05,
-      "loss": 0.7792,
-      "step": 764000
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4388263273453235e-05,
-      "loss": 0.8774,
-      "step": 765000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4272509994685329e-05,
-      "loss": 1.0395,
-      "step": 766000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4157031361942913e-05,
-      "loss": 1.0266,
-      "step": 767000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4041944702162985e-05,
-      "loss": 1.0627,
-      "step": 768000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3927251273914792e-05,
-      "loss": 1.083,
-      "step": 769000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3813066432947708e-05,
-      "loss": 1.0811,
-      "step": 770000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3699162829897188e-05,
-      "loss": 0.9505,
-      "step": 771000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.358576951490385e-05,
-      "loss": 0.9315,
-      "step": 772000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3472660714582335e-05,
-      "loss": 0.9083,
-      "step": 773000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3360063880794788e-05,
-      "loss": 0.8656,
-      "step": 774000
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3247754826001119e-05,
-      "loss": 0.9627,
-      "step": 775000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.3135847687872443e-05,
-      "loss": 0.9883,
-      "step": 776000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.3024454992430079e-05,
-      "loss": 0.9516,
-      "step": 777000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2913354949650841e-05,
-      "loss": 1.044,
-      "step": 778000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2802881463850613e-05,
-      "loss": 1.0429,
-      "step": 779000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2692592964051836e-05,
-      "loss": 0.9851,
-      "step": 780000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2582712452079226e-05,
-      "loss": 0.8493,
-      "step": 781000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2473241129568458e-05,
-      "loss": 0.7932,
-      "step": 782000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.236428904923082e-05,
-      "loss": 0.702,
-      "step": 783000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2255639280464832e-05,
-      "loss": 0.6618,
-      "step": 784000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.2147402277980474e-05,
-      "loss": 0.8469,
-      "step": 785000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.2039686841331998e-05,
-      "loss": 0.9126,
-      "step": 786000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1932278502155054e-05,
-      "loss": 0.8954,
-      "step": 787000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1825286465481434e-05,
-      "loss": 0.9188,
-      "step": 788000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1718818267007175e-05,
-      "loss": 0.9873,
-      "step": 789000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1612661921699398e-05,
-      "loss": 0.9544,
-      "step": 790000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.150703090064395e-05,
-      "loss": 0.801,
-      "step": 791000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1401714885682025e-05,
-      "loss": 0.8218,
-      "step": 792000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1296820975382121e-05,
-      "loss": 0.7743,
-      "step": 793000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1192454575710875e-05,
-      "loss": 0.7675,
-      "step": 794000
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.1088407886452029e-05,
-      "loss": 0.9008,
-      "step": 795000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0984890136358416e-05,
-      "loss": 0.8879,
-      "step": 796000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0881695214929688e-05,
-      "loss": 0.9673,
-      "step": 797000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0778928085014794e-05,
-      "loss": 1.0564,
-      "step": 798000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0676691994057019e-05,
-      "loss": 1.0726,
-      "step": 799000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0574783383421865e-05,
-      "loss": 0.9626,
-      "step": 800000
-    },
-    {
-      "epoch": 1.19,
-      "eval_accuracy": 0.8352768932764173,
-      "eval_loss": 0.7242327928543091,
-      "eval_runtime": 12.0402,
-      "eval_samples_per_second": 415.274,
-      "eval_steps_per_second": 0.831,
-      "step": 800000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0473407182373813e-05,
-      "loss": 0.9342,
-      "step": 801000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0372361544374464e-05,
-      "loss": 0.8919,
-      "step": 802000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0271849663326171e-05,
-      "loss": 0.8567,
-      "step": 803000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0171671413607247e-05,
-      "loss": 0.9096,
-      "step": 804000
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.0072028244878407e-05,
-      "loss": 1.0644,
-      "step": 805000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.97272176118008e-06,
-      "loss": 1.0327,
-      "step": 806000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.873853009383633e-06,
-      "loss": 1.076,
-      "step": 807000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.775423070701888e-06,
-      "loss": 1.0958,
-      "step": 808000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.67753079151617e-06,
-      "loss": 1.0053,
-      "step": 809000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.57998126200062e-06,
-      "loss": 0.8648,
-      "step": 810000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.482970645690526e-06,
-      "loss": 0.8919,
-      "step": 811000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.38630578820755e-06,
-      "loss": 0.8439,
-      "step": 812000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.290181074089233e-06,
-      "loss": 0.7462,
-      "step": 813000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.194405112845483e-06,
-      "loss": 0.8975,
-      "step": 814000
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 9.099170501521598e-06,
-      "loss": 0.9167,
-      "step": 815000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 9.00428762187942e-06,
-      "loss": 0.8518,
-      "step": 816000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.909947275055568e-06,
-      "loss": 0.8843,
-      "step": 817000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.815961623350038e-06,
-      "loss": 0.926,
-      "step": 818000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.722519663652901e-06,
-      "loss": 0.9408,
-      "step": 819000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.629435347010716e-06,
-      "loss": 0.7628,
-      "step": 820000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.536803452235437e-06,
-      "loss": 0.7669,
-      "step": 821000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.444624992334588e-06,
-      "loss": 0.7749,
-      "step": 822000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.352992472045557e-06,
-      "loss": 0.7575,
-      "step": 823000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.26172344512513e-06,
-      "loss": 0.899,
-      "step": 824000
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 8.171001445569593e-06,
-      "loss": 0.9519,
-      "step": 825000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 8.080645840041112e-06,
-      "loss": 0.9472,
-      "step": 826000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.990838325725758e-06,
-      "loss": 0.9576,
-      "step": 827000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.901400090084665e-06,
-      "loss": 0.9493,
-      "step": 828000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.81251098555364e-06,
-      "loss": 0.8743,
-      "step": 829000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.723994028206778e-06,
-      "loss": 0.8593,
-      "step": 830000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.636027217870157e-06,
-      "loss": 0.8767,
-      "step": 831000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.54843540696496e-06,
-      "loss": 0.853,
-      "step": 832000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.461394734929022e-06,
-      "loss": 0.8742,
-      "step": 833000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.374731898184495e-06,
-      "loss": 1.0273,
-      "step": 834000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 7.2886211680837424e-06,
-      "loss": 1.0271,
-      "step": 835000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 7.202891092623126e-06,
-      "loss": 1.049,
-      "step": 836000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 7.11771406745404e-06,
-      "loss": 1.0773,
-      "step": 837000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 7.032920499639423e-06,
-      "loss": 1.0882,
-      "step": 838000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.94868090159605e-06,
-      "loss": 0.9609,
-      "step": 839000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.864827546864583e-06,
-      "loss": 0.9468,
-      "step": 840000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.781529057175845e-06,
-      "loss": 0.8922,
-      "step": 841000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.698619579877818e-06,
-      "loss": 0.7689,
-      "step": 842000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.616183639538559e-06,
-      "loss": 0.852,
-      "step": 843000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.534385586581854e-06,
-      "loss": 1.0235,
-      "step": 844000
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 6.452898467929852e-06,
-      "loss": 0.9675,
-      "step": 845000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 6.371887573403335e-06,
-      "loss": 0.9587,
-      "step": 846000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 6.29135378892447e-06,
-      "loss": 1.0189,
-      "step": 847000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 6.211377811943364e-06,
-      "loss": 0.9343,
-      "step": 848000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 6.131879743067948e-06,
-      "loss": 0.7473,
-      "step": 849000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 6.0528604499385185e-06,
-      "loss": 0.7263,
-      "step": 850000
-    },
-    {
-      "epoch": 1.24,
-      "eval_accuracy": 0.8377542903972233,
-      "eval_loss": 0.7093546986579895,
-      "eval_runtime": 11.2849,
-      "eval_samples_per_second": 443.071,
-      "eval_steps_per_second": 0.886,
-      "step": 850000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 5.974242417283055e-06,
-      "loss": 0.7407,
-      "step": 851000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 5.896105843258959e-06,
-      "loss": 0.7019,
-      "step": 852000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 5.818451582355289e-06,
-      "loss": 0.8287,
-      "step": 853000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 5.741280483786604e-06,
-      "loss": 0.9027,
-      "step": 854000
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 5.664593391483675e-06,
-      "loss": 0.9336,
-      "step": 855000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.588467103873829e-06,
-      "loss": 0.9669,
-      "step": 856000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.5127500486207735e-06,
-      "loss": 0.9644,
-      "step": 857000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.437594486071778e-06,
-      "loss": 0.9871,
-      "step": 858000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.362850776666601e-06,
-      "loss": 0.7998,
-      "step": 859000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.288595211973824e-06,
-      "loss": 0.799,
-      "step": 860000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.214902126145504e-06,
-      "loss": 0.7326,
-      "step": 861000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.141624791506633e-06,
-      "loss": 0.7172,
-      "step": 862000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 5.068910562340645e-06,
-      "loss": 0.956,
-      "step": 863000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 4.9966146599391025e-06,
-      "loss": 1.0129,
-      "step": 864000
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 4.924882465011432e-06,
-      "loss": 1.0269,
-      "step": 865000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.853571154142544e-06,
-      "loss": 1.0608,
-      "step": 866000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.782824128114777e-06,
-      "loss": 1.0748,
-      "step": 867000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.7125005250476976e-06,
-      "loss": 0.9914,
-      "step": 868000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.642741759530028e-06,
-      "loss": 0.9261,
-      "step": 869000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.573408937371581e-06,
-      "loss": 0.8934,
-      "step": 870000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.504572893135017e-06,
-      "loss": 0.868,
-      "step": 871000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.436302469348041e-06,
-      "loss": 0.8991,
-      "step": 872000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.368461735204643e-06,
-      "loss": 1.0529,
-      "step": 873000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.3011871124621965e-06,
-      "loss": 1.0182,
-      "step": 874000
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 4.23434465301864e-06,
-      "loss": 0.9739,
-      "step": 875000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 4.168068771188594e-06,
-      "loss": 1.0152,
-      "step": 876000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 4.10222750742742e-06,
-      "loss": 1.0456,
-      "step": 877000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 4.036888174352743e-06,
-      "loss": 0.8894,
-      "step": 878000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.972116071885162e-06,
-      "loss": 0.8262,
-      "step": 879000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.907782234601492e-06,
-      "loss": 0.8263,
-      "step": 880000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.844016032197534e-06,
-      "loss": 0.6921,
-      "step": 881000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.78069050206184e-06,
-      "loss": 0.75,
-      "step": 882000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.7179329862731317e-06,
-      "loss": 0.8619,
-      "step": 883000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.6556185305799074e-06,
-      "loss": 0.8767,
-      "step": 884000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 3.593872443878982e-06,
-      "loss": 0.92,
-      "step": 885000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.532571785739236e-06,
-      "loss": 0.9303,
-      "step": 886000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.4718398263996642e-06,
-      "loss": 0.9353,
-      "step": 887000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.411555644621961e-06,
-      "loss": 0.834,
-      "step": 888000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.3517809466076076e-06,
-      "loss": 0.8077,
-      "step": 889000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.2925753955738435e-06,
-      "loss": 0.7661,
-      "step": 890000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.2338211094595227e-06,
-      "loss": 0.7519,
-      "step": 891000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.1755782507849554e-06,
-      "loss": 0.8897,
-      "step": 892000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.117904931292237e-06,
-      "loss": 0.9311,
-      "step": 893000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.060686319691808e-06,
-      "loss": 0.8915,
-      "step": 894000
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 3.004037477585625e-06,
-      "loss": 0.9306,
-      "step": 895000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.9478456134844844e-06,
-      "loss": 1.0244,
-      "step": 896000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.892223724291321e-06,
-      "loss": 1.029,
-      "step": 897000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.8370610632462602e-06,
-      "loss": 0.8896,
-      "step": 898000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.7824685576152752e-06,
-      "loss": 0.8942,
-      "step": 899000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.728337510207396e-06,
-      "loss": 0.8578,
-      "step": 900000
-    },
-    {
-      "epoch": 1.29,
-      "eval_accuracy": 0.8368069978989446,
-      "eval_loss": 0.7140042185783386,
-      "eval_runtime": 10.5028,
-      "eval_samples_per_second": 476.062,
-      "eval_steps_per_second": 0.952,
-      "step": 900000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.6747767738041995e-06,
-      "loss": 0.861,
-      "step": 901000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.621679705533614e-06,
-      "loss": 1.0138,
-      "step": 902000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.569100758983095e-06,
-      "loss": 1.0312,
-      "step": 903000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.517092310118435e-06,
-      "loss": 1.0481,
-      "step": 904000
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 2.4655508067719378e-06,
-      "loss": 1.0777,
-      "step": 905000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.4145798943795206e-06,
-      "loss": 1.0943,
-      "step": 906000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.3640780865753555e-06,
-      "loss": 0.9609,
-      "step": 907000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.314146938058942e-06,
-      "loss": 0.8363,
-      "step": 908000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.2646870327012294e-06,
-      "loss": 0.842,
-      "step": 909000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.215797830027422e-06,
-      "loss": 0.8333,
-      "step": 910000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.1673819884896694e-06,
-      "loss": 0.8255,
-      "step": 911000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.119489236799016e-06,
-      "loss": 0.9393,
-      "step": 912000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.0721200987029453e-06,
-      "loss": 0.9491,
-      "step": 913000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 2.025321675254488e-06,
-      "loss": 0.8986,
-      "step": 914000
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 1.9790007877817653e-06,
-      "loss": 0.8977,
-      "step": 915000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.933250583520735e-06,
-      "loss": 0.8944,
-      "step": 916000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.887979970871323e-06,
-      "loss": 0.8071,
-      "step": 917000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.8432355035647219e-06,
-      "loss": 0.7774,
-      "step": 918000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.799061625536469e-06,
-      "loss": 0.7421,
-      "step": 919000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.7553703837534352e-06,
-      "loss": 0.7138,
-      "step": 920000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.712249637465102e-06,
-      "loss": 0.86,
-      "step": 921000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.6696135304913818e-06,
-      "loss": 0.9401,
-      "step": 922000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.627547800298329e-06,
-      "loss": 0.9108,
-      "step": 923000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.5859686913107963e-06,
-      "loss": 0.9746,
-      "step": 924000
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.5449190304130446e-06,
-      "loss": 0.975,
-      "step": 925000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.5044395214499573e-06,
-      "loss": 0.9505,
-      "step": 926000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.4644495671149062e-06,
-      "loss": 0.7784,
-      "step": 927000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.4250295836934214e-06,
-      "loss": 0.7832,
-      "step": 928000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.3861010834623766e-06,
-      "loss": 0.8266,
-      "step": 929000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.3477423482163465e-06,
-      "loss": 0.8174,
-      "step": 930000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.3098770032456076e-06,
-      "loss": 0.9858,
-      "step": 931000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.272581192432859e-06,
-      "loss": 1.0364,
-      "step": 932000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.2357806574193386e-06,
-      "loss": 1.029,
-      "step": 933000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.1995494008484487e-06,
-      "loss": 1.0567,
-      "step": 934000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.1638152839573868e-06,
-      "loss": 1.0777,
-      "step": 935000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.12861523175814e-06,
-      "loss": 1.0355,
-      "step": 936000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.0939840277111369e-06,
-      "loss": 0.9177,
-      "step": 937000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.0598527188610874e-06,
-      "loss": 0.9093,
-      "step": 938000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.0262899402720737e-06,
-      "loss": 0.8764,
-      "step": 939000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 9.93228866292617e-07,
-      "loss": 0.8315,
-      "step": 940000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 9.607359798384785e-07,
-      "loss": 0.943,
-      "step": 941000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 9.287465854822597e-07,
-      "loss": 0.9774,
-      "step": 942000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 8.973250110861309e-07,
-      "loss": 1.0164,
-      "step": 943000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 8.664086942739291e-07,
-      "loss": 0.9901,
-      "step": 944000
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 8.360296945443436e-07,
-      "loss": 0.9853,
-      "step": 945000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 8.061883441172646e-07,
-      "loss": 0.8922,
-      "step": 946000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 7.769140038817014e-07,
-      "loss": 0.7675,
-      "step": 947000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 7.48148386742864e-07,
-      "loss": 0.7123,
-      "step": 948000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 7.199213799624294e-07,
-      "loss": 0.6682,
-      "step": 949000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 6.922607110228129e-07,
-      "loss": 0.7693,
-      "step": 950000
-    },
-    {
-      "epoch": 1.34,
-      "eval_accuracy": 0.8377192585963231,
-      "eval_loss": 0.7091149091720581,
-      "eval_runtime": 9.9645,
-      "eval_samples_per_second": 501.78,
-      "eval_steps_per_second": 1.004,
-      "step": 950000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 6.651113057525916e-07,
-      "loss": 0.899,
-      "step": 951000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 6.385277592210082e-07,
-      "loss": 0.8642,
-      "step": 952000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 6.124571418766378e-07,
-      "loss": 0.9313,
-      "step": 953000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 5.869518794409723e-07,
-      "loss": 0.9976,
-      "step": 954000
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 5.619611892955956e-07,
-      "loss": 0.9632,
-      "step": 955000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 5.375353255232474e-07,
-      "loss": 0.833,
-      "step": 956000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 5.136256546577067e-07,
-      "loss": 0.8247,
-      "step": 957000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 4.902571588535909e-07,
-      "loss": 0.789,
-      "step": 958000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 4.674526502020382e-07,
-      "loss": 0.7219,
-      "step": 959000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 4.451667234591728e-07,
-      "loss": 0.8131,
-      "step": 960000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 4.234441936661282e-07,
-      "loss": 0.9334,
-      "step": 961000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 4.0224180986853655e-07,
-      "loss": 0.9777,
-      "step": 962000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 3.8160220819785095e-07,
-      "loss": 1.0358,
-      "step": 963000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 3.6148429387927175e-07,
-      "loss": 1.0623,
-      "step": 964000
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 3.419285222713675e-07,
-      "loss": 1.0595,
-      "step": 965000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 3.228959565747369e-07,
-      "loss": 0.9013,
-      "step": 966000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 3.044248696072116e-07,
-      "loss": 0.9035,
-      "step": 967000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 2.86478484246272e-07,
-      "loss": 0.865,
-      "step": 968000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 2.690928890965172e-07,
-      "loss": 0.8449,
-      "step": 969000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 2.5223346831947934e-07,
-      "loss": 1.0131,
-      "step": 970000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 2.359180811469297e-07,
-      "loss": 1.0522,
-      "step": 971000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 2.2016240528467956e-07,
-      "loss": 1.0527,
-      "step": 972000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 2.0493507016841605e-07,
-      "loss": 1.0244,
-      "step": 973000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.902666966315303e-07,
-      "loss": 0.9939,
-      "step": 974000
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.7612807899859974e-07,
-      "loss": 0.975,
-      "step": 975000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.6254764878778085e-07,
-      "loss": 0.8924,
-      "step": 976000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.4949836648880388e-07,
-      "loss": 0.8095,
-      "step": 977000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.3699424128894024e-07,
-      "loss": 0.7741,
-      "step": 978000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.2503540993129005e-07,
-      "loss": 0.7888,
-      "step": 979000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.1363314412082271e-07,
-      "loss": 0.8592,
-      "step": 980000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.0276474121272417e-07,
-      "loss": 0.8308,
-      "step": 981000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 9.245205661059241e-08,
-      "loss": 0.8657,
-      "step": 982000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 8.2674557095902e-08,
-      "loss": 0.9413,
-      "step": 983000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 7.345190436134352e-08,
-      "loss": 0.9376,
-      "step": 984000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 6.476573551197352e-08,
-      "loss": 0.8103,
-      "step": 985000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 5.6633517670373616e-08,
-      "loss": 0.8122,
-      "step": 986000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 4.903905906762374e-08,
-      "loss": 0.809,
-      "step": 987000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 4.1990856170864845e-08,
-      "loss": 0.7404,
-      "step": 988000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 3.549521501085562e-08,
-      "loss": 0.8188,
-      "step": 989000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 2.9539202348127794e-08,
-      "loss": 0.9535,
-      "step": 990000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 2.412965863871075e-08,
-      "loss": 0.9178,
-      "step": 991000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.9271233047113424e-08,
-      "loss": 0.9305,
-      "step": 992000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.4954252135407352e-08,
-      "loss": 0.938,
-      "step": 993000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.1187396973016962e-08,
-      "loss": 0.969,
-      "step": 994000
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 7.963167508967528e-09,
-      "loss": 0.8864,
-      "step": 995000
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 5.288047385498818e-09,
-      "loss": 0.8899,
-      "step": 996000
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 3.156710266344343e-09,
-      "loss": 0.8701,
-      "step": 997000
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 1.5721306152016724e-09,
-      "loss": 0.8305,
-      "step": 998000
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 5.350904473455653e-10,
-      "loss": 0.961,
-      "step": 999000
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 4.3524949094875254e-11,
-      "loss": 1.0488,
-      "step": 1000000
-    },
-    {
-      "epoch": 1.39,
-      "eval_accuracy": 0.8387476162115661,
-      "eval_loss": 0.7079769372940063,
-      "eval_runtime": 10.2424,
-      "eval_samples_per_second": 488.169,
-      "eval_steps_per_second": 0.976,
-      "step": 1000000
-    }
-  ],
-  "max_steps": 1000000,
-  "num_train_epochs": 9223372036854775807,
-  "total_flos": 6.738157336654774e+19,
-  "trial_name": null,
-  "trial_params": null
-}