End of training

all_results.json

@@ -1,12 +1,12 @@
 {
-    "epoch": 24.88,
+    "epoch": 12.44,
     "eval_loss": 0.50146484375,
-    "eval_runtime": 168.2334,
-    "eval_samples_per_second": 10.081,
-    "eval_steps_per_second": 0.63,
-    "eval_wer": 16.50260029717682,
-    "train_loss": 0.00017381784915924072,
-    "train_runtime": 19905.1566,
-    "train_samples_per_second": 16.076,
-    "train_steps_per_second": 0.502
+    "eval_runtime": 168.6261,
+    "eval_samples_per_second": 10.058,
+    "eval_steps_per_second": 0.629,
+    "eval_wer": 16.465453194650816,
+    "train_loss": 0.00017441691160202026,
+    "train_runtime": 9920.3408,
+    "train_samples_per_second": 16.128,
+    "train_steps_per_second": 0.504
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 24.88,
+    "epoch": 12.44,
     "eval_loss": 0.50146484375,
-    "eval_runtime": 168.2334,
-    "eval_samples_per_second": 10.081,
-    "eval_steps_per_second": 0.63,
-    "eval_wer": 16.50260029717682
+    "eval_runtime": 168.6261,
+    "eval_samples_per_second": 10.058,
+    "eval_steps_per_second": 0.629,
+    "eval_wer": 16.465453194650816
 }

runs/Dec21_06-54-33_129-146-176-120/events.out.tfevents.1671616747.129-146-176-120.2641118.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04f94d8e4e12fc2210b0d84172428fcac3febc8318df4be02480122337a26c
+size 358

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 24.88,
-    "train_loss": 0.00017381784915924072,
-    "train_runtime": 19905.1566,
-    "train_samples_per_second": 16.076,
-    "train_steps_per_second": 0.502
+    "epoch": 12.44,
+    "train_loss": 0.00017441691160202026,
+    "train_runtime": 9920.3408,
+    "train_samples_per_second": 16.128,
+    "train_steps_per_second": 0.504
 }

trainer_state.json

@@ -1,2515 +1,1270 @@
 {
-  "best_metric": 16.50260029717682,
-  "best_model_checkpoint": "./checkpoint-8000",
-  "epoch": 24.875621890547265,
-  "global_step": 10000,
+  "best_metric": 16.465453194650816,
+  "best_model_checkpoint": "./checkpoint-3000",
+  "epoch": 12.437810945273633,
+  "global_step": 5000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.06,
-      "learning_rate": 1.5136083400296205e-09,
+      "learning_rate": 5.045361133432068e-10,
       "loss": 0.0002,
       "step": 25
     },
     {
       "epoch": 0.12,
-      "learning_rate": 1.86875871314753e-09,
+      "learning_rate": 6.229195710491768e-10,
       "loss": 0.0002,
       "step": 50
     },
     {
       "epoch": 0.19,
-      "learning_rate": 2.0711488350670175e-09,
+      "learning_rate": 6.903829450223392e-10,
       "loss": 0.0002,
       "step": 75
     },
     {
       "epoch": 0.25,
-      "learning_rate": 2.213317753617305e-09,
+      "learning_rate": 7.377725845391017e-10,
       "loss": 0.0002,
       "step": 100
     },
     {
       "epoch": 0.31,
-      "learning_rate": 2.3230029693718748e-09,
+      "learning_rate": 7.743343231239583e-10,
       "loss": 0.0002,
       "step": 125
     },
     {
       "epoch": 0.37,
-      "learning_rate": 2.412322158351148e-09,
+      "learning_rate": 8.041073861170494e-10,
       "loss": 0.0002,
       "step": 150
     },
     {
       "epoch": 0.44,
-      "learning_rate": 2.4876668872198716e-09,
+      "learning_rate": 8.292222957399573e-10,
       "loss": 0.0002,
       "step": 175
     },
     {
       "epoch": 0.5,
-      "learning_rate": 2.552824062407326e-09,
+      "learning_rate": 8.509413541357753e-10,
       "loss": 0.0002,
       "step": 200
     },
     {
       "epoch": 0.56,
-      "learning_rate": 2.6102233732966667e-09,
+      "learning_rate": 8.700744577655556e-10,
       "loss": 0.0002,
       "step": 225
     },
     {
       "epoch": 0.62,
-      "learning_rate": 2.661517182828361e-09,
+      "learning_rate": 8.871723942761204e-10,
       "loss": 0.0002,
       "step": 250
     },
     {
       "epoch": 0.68,
-      "learning_rate": 2.707880387474054e-09,
+      "learning_rate": 9.026267958246848e-10,
       "loss": 0.0002,
       "step": 275
     },
     {
       "epoch": 0.75,
-      "learning_rate": 2.7501783199901967e-09,
+      "learning_rate": 9.16726106663399e-10,
       "loss": 0.0002,
       "step": 300
     },
     {
       "epoch": 0.81,
-      "learning_rate": 2.7890667754365044e-09,
+      "learning_rate": 9.296889251455016e-10,
       "loss": 0.0002,
       "step": 325
     },
     {
       "epoch": 0.87,
-      "learning_rate": 2.8250546392106078e-09,
+      "learning_rate": 9.416848797368693e-10,
       "loss": 0.0002,
       "step": 350
     },
     {
       "epoch": 0.93,
-      "learning_rate": 2.8585447348549113e-09,
+      "learning_rate": 9.528482449516372e-10,
       "loss": 0.0002,
       "step": 375
     },
     {
       "epoch": 1.0,
-      "learning_rate": 2.889861392935294e-09,
+      "learning_rate": 9.632871309784313e-10,
       "loss": 0.0002,
       "step": 400
     },
     {
       "epoch": 1.06,
-      "learning_rate": 2.9192696063561723e-09,
+      "learning_rate": 9.73089868785391e-10,
       "loss": 0.0002,
       "step": 425
     },
     {
       "epoch": 1.12,
-      "learning_rate": 2.946988676871634e-09,
+      "learning_rate": 9.823295589572114e-10,
       "loss": 0.0002,
       "step": 450
     },
     {
       "epoch": 1.18,
-      "learning_rate": 2.973202150939645e-09,
+      "learning_rate": 9.910673836465485e-10,
       "loss": 0.0002,
       "step": 475
     },
     {
       "epoch": 1.24,
-      "learning_rate": 2.9980651934921415e-09,
+      "learning_rate": 9.993550644973806e-10,
       "loss": 0.0002,
       "step": 500
     },
     {
       "epoch": 1.31,
-      "learning_rate": 2.9930526315789476e-09,
+      "learning_rate": 9.95111111111111e-10,
       "loss": 0.0002,
       "step": 525
     },
     {
       "epoch": 1.37,
-      "learning_rate": 2.9851578947368423e-09,
+      "learning_rate": 9.895555555555556e-10,
       "loss": 0.0002,
       "step": 550
     },
     {
       "epoch": 1.43,
-      "learning_rate": 2.977263157894737e-09,
+      "learning_rate": 9.840000000000001e-10,
       "loss": 0.0002,
       "step": 575
     },
     {
       "epoch": 1.49,
-      "learning_rate": 2.9693684210526316e-09,
+      "learning_rate": 9.784444444444444e-10,
       "loss": 0.0002,
       "step": 600
     },
     {
       "epoch": 1.55,
-      "learning_rate": 2.9614736842105263e-09,
+      "learning_rate": 9.72888888888889e-10,
       "loss": 0.0002,
       "step": 625
     },
     {
       "epoch": 1.62,
-      "learning_rate": 2.953578947368421e-09,
+      "learning_rate": 9.673333333333335e-10,
       "loss": 0.0002,
       "step": 650
     },
     {
       "epoch": 1.68,
-      "learning_rate": 2.9456842105263156e-09,
+      "learning_rate": 9.617777777777778e-10,
       "loss": 0.0002,
       "step": 675
     },
     {
       "epoch": 1.74,
-      "learning_rate": 2.9377894736842103e-09,
+      "learning_rate": 9.562222222222222e-10,
       "loss": 0.0002,
       "step": 700
     },
     {
       "epoch": 1.8,
-      "learning_rate": 2.9298947368421054e-09,
+      "learning_rate": 9.506666666666667e-10,
       "loss": 0.0002,
       "step": 725
     },
     {
       "epoch": 1.87,
-      "learning_rate": 2.922e-09,
+      "learning_rate": 9.451111111111112e-10,
       "loss": 0.0002,
       "step": 750
     },
     {
       "epoch": 1.93,
-      "learning_rate": 2.9141052631578947e-09,
+      "learning_rate": 9.395555555555556e-10,
       "loss": 0.0002,
       "step": 775
     },
     {
       "epoch": 1.99,
-      "learning_rate": 2.9062105263157894e-09,
+      "learning_rate": 9.34e-10,
       "loss": 0.0002,
       "step": 800
     },
     {
       "epoch": 2.05,
-      "learning_rate": 2.898315789473684e-09,
+      "learning_rate": 9.284444444444445e-10,
       "loss": 0.0002,
       "step": 825
     },
     {
       "epoch": 2.11,
-      "learning_rate": 2.890421052631579e-09,
+      "learning_rate": 9.228888888888889e-10,
       "loss": 0.0002,
       "step": 850
     },
     {
       "epoch": 2.18,
-      "learning_rate": 2.8825263157894738e-09,
+      "learning_rate": 9.173333333333334e-10,
       "loss": 0.0002,
       "step": 875
     },
     {
       "epoch": 2.24,
-      "learning_rate": 2.8746315789473685e-09,
+      "learning_rate": 9.117777777777779e-10,
       "loss": 0.0002,
       "step": 900
     },
     {
       "epoch": 2.3,
-      "learning_rate": 2.866736842105263e-09,
+      "learning_rate": 9.062222222222223e-10,
       "loss": 0.0002,
       "step": 925
     },
     {
       "epoch": 2.36,
-      "learning_rate": 2.8588421052631578e-09,
+      "learning_rate": 9.006666666666667e-10,
       "loss": 0.0002,
       "step": 950
     },
     {
       "epoch": 2.43,
-      "learning_rate": 2.8509473684210525e-09,
+      "learning_rate": 8.951111111111111e-10,
       "loss": 0.0002,
       "step": 975
     },
     {
       "epoch": 2.49,
-      "learning_rate": 2.8430526315789475e-09,
+      "learning_rate": 8.895555555555556e-10,
       "loss": 0.0002,
       "step": 1000
     },
     {
       "epoch": 2.49,
       "eval_loss": 0.50146484375,
-      "eval_runtime": 168.1732,
-      "eval_samples_per_second": 10.085,
-      "eval_steps_per_second": 0.63,
-      "eval_wer": 16.521173848439823,
+      "eval_runtime": 168.0976,
+      "eval_samples_per_second": 10.089,
+      "eval_steps_per_second": 0.631,
+      "eval_wer": 16.51188707280832,
       "step": 1000
     },
     {
       "epoch": 2.55,
-      "learning_rate": 2.8357894736842104e-09,
+      "learning_rate": 8.844444444444446e-10,
       "loss": 0.0002,
       "step": 1025
     },
     {
       "epoch": 2.61,
-      "learning_rate": 2.827894736842105e-09,
+      "learning_rate": 8.78888888888889e-10,
       "loss": 0.0002,
       "step": 1050
     },
     {
       "epoch": 2.67,
-      "learning_rate": 2.8199999999999998e-09,
+      "learning_rate": 8.733333333333333e-10,
       "loss": 0.0002,
       "step": 1075
     },
     {
       "epoch": 2.74,
-      "learning_rate": 2.812105263157895e-09,
+      "learning_rate": 8.677777777777778e-10,
       "loss": 0.0002,
       "step": 1100
     },
     {
       "epoch": 2.8,
-      "learning_rate": 2.8042105263157895e-09,
+      "learning_rate": 8.622222222222223e-10,
       "loss": 0.0002,
       "step": 1125
     },
     {
       "epoch": 2.86,
-      "learning_rate": 2.796315789473684e-09,
+      "learning_rate": 8.566666666666667e-10,
       "loss": 0.0002,
       "step": 1150
     },
     {
       "epoch": 2.92,
-      "learning_rate": 2.788421052631579e-09,
+      "learning_rate": 8.511111111111112e-10,
       "loss": 0.0002,
       "step": 1175
     },
     {
       "epoch": 2.99,
-      "learning_rate": 2.7805263157894735e-09,
+      "learning_rate": 8.455555555555556e-10,
       "loss": 0.0002,
       "step": 1200
     },
     {
       "epoch": 3.05,
-      "learning_rate": 2.7726315789473686e-09,
+      "learning_rate": 8.4e-10,
       "loss": 0.0002,
       "step": 1225
     },
     {
       "epoch": 3.11,
-      "learning_rate": 2.7647368421052633e-09,
+      "learning_rate": 8.344444444444445e-10,
       "loss": 0.0002,
       "step": 1250
     },
     {
       "epoch": 3.17,
-      "learning_rate": 2.756842105263158e-09,
+      "learning_rate": 8.28888888888889e-10,
       "loss": 0.0002,
       "step": 1275
     },
     {
       "epoch": 3.23,
-      "learning_rate": 2.7489473684210526e-09,
+      "learning_rate": 8.233333333333334e-10,
       "loss": 0.0002,
       "step": 1300
     },
     {
       "epoch": 3.3,
-      "learning_rate": 2.7410526315789473e-09,
+      "learning_rate": 8.177777777777779e-10,
       "loss": 0.0002,
       "step": 1325
     },
     {
       "epoch": 3.36,
-      "learning_rate": 2.733157894736842e-09,
+      "learning_rate": 8.122222222222222e-10,
       "loss": 0.0002,
       "step": 1350
     },
     {
       "epoch": 3.42,
-      "learning_rate": 2.7252631578947366e-09,
+      "learning_rate": 8.066666666666667e-10,
       "loss": 0.0002,
       "step": 1375
     },
     {
       "epoch": 3.48,
-      "learning_rate": 2.7173684210526313e-09,
+      "learning_rate": 8.011111111111112e-10,
       "loss": 0.0002,
       "step": 1400
     },
     {
       "epoch": 3.54,
-      "learning_rate": 2.7094736842105263e-09,
+      "learning_rate": 7.955555555555556e-10,
       "loss": 0.0002,
       "step": 1425
     },
     {
       "epoch": 3.61,
-      "learning_rate": 2.701578947368421e-09,
+      "learning_rate": 7.900000000000001e-10,
       "loss": 0.0002,
       "step": 1450
     },
     {
       "epoch": 3.67,
-      "learning_rate": 2.693684210526316e-09,
+      "learning_rate": 7.844444444444446e-10,
       "loss": 0.0002,
       "step": 1475
     },
     {
       "epoch": 3.73,
-      "learning_rate": 2.6857894736842108e-09,
+      "learning_rate": 7.788888888888889e-10,
       "loss": 0.0002,
       "step": 1500
     },
     {
       "epoch": 3.79,
-      "learning_rate": 2.6778947368421054e-09,
+      "learning_rate": 7.733333333333334e-10,
       "loss": 0.0002,
       "step": 1525
     },
     {
       "epoch": 3.86,
-      "learning_rate": 2.67e-09,
+      "learning_rate": 7.677777777777778e-10,
       "loss": 0.0002,
       "step": 1550
     },
     {
       "epoch": 3.92,
-      "learning_rate": 2.6621052631578948e-09,
+      "learning_rate": 7.622222222222223e-10,
       "loss": 0.0002,
       "step": 1575
     },
     {
       "epoch": 3.98,
-      "learning_rate": 2.6542105263157894e-09,
+      "learning_rate": 7.566666666666667e-10,
       "loss": 0.0002,
       "step": 1600
     },
     {
       "epoch": 4.04,
-      "learning_rate": 2.646315789473684e-09,
+      "learning_rate": 7.511111111111111e-10,
       "loss": 0.0002,
       "step": 1625
     },
     {
       "epoch": 4.1,
-      "learning_rate": 2.6384210526315788e-09,
+      "learning_rate": 7.455555555555556e-10,
       "loss": 0.0002,
       "step": 1650
     },
     {
       "epoch": 4.17,
-      "learning_rate": 2.6305263157894734e-09,
+      "learning_rate": 7.4e-10,
       "loss": 0.0002,
       "step": 1675
     },
     {
       "epoch": 4.23,
-      "learning_rate": 2.6226315789473685e-09,
+      "learning_rate": 7.344444444444445e-10,
       "loss": 0.0002,
       "step": 1700
     },
     {
       "epoch": 4.29,
-      "learning_rate": 2.614736842105263e-09,
+      "learning_rate": 7.28888888888889e-10,
       "loss": 0.0002,
       "step": 1725
     },
     {
       "epoch": 4.35,
-      "learning_rate": 2.606842105263158e-09,
+      "learning_rate": 7.233333333333334e-10,
       "loss": 0.0002,
       "step": 1750
     },
     {
       "epoch": 4.42,
-      "learning_rate": 2.598947368421053e-09,
+      "learning_rate": 7.177777777777777e-10,
       "loss": 0.0002,
       "step": 1775
     },
     {
       "epoch": 4.48,
-      "learning_rate": 2.5910526315789476e-09,
+      "learning_rate": 7.122222222222223e-10,
       "loss": 0.0002,
       "step": 1800
     },
     {
       "epoch": 4.54,
-      "learning_rate": 2.5831578947368422e-09,
+      "learning_rate": 7.066666666666667e-10,
       "loss": 0.0002,
       "step": 1825
     },
     {
       "epoch": 4.6,
-      "learning_rate": 2.575263157894737e-09,
+      "learning_rate": 7.011111111111111e-10,
       "loss": 0.0002,
       "step": 1850
     },
     {
       "epoch": 4.66,
-      "learning_rate": 2.5673684210526316e-09,
+      "learning_rate": 6.955555555555557e-10,
       "loss": 0.0002,
       "step": 1875
     },
     {
       "epoch": 4.73,
-      "learning_rate": 2.5594736842105262e-09,
+      "learning_rate": 6.9e-10,
       "loss": 0.0002,
       "step": 1900
     },
     {
       "epoch": 4.79,
-      "learning_rate": 2.551578947368421e-09,
+      "learning_rate": 6.844444444444444e-10,
       "loss": 0.0002,
       "step": 1925
     },
     {
       "epoch": 4.85,
-      "learning_rate": 2.5436842105263156e-09,
+      "learning_rate": 6.78888888888889e-10,
       "loss": 0.0002,
       "step": 1950
     },
     {
       "epoch": 4.91,
-      "learning_rate": 2.5357894736842107e-09,
+      "learning_rate": 6.733333333333334e-10,
       "loss": 0.0002,
       "step": 1975
     },
     {
       "epoch": 4.98,
-      "learning_rate": 2.5278947368421053e-09,
+      "learning_rate": 6.677777777777778e-10,
       "loss": 0.0002,
       "step": 2000
     },
     {
       "epoch": 4.98,
       "eval_loss": 0.50146484375,
-      "eval_runtime": 167.252,
-      "eval_samples_per_second": 10.14,
-      "eval_steps_per_second": 0.634,
-      "eval_wer": 16.51188707280832,
+      "eval_runtime": 168.0899,
+      "eval_samples_per_second": 10.09,
+      "eval_steps_per_second": 0.631,
+      "eval_wer": 16.558320950965825,
       "step": 2000
     },
     {
       "epoch": 5.04,
-      "learning_rate": 2.5206315789473686e-09,
+      "learning_rate": 6.626666666666667e-10,
       "loss": 0.0002,
       "step": 2025
     },
     {
       "epoch": 5.1,
-      "learning_rate": 2.5127368421052633e-09,
+      "learning_rate": 6.571111111111111e-10,
       "loss": 0.0002,
       "step": 2050
     },
     {
       "epoch": 5.16,
-      "learning_rate": 2.504842105263158e-09,
+      "learning_rate": 6.515555555555556e-10,
       "loss": 0.0002,
       "step": 2075
     },
     {
       "epoch": 5.22,
-      "learning_rate": 2.4969473684210526e-09,
+      "learning_rate": 6.46e-10,
       "loss": 0.0002,
       "step": 2100
     },
     {
       "epoch": 5.29,
-      "learning_rate": 2.4890526315789473e-09,
+      "learning_rate": 6.404444444444445e-10,
       "loss": 0.0002,
       "step": 2125
     },
     {
       "epoch": 5.35,
-      "learning_rate": 2.481157894736842e-09,
+      "learning_rate": 6.348888888888889e-10,
       "loss": 0.0002,
       "step": 2150
     },
     {
       "epoch": 5.41,
-      "learning_rate": 2.4732631578947366e-09,
+      "learning_rate": 6.293333333333333e-10,
       "loss": 0.0002,
       "step": 2175
     },
     {
       "epoch": 5.47,
-      "learning_rate": 2.4653684210526317e-09,
+      "learning_rate": 6.237777777777778e-10,
       "loss": 0.0002,
       "step": 2200
     },
     {
       "epoch": 5.53,
-      "learning_rate": 2.4574736842105264e-09,
+      "learning_rate": 6.182222222222223e-10,
       "loss": 0.0002,
       "step": 2225
     },
     {
       "epoch": 5.6,
-      "learning_rate": 2.449578947368421e-09,
+      "learning_rate": 6.126666666666667e-10,
       "loss": 0.0002,
       "step": 2250
     },
     {
       "epoch": 5.66,
-      "learning_rate": 2.4416842105263157e-09,
+      "learning_rate": 6.071111111111112e-10,
       "loss": 0.0002,
       "step": 2275
     },
     {
       "epoch": 5.72,
-      "learning_rate": 2.4337894736842104e-09,
+      "learning_rate": 6.015555555555556e-10,
       "loss": 0.0002,
       "step": 2300
     },
     {
       "epoch": 5.78,
-      "learning_rate": 2.425894736842105e-09,
+      "learning_rate": 5.96e-10,
       "loss": 0.0002,
       "step": 2325
     },
     {
       "epoch": 5.85,
-      "learning_rate": 2.418e-09,
+      "learning_rate": 5.904444444444444e-10,
       "loss": 0.0002,
       "step": 2350
     },
     {
       "epoch": 5.91,
-      "learning_rate": 2.410105263157895e-09,
+      "learning_rate": 5.84888888888889e-10,
       "loss": 0.0002,
       "step": 2375
     },
     {
       "epoch": 5.97,
-      "learning_rate": 2.4022105263157895e-09,
+      "learning_rate": 5.793333333333334e-10,
       "loss": 0.0002,
       "step": 2400
     },
     {
       "epoch": 6.03,
-      "learning_rate": 2.394315789473684e-09,
+      "learning_rate": 5.737777777777778e-10,
       "loss": 0.0002,
       "step": 2425
     },
     {
       "epoch": 6.09,
-      "learning_rate": 2.386421052631579e-09,
+      "learning_rate": 5.682222222222223e-10,
       "loss": 0.0002,
       "step": 2450
     },
     {
       "epoch": 6.16,
-      "learning_rate": 2.378526315789474e-09,
+      "learning_rate": 5.626666666666667e-10,
       "loss": 0.0002,
       "step": 2475
     },
     {
       "epoch": 6.22,
-      "learning_rate": 2.3706315789473685e-09,
+      "learning_rate": 5.571111111111111e-10,
       "loss": 0.0002,
       "step": 2500
     },
     {
       "epoch": 6.28,
-      "learning_rate": 2.362736842105263e-09,
+      "learning_rate": 5.515555555555556e-10,
       "loss": 0.0002,
       "step": 2525
     },
     {
       "epoch": 6.34,
-      "learning_rate": 2.354842105263158e-09,
+      "learning_rate": 5.460000000000001e-10,
       "loss": 0.0002,
       "step": 2550
     },
     {
       "epoch": 6.41,
-      "learning_rate": 2.3469473684210525e-09,
+      "learning_rate": 5.404444444444444e-10,
       "loss": 0.0002,
       "step": 2575
     },
     {
       "epoch": 6.47,
-      "learning_rate": 2.339052631578947e-09,
+      "learning_rate": 5.348888888888889e-10,
       "loss": 0.0002,
       "step": 2600
     },
     {
       "epoch": 6.53,
-      "learning_rate": 2.331157894736842e-09,
+      "learning_rate": 5.293333333333334e-10,
       "loss": 0.0002,
       "step": 2625
     },
     {
       "epoch": 6.59,
-      "learning_rate": 2.3232631578947365e-09,
+      "learning_rate": 5.237777777777778e-10,
       "loss": 0.0002,
       "step": 2650
     },
     {
       "epoch": 6.65,
-      "learning_rate": 2.3153684210526316e-09,
+      "learning_rate": 5.182222222222223e-10,
       "loss": 0.0002,
       "step": 2675
     },
     {
       "epoch": 6.72,
-      "learning_rate": 2.3074736842105263e-09,
+      "learning_rate": 5.126666666666668e-10,
       "loss": 0.0002,
       "step": 2700
     },
     {
       "epoch": 6.78,
-      "learning_rate": 2.299578947368421e-09,
+      "learning_rate": 5.071111111111111e-10,
       "loss": 0.0002,
       "step": 2725
     },
     {
       "epoch": 6.84,
-      "learning_rate": 2.291684210526316e-09,
+      "learning_rate": 5.015555555555555e-10,
       "loss": 0.0002,
       "step": 2750
     },
     {
       "epoch": 6.9,
-      "learning_rate": 2.2837894736842107e-09,
+      "learning_rate": 4.96e-10,
       "loss": 0.0002,
       "step": 2775
     },
     {
       "epoch": 6.97,
-      "learning_rate": 2.2758947368421054e-09,
+      "learning_rate": 4.904444444444445e-10,
       "loss": 0.0002,
       "step": 2800
     },
     {
       "epoch": 7.03,
-      "learning_rate": 2.268e-09,
+      "learning_rate": 4.848888888888889e-10,
       "loss": 0.0002,
       "step": 2825
     },
     {
       "epoch": 7.09,
-      "learning_rate": 2.2601052631578947e-09,
+      "learning_rate": 4.793333333333333e-10,
       "loss": 0.0002,
       "step": 2850
     },
     {
       "epoch": 7.15,
-      "learning_rate": 2.2522105263157894e-09,
+      "learning_rate": 4.737777777777779e-10,
       "loss": 0.0002,
       "step": 2875
     },
     {
       "epoch": 7.21,
-      "learning_rate": 2.244315789473684e-09,
+      "learning_rate": 4.682222222222222e-10,
       "loss": 0.0002,
       "step": 2900
     },
     {
       "epoch": 7.28,
-      "learning_rate": 2.2364210526315787e-09,
+      "learning_rate": 4.626666666666667e-10,
       "loss": 0.0002,
       "step": 2925
     },
     {
       "epoch": 7.34,
-      "learning_rate": 2.2285263157894734e-09,
+      "learning_rate": 4.5711111111111115e-10,
       "loss": 0.0002,
       "step": 2950
     },
     {
       "epoch": 7.4,
-      "learning_rate": 2.2206315789473684e-09,
+      "learning_rate": 4.515555555555556e-10,
       "loss": 0.0002,
       "step": 2975
     },
     {
       "epoch": 7.46,
-      "learning_rate": 2.212736842105263e-09,
+      "learning_rate": 4.46e-10,
       "loss": 0.0002,
       "step": 3000
     },
     {
       "epoch": 7.46,
       "eval_loss": 0.50146484375,
-      "eval_runtime": 167.4158,
-      "eval_samples_per_second": 10.13,
+      "eval_runtime": 167.3892,
+      "eval_samples_per_second": 10.132,
       "eval_steps_per_second": 0.633,
-      "eval_wer": 16.539747399702822,
+      "eval_wer": 16.465453194650816,
       "step": 3000
     },
     {
       "epoch": 7.52,
-      "learning_rate": 2.2054736842105264e-09,
+      "learning_rate": 4.408888888888889e-10,
       "loss": 0.0002,
       "step": 3025
     },
     {
       "epoch": 7.59,
-      "learning_rate": 2.197578947368421e-09,
+      "learning_rate": 4.353333333333334e-10,
       "loss": 0.0001,
       "step": 3050
     },
     {
       "epoch": 7.65,
-      "learning_rate": 2.1896842105263158e-09,
+      "learning_rate": 4.297777777777778e-10,
       "loss": 0.0002,
       "step": 3075
     },
     {
       "epoch": 7.71,
-      "learning_rate": 2.1817894736842104e-09,
+      "learning_rate": 4.2422222222222224e-10,
       "loss": 0.0002,
       "step": 3100
     },
     {
       "epoch": 7.77,
-      "learning_rate": 2.173894736842105e-09,
+      "learning_rate": 4.186666666666667e-10,
       "loss": 0.0002,
       "step": 3125
     },
     {
       "epoch": 7.84,
-      "learning_rate": 2.1659999999999998e-09,
+      "learning_rate": 4.131111111111111e-10,
       "loss": 0.0002,
       "step": 3150
     },
     {
       "epoch": 7.9,
-      "learning_rate": 2.1581052631578944e-09,
+      "learning_rate": 4.075555555555556e-10,
       "loss": 0.0002,
       "step": 3175
     },
     {
       "epoch": 7.96,
-      "learning_rate": 2.1502105263157895e-09,
+      "learning_rate": 4.0200000000000006e-10,
       "loss": 0.0002,
       "step": 3200
     },
     {
       "epoch": 8.02,
-      "learning_rate": 2.142315789473684e-09,
+      "learning_rate": 3.9644444444444444e-10,
       "loss": 0.0002,
       "step": 3225
     },
     {
       "epoch": 8.08,
-      "learning_rate": 2.1344210526315792e-09,
+      "learning_rate": 3.908888888888889e-10,
       "loss": 0.0002,
       "step": 3250
     },
     {
       "epoch": 8.15,
-      "learning_rate": 2.126526315789474e-09,
+      "learning_rate": 3.853333333333334e-10,
       "loss": 0.0002,
       "step": 3275
     },
     {
       "epoch": 8.21,
-      "learning_rate": 2.1186315789473686e-09,
+      "learning_rate": 3.797777777777778e-10,
       "loss": 0.0002,
       "step": 3300
     },
     {
       "epoch": 8.27,
-      "learning_rate": 2.1107368421052632e-09,
+      "learning_rate": 3.7422222222222226e-10,
       "loss": 0.0002,
       "step": 3325
     },
     {
       "epoch": 8.33,
-      "learning_rate": 2.102842105263158e-09,
+      "learning_rate": 3.686666666666667e-10,
       "loss": 0.0002,
       "step": 3350
     },
     {
       "epoch": 8.4,
-      "learning_rate": 2.0949473684210526e-09,
+      "learning_rate": 3.631111111111111e-10,
       "loss": 0.0002,
       "step": 3375
     },
     {
       "epoch": 8.46,
-      "learning_rate": 2.0870526315789472e-09,
+      "learning_rate": 3.575555555555556e-10,
       "loss": 0.0002,
       "step": 3400
     },
     {
       "epoch": 8.52,
-      "learning_rate": 2.079157894736842e-09,
+      "learning_rate": 3.52e-10,
       "loss": 0.0002,
       "step": 3425
     },
     {
       "epoch": 8.58,
-      "learning_rate": 2.071263157894737e-09,
+      "learning_rate": 3.4644444444444445e-10,
       "loss": 0.0002,
       "step": 3450
     },
     {
       "epoch": 8.64,
-      "learning_rate": 2.0633684210526317e-09,
+      "learning_rate": 3.4088888888888894e-10,
       "loss": 0.0002,
       "step": 3475
     },
     {
       "epoch": 8.71,
-      "learning_rate": 2.0554736842105263e-09,
+      "learning_rate": 3.353333333333333e-10,
       "loss": 0.0002,
       "step": 3500
     },
     {
       "epoch": 8.77,
-      "learning_rate": 2.047578947368421e-09,
-      "loss": 0.0001,
+      "learning_rate": 3.297777777777778e-10,
+      "loss": 0.0002,
       "step": 3525
     },
     {
       "epoch": 8.83,
-      "learning_rate": 2.0396842105263157e-09,
+      "learning_rate": 3.242222222222223e-10,
       "loss": 0.0002,
       "step": 3550
     },
     {
       "epoch": 8.89,
-      "learning_rate": 2.0317894736842103e-09,
+      "learning_rate": 3.1866666666666665e-10,
       "loss": 0.0002,
       "step": 3575
     },
     {
       "epoch": 8.96,
-      "learning_rate": 2.0238947368421054e-09,
+      "learning_rate": 3.1311111111111113e-10,
       "loss": 0.0002,
       "step": 3600
     },
     {
       "epoch": 9.02,
-      "learning_rate": 2.016e-09,
+      "learning_rate": 3.075555555555556e-10,
       "loss": 0.0002,
       "step": 3625
     },
     {
       "epoch": 9.08,
-      "learning_rate": 2.0081052631578947e-09,
+      "learning_rate": 3.02e-10,
       "loss": 0.0002,
       "step": 3650
     },
     {
       "epoch": 9.14,
-      "learning_rate": 2.0002105263157894e-09,
+      "learning_rate": 2.9644444444444447e-10,
       "loss": 0.0002,
       "step": 3675
     },
     {
       "epoch": 9.2,
-      "learning_rate": 1.992315789473684e-09,
+      "learning_rate": 2.908888888888889e-10,
       "loss": 0.0002,
       "step": 3700
     },
     {
       "epoch": 9.27,
-      "learning_rate": 1.984421052631579e-09,
+      "learning_rate": 2.8533333333333333e-10,
       "loss": 0.0002,
       "step": 3725
     },
     {
       "epoch": 9.33,
-      "learning_rate": 1.976526315789474e-09,
+      "learning_rate": 2.797777777777778e-10,
       "loss": 0.0002,
       "step": 3750
     },
     {
       "epoch": 9.39,
-      "learning_rate": 1.9686315789473685e-09,
+      "learning_rate": 2.7422222222222224e-10,
       "loss": 0.0002,
       "step": 3775
     },
     {
       "epoch": 9.45,
-      "learning_rate": 1.960736842105263e-09,
+      "learning_rate": 2.6866666666666667e-10,
       "loss": 0.0002,
       "step": 3800
     },
     {
       "epoch": 9.51,
-      "learning_rate": 1.952842105263158e-09,
+      "learning_rate": 2.6311111111111115e-10,
       "loss": 0.0002,
       "step": 3825
     },
     {
       "epoch": 9.58,
-      "learning_rate": 1.9449473684210525e-09,
+      "learning_rate": 2.5755555555555553e-10,
       "loss": 0.0002,
       "step": 3850
     },
     {
       "epoch": 9.64,
-      "learning_rate": 1.937052631578947e-09,
+      "learning_rate": 2.52e-10,
       "loss": 0.0002,
       "step": 3875
     },
     {
       "epoch": 9.7,
-      "learning_rate": 1.929157894736842e-09,
+      "learning_rate": 2.4644444444444444e-10,
       "loss": 0.0002,
       "step": 3900
     },
     {
       "epoch": 9.76,
-      "learning_rate": 1.921263157894737e-09,
+      "learning_rate": 2.408888888888889e-10,
       "loss": 0.0002,
       "step": 3925
     },
     {
       "epoch": 9.83,
-      "learning_rate": 1.9133684210526316e-09,
+      "learning_rate": 2.3533333333333335e-10,
       "loss": 0.0002,
       "step": 3950
     },
     {
       "epoch": 9.89,
-      "learning_rate": 1.9054736842105262e-09,
+      "learning_rate": 2.2977777777777778e-10,
       "loss": 0.0002,
       "step": 3975
     },
     {
       "epoch": 9.95,
-      "learning_rate": 1.8975789473684213e-09,
+      "learning_rate": 2.2422222222222223e-10,
       "loss": 0.0002,
       "step": 4000
     },
     {
       "epoch": 9.95,
       "eval_loss": 0.50146484375,
-      "eval_runtime": 167.7536,
-      "eval_samples_per_second": 10.11,
-      "eval_steps_per_second": 0.632,
-      "eval_wer": 16.539747399702822,
+      "eval_runtime": 167.9097,
+      "eval_samples_per_second": 10.101,
+      "eval_steps_per_second": 0.631,
+      "eval_wer": 16.51188707280832,
       "step": 4000
     },
     {
       "epoch": 10.01,
-      "learning_rate": 1.8903157894736842e-09,
+      "learning_rate": 2.1911111111111112e-10,
       "loss": 0.0002,
       "step": 4025
     },
     {
       "epoch": 10.07,
-      "learning_rate": 1.882421052631579e-09,
+      "learning_rate": 2.1355555555555558e-10,
       "loss": 0.0002,
       "step": 4050
     },
     {
       "epoch": 10.14,
-      "learning_rate": 1.8745263157894735e-09,
+      "learning_rate": 2.08e-10,
       "loss": 0.0002,
       "step": 4075
     },
     {
       "epoch": 10.2,
-      "learning_rate": 1.8666315789473682e-09,
+      "learning_rate": 2.0244444444444446e-10,
       "loss": 0.0002,
       "step": 4100
     },
     {
       "epoch": 10.26,
-      "learning_rate": 1.858736842105263e-09,
+      "learning_rate": 1.9688888888888892e-10,
       "loss": 0.0002,
       "step": 4125
     },
     {
       "epoch": 10.32,
-      "learning_rate": 1.8508421052631578e-09,
+      "learning_rate": 1.9133333333333334e-10,
       "loss": 0.0002,
       "step": 4150
     },
     {
       "epoch": 10.39,
-      "learning_rate": 1.8429473684210528e-09,
+      "learning_rate": 1.8577777777777777e-10,
       "loss": 0.0002,
       "step": 4175
     },
     {
       "epoch": 10.45,
-      "learning_rate": 1.8350526315789475e-09,
+      "learning_rate": 1.8022222222222223e-10,
       "loss": 0.0002,
       "step": 4200
     },
     {
       "epoch": 10.51,
-      "learning_rate": 1.8271578947368422e-09,
+      "learning_rate": 1.7466666666666668e-10,
       "loss": 0.0002,
       "step": 4225
     },
     {
       "epoch": 10.57,
-      "learning_rate": 1.8192631578947368e-09,
+      "learning_rate": 1.6911111111111111e-10,
       "loss": 0.0002,
       "step": 4250
     },
     {
       "epoch": 10.63,
-      "learning_rate": 1.8113684210526317e-09,
+      "learning_rate": 1.6355555555555557e-10,
       "loss": 0.0002,
       "step": 4275
     },
     {
       "epoch": 10.7,
-      "learning_rate": 1.8034736842105264e-09,
+      "learning_rate": 1.5800000000000002e-10,
       "loss": 0.0002,
       "step": 4300
     },
     {
       "epoch": 10.76,
-      "learning_rate": 1.795578947368421e-09,
+      "learning_rate": 1.5244444444444445e-10,
       "loss": 0.0002,
       "step": 4325
     },
     {
       "epoch": 10.82,
-      "learning_rate": 1.7876842105263157e-09,
+      "learning_rate": 1.468888888888889e-10,
       "loss": 0.0002,
       "step": 4350
     },
     {
       "epoch": 10.88,
-      "learning_rate": 1.7797894736842104e-09,
+      "learning_rate": 1.4133333333333334e-10,
       "loss": 0.0002,
       "step": 4375
     },
     {
       "epoch": 10.95,
-      "learning_rate": 1.7718947368421052e-09,
+      "learning_rate": 1.357777777777778e-10,
       "loss": 0.0002,
       "step": 4400
     },
     {
       "epoch": 11.01,
-      "learning_rate": 1.764e-09,
+      "learning_rate": 1.3022222222222222e-10,
       "loss": 0.0002,
       "step": 4425
     },
     {
       "epoch": 11.07,
-      "learning_rate": 1.7561052631578946e-09,
+      "learning_rate": 1.2466666666666668e-10,
       "loss": 0.0002,
       "step": 4450
     },
     {
       "epoch": 11.13,
-      "learning_rate": 1.7482105263157892e-09,
+      "learning_rate": 1.1911111111111113e-10,
       "loss": 0.0002,
       "step": 4475
     },
     {
       "epoch": 11.19,
-      "learning_rate": 1.7403157894736843e-09,
+      "learning_rate": 1.1355555555555557e-10,
       "loss": 0.0002,
       "step": 4500
     },
     {
       "epoch": 11.26,
-      "learning_rate": 1.732421052631579e-09,
+      "learning_rate": 1.08e-10,
       "loss": 0.0002,
       "step": 4525
     },
     {
       "epoch": 11.32,
-      "learning_rate": 1.7245263157894739e-09,
+      "learning_rate": 1.0244444444444446e-10,
       "loss": 0.0002,
       "step": 4550
     },
     {
       "epoch": 11.38,
-      "learning_rate": 1.7166315789473685e-09,
+      "learning_rate": 9.688888888888889e-11,
       "loss": 0.0002,
       "step": 4575
     },
     {
       "epoch": 11.44,
-      "learning_rate": 1.7087368421052632e-09,
+      "learning_rate": 9.133333333333334e-11,
       "loss": 0.0002,
       "step": 4600
     },
     {
       "epoch": 11.5,
-      "learning_rate": 1.7008421052631579e-09,
+      "learning_rate": 8.577777777777778e-11,
       "loss": 0.0002,
       "step": 4625
     },
     {
       "epoch": 11.57,
-      "learning_rate": 1.6929473684210527e-09,
+      "learning_rate": 8.022222222222223e-11,
       "loss": 0.0002,
       "step": 4650
     },
     {
       "epoch": 11.63,
-      "learning_rate": 1.6850526315789474e-09,
+      "learning_rate": 7.466666666666668e-11,
       "loss": 0.0002,
       "step": 4675
     },
     {
       "epoch": 11.69,
-      "learning_rate": 1.677157894736842e-09,
+      "learning_rate": 6.911111111111111e-11,
       "loss": 0.0002,
       "step": 4700
     },
     {
       "epoch": 11.75,
-      "learning_rate": 1.6692631578947367e-09,
+      "learning_rate": 6.355555555555556e-11,
       "loss": 0.0002,
       "step": 4725
     },
     {
       "epoch": 11.82,
-      "learning_rate": 1.6613684210526314e-09,
+      "learning_rate": 5.8000000000000007e-11,
       "loss": 0.0002,
       "step": 4750
     },
     {
       "epoch": 11.88,
-      "learning_rate": 1.6534736842105263e-09,
+      "learning_rate": 5.244444444444445e-11,
       "loss": 0.0002,
       "step": 4775
     },
     {
       "epoch": 11.94,
-      "learning_rate": 1.645578947368421e-09,
+      "learning_rate": 4.688888888888889e-11,
       "loss": 0.0002,
       "step": 4800
     },
     {
       "epoch": 12.0,
-      "learning_rate": 1.6376842105263156e-09,
+      "learning_rate": 4.133333333333333e-11,
       "loss": 0.0002,
       "step": 4825
     },
     {
       "epoch": 12.06,
-      "learning_rate": 1.6297894736842107e-09,
+      "learning_rate": 3.577777777777778e-11,
       "loss": 0.0002,
       "step": 4850
     },
     {
       "epoch": 12.13,
-      "learning_rate": 1.6218947368421053e-09,
+      "learning_rate": 3.0222222222222223e-11,
       "loss": 0.0002,
       "step": 4875
     },
     {
       "epoch": 12.19,
-      "learning_rate": 1.614e-09,
+      "learning_rate": 2.466666666666667e-11,
       "loss": 0.0002,
       "step": 4900
     },
     {
       "epoch": 12.25,
-      "learning_rate": 1.6061052631578949e-09,
+      "learning_rate": 1.911111111111111e-11,
       "loss": 0.0002,
       "step": 4925
     },
     {
       "epoch": 12.31,
-      "learning_rate": 1.5982105263157895e-09,
+      "learning_rate": 1.3555555555555556e-11,
       "loss": 0.0002,
       "step": 4950
     },
     {
       "epoch": 12.38,
-      "learning_rate": 1.5903157894736842e-09,
+      "learning_rate": 8.000000000000001e-12,
       "loss": 0.0002,
       "step": 4975
     },
     {
       "epoch": 12.44,
-      "learning_rate": 1.5824210526315789e-09,
+      "learning_rate": 2.4444444444444444e-12,
       "loss": 0.0002,
       "step": 5000
     },
     {
       "epoch": 12.44,
       "eval_loss": 0.50146484375,
-      "eval_runtime": 168.512,
-      "eval_samples_per_second": 10.065,
-      "eval_steps_per_second": 0.629,
+      "eval_runtime": 168.0048,
+      "eval_samples_per_second": 10.095,
+      "eval_steps_per_second": 0.631,
       "eval_wer": 16.558320950965825,
       "step": 5000
     },
     {
-      "epoch": 12.5,
-      "learning_rate": 1.575157894736842e-09,
-      "loss": 0.0002,
-      "step": 5025
-    },
-    {
-      "epoch": 12.56,
-      "learning_rate": 1.5672631578947367e-09,
-      "loss": 0.0002,
-      "step": 5050
-    },
-    {
-      "epoch": 12.62,
-      "learning_rate": 1.5593684210526317e-09,
-      "loss": 0.0002,
-      "step": 5075
-    },
-    {
-      "epoch": 12.69,
-      "learning_rate": 1.5514736842105264e-09,
-      "loss": 0.0002,
-      "step": 5100
-    },
-    {
-      "epoch": 12.75,
-      "learning_rate": 1.543578947368421e-09,
-      "loss": 0.0002,
-      "step": 5125
-    },
-    {
-      "epoch": 12.81,
-      "learning_rate": 1.535684210526316e-09,
-      "loss": 0.0002,
-      "step": 5150
-    },
-    {
-      "epoch": 12.87,
-      "learning_rate": 1.5277894736842106e-09,
-      "loss": 0.0002,
-      "step": 5175
-    },
-    {
-      "epoch": 12.94,
-      "learning_rate": 1.5198947368421053e-09,
-      "loss": 0.0002,
-      "step": 5200
-    },
-    {
-      "epoch": 13.0,
-      "learning_rate": 1.512e-09,
-      "loss": 0.0002,
-      "step": 5225
-    },
-    {
-      "epoch": 13.06,
-      "learning_rate": 1.5041052631578946e-09,
-      "loss": 0.0002,
-      "step": 5250
-    },
-    {
-      "epoch": 13.12,
-      "learning_rate": 1.4962105263157895e-09,
-      "loss": 0.0002,
-      "step": 5275
-    },
-    {
-      "epoch": 13.18,
-      "learning_rate": 1.4883157894736842e-09,
-      "loss": 0.0002,
-      "step": 5300
-    },
-    {
-      "epoch": 13.25,
-      "learning_rate": 1.480421052631579e-09,
-      "loss": 0.0002,
-      "step": 5325
-    },
-    {
-      "epoch": 13.31,
-      "learning_rate": 1.4725263157894737e-09,
-      "loss": 0.0002,
-      "step": 5350
-    },
-    {
-      "epoch": 13.37,
-      "learning_rate": 1.4646315789473684e-09,
-      "loss": 0.0002,
-      "step": 5375
-    },
-    {
-      "epoch": 13.43,
-      "learning_rate": 1.4567368421052632e-09,
-      "loss": 0.0002,
-      "step": 5400
-    },
-    {
-      "epoch": 13.5,
-      "learning_rate": 1.448842105263158e-09,
-      "loss": 0.0001,
-      "step": 5425
-    },
-    {
-      "epoch": 13.56,
-      "learning_rate": 1.4409473684210526e-09,
-      "loss": 0.0002,
-      "step": 5450
-    },
-    {
-      "epoch": 13.62,
-      "learning_rate": 1.4330526315789472e-09,
-      "loss": 0.0002,
-      "step": 5475
-    },
-    {
-      "epoch": 13.68,
-      "learning_rate": 1.4251578947368421e-09,
-      "loss": 0.0002,
-      "step": 5500
-    },
-    {
-      "epoch": 13.74,
-      "learning_rate": 1.417263157894737e-09,
-      "loss": 0.0002,
-      "step": 5525
-    },
-    {
-      "epoch": 13.81,
-      "learning_rate": 1.4093684210526316e-09,
-      "loss": 0.0002,
-      "step": 5550
-    },
-    {
-      "epoch": 13.87,
-      "learning_rate": 1.4014736842105263e-09,
-      "loss": 0.0002,
-      "step": 5575
-    },
-    {
-      "epoch": 13.93,
-      "learning_rate": 1.393578947368421e-09,
-      "loss": 0.0002,
-      "step": 5600
-    },
-    {
-      "epoch": 13.99,
-      "learning_rate": 1.3856842105263156e-09,
-      "loss": 0.0002,
-      "step": 5625
-    },
-    {
-      "epoch": 14.05,
-      "learning_rate": 1.3777894736842105e-09,
-      "loss": 0.0002,
-      "step": 5650
-    },
-    {
-      "epoch": 14.12,
-      "learning_rate": 1.3698947368421054e-09,
-      "loss": 0.0002,
-      "step": 5675
-    },
-    {
-      "epoch": 14.18,
-      "learning_rate": 1.362e-09,
-      "loss": 0.0002,
-      "step": 5700
-    },
-    {
-      "epoch": 14.24,
-      "learning_rate": 1.3541052631578947e-09,
-      "loss": 0.0002,
-      "step": 5725
-    },
-    {
-      "epoch": 14.3,
-      "learning_rate": 1.3462105263157894e-09,
-      "loss": 0.0002,
-      "step": 5750
-    },
-    {
-      "epoch": 14.37,
-      "learning_rate": 1.3383157894736843e-09,
-      "loss": 0.0002,
-      "step": 5775
-    },
-    {
-      "epoch": 14.43,
-      "learning_rate": 1.330421052631579e-09,
-      "loss": 0.0002,
-      "step": 5800
-    },
-    {
-      "epoch": 14.49,
-      "learning_rate": 1.3225263157894736e-09,
-      "loss": 0.0002,
-      "step": 5825
-    },
-    {
-      "epoch": 14.55,
-      "learning_rate": 1.3146315789473685e-09,
-      "loss": 0.0002,
-      "step": 5850
-    },
-    {
-      "epoch": 14.61,
-      "learning_rate": 1.3067368421052631e-09,
-      "loss": 0.0002,
-      "step": 5875
-    },
-    {
-      "epoch": 14.68,
-      "learning_rate": 1.298842105263158e-09,
-      "loss": 0.0002,
-      "step": 5900
-    },
-    {
-      "epoch": 14.74,
-      "learning_rate": 1.2909473684210527e-09,
-      "loss": 0.0002,
-      "step": 5925
-    },
-    {
-      "epoch": 14.8,
-      "learning_rate": 1.2830526315789473e-09,
-      "loss": 0.0002,
-      "step": 5950
-    },
-    {
-      "epoch": 14.86,
-      "learning_rate": 1.275157894736842e-09,
-      "loss": 0.0002,
-      "step": 5975
-    },
-    {
-      "epoch": 14.93,
-      "learning_rate": 1.2672631578947369e-09,
-      "loss": 0.0002,
-      "step": 6000
-    },
-    {
-      "epoch": 14.93,
-      "eval_loss": 0.50146484375,
-      "eval_runtime": 167.7376,
-      "eval_samples_per_second": 10.111,
-      "eval_steps_per_second": 0.632,
-      "eval_wer": 16.576894502228825,
-      "step": 6000
-    },
-    {
-      "epoch": 14.99,
-      "learning_rate": 1.26e-09,
-      "loss": 0.0002,
-      "step": 6025
-    },
-    {
-      "epoch": 15.05,
-      "learning_rate": 1.2521052631578947e-09,
-      "loss": 0.0002,
-      "step": 6050
-    },
-    {
-      "epoch": 15.11,
-      "learning_rate": 1.2442105263157895e-09,
-      "loss": 0.0002,
-      "step": 6075
-    },
-    {
-      "epoch": 15.17,
-      "learning_rate": 1.2363157894736842e-09,
-      "loss": 0.0002,
-      "step": 6100
-    },
-    {
-      "epoch": 15.24,
-      "learning_rate": 1.2284210526315789e-09,
-      "loss": 0.0002,
-      "step": 6125
-    },
-    {
-      "epoch": 15.3,
-      "learning_rate": 1.2205263157894737e-09,
-      "loss": 0.0002,
-      "step": 6150
-    },
-    {
-      "epoch": 15.36,
-      "learning_rate": 1.2126315789473684e-09,
-      "loss": 0.0002,
-      "step": 6175
-    },
-    {
-      "epoch": 15.42,
-      "learning_rate": 1.204736842105263e-09,
-      "loss": 0.0002,
-      "step": 6200
-    },
-    {
-      "epoch": 15.49,
-      "learning_rate": 1.1968421052631577e-09,
-      "loss": 0.0002,
-      "step": 6225
-    },
-    {
-      "epoch": 15.55,
-      "learning_rate": 1.1889473684210526e-09,
-      "loss": 0.0002,
-      "step": 6250
-    },
-    {
-      "epoch": 15.61,
-      "learning_rate": 1.1810526315789475e-09,
-      "loss": 0.0001,
-      "step": 6275
-    },
-    {
-      "epoch": 15.67,
-      "learning_rate": 1.1731578947368421e-09,
-      "loss": 0.0002,
-      "step": 6300
-    },
-    {
-      "epoch": 15.73,
-      "learning_rate": 1.1652631578947368e-09,
-      "loss": 0.0002,
-      "step": 6325
-    },
-    {
-      "epoch": 15.8,
-      "learning_rate": 1.1573684210526315e-09,
-      "loss": 0.0002,
-      "step": 6350
-    },
-    {
-      "epoch": 15.86,
-      "learning_rate": 1.1494736842105264e-09,
-      "loss": 0.0002,
-      "step": 6375
-    },
-    {
-      "epoch": 15.92,
-      "learning_rate": 1.141578947368421e-09,
-      "loss": 0.0002,
-      "step": 6400
-    },
-    {
-      "epoch": 15.98,
-      "learning_rate": 1.1336842105263159e-09,
-      "loss": 0.0002,
-      "step": 6425
-    },
-    {
-      "epoch": 16.04,
-      "learning_rate": 1.1257894736842106e-09,
-      "loss": 0.0002,
-      "step": 6450
-    },
-    {
-      "epoch": 16.11,
-      "learning_rate": 1.1178947368421052e-09,
-      "loss": 0.0002,
-      "step": 6475
-    },
-    {
-      "epoch": 16.17,
-      "learning_rate": 1.1099999999999999e-09,
-      "loss": 0.0002,
-      "step": 6500
-    },
-    {
-      "epoch": 16.23,
-      "learning_rate": 1.1021052631578948e-09,
-      "loss": 0.0002,
-      "step": 6525
-    },
-    {
-      "epoch": 16.29,
-      "learning_rate": 1.0942105263157894e-09,
-      "loss": 0.0002,
-      "step": 6550
-    },
-    {
-      "epoch": 16.36,
-      "learning_rate": 1.0863157894736843e-09,
-      "loss": 0.0002,
-      "step": 6575
-    },
-    {
-      "epoch": 16.42,
-      "learning_rate": 1.078421052631579e-09,
-      "loss": 0.0002,
-      "step": 6600
-    },
-    {
-      "epoch": 16.48,
-      "learning_rate": 1.0705263157894736e-09,
-      "loss": 0.0002,
-      "step": 6625
-    },
-    {
-      "epoch": 16.54,
-      "learning_rate": 1.0626315789473685e-09,
-      "loss": 0.0002,
-      "step": 6650
-    },
-    {
-      "epoch": 16.6,
-      "learning_rate": 1.0547368421052632e-09,
-      "loss": 0.0002,
-      "step": 6675
-    },
-    {
-      "epoch": 16.67,
-      "learning_rate": 1.0468421052631578e-09,
-      "loss": 0.0002,
-      "step": 6700
-    },
-    {
-      "epoch": 16.73,
-      "learning_rate": 1.0389473684210525e-09,
-      "loss": 0.0002,
-      "step": 6725
-    },
-    {
-      "epoch": 16.79,
-      "learning_rate": 1.0310526315789474e-09,
-      "loss": 0.0002,
-      "step": 6750
-    },
-    {
-      "epoch": 16.85,
-      "learning_rate": 1.0231578947368423e-09,
-      "loss": 0.0002,
-      "step": 6775
-    },
-    {
-      "epoch": 16.92,
-      "learning_rate": 1.015263157894737e-09,
-      "loss": 0.0002,
-      "step": 6800
-    },
-    {
-      "epoch": 16.98,
-      "learning_rate": 1.0073684210526316e-09,
-      "loss": 0.0002,
-      "step": 6825
-    },
-    {
-      "epoch": 17.04,
-      "learning_rate": 9.994736842105262e-10,
-      "loss": 0.0002,
-      "step": 6850
-    },
-    {
-      "epoch": 17.1,
-      "learning_rate": 9.91578947368421e-10,
-      "loss": 0.0002,
-      "step": 6875
-    },
-    {
-      "epoch": 17.16,
-      "learning_rate": 9.836842105263158e-10,
-      "loss": 0.0002,
-      "step": 6900
-    },
-    {
-      "epoch": 17.23,
-      "learning_rate": 9.757894736842107e-10,
-      "loss": 0.0002,
-      "step": 6925
-    },
-    {
-      "epoch": 17.29,
-      "learning_rate": 9.678947368421053e-10,
-      "loss": 0.0002,
-      "step": 6950
-    },
-    {
-      "epoch": 17.35,
-      "learning_rate": 9.6e-10,
-      "loss": 0.0002,
-      "step": 6975
-    },
-    {
-      "epoch": 17.41,
-      "learning_rate": 9.521052631578947e-10,
-      "loss": 0.0002,
-      "step": 7000
-    },
-    {
-      "epoch": 17.41,
-      "eval_loss": 0.50146484375,
-      "eval_runtime": 167.242,
-      "eval_samples_per_second": 10.141,
-      "eval_steps_per_second": 0.634,
-      "eval_wer": 16.539747399702822,
-      "step": 7000
-    },
-    {
-      "epoch": 17.48,
-      "learning_rate": 9.44842105263158e-10,
-      "loss": 0.0002,
-      "step": 7025
-    },
-    {
-      "epoch": 17.54,
-      "learning_rate": 9.369473684210527e-10,
-      "loss": 0.0002,
-      "step": 7050
-    },
-    {
-      "epoch": 17.6,
-      "learning_rate": 9.290526315789473e-10,
-      "loss": 0.0002,
-      "step": 7075
-    },
-    {
-      "epoch": 17.66,
-      "learning_rate": 9.211578947368421e-10,
-      "loss": 0.0002,
-      "step": 7100
-    },
-    {
-      "epoch": 17.72,
-      "learning_rate": 9.132631578947368e-10,
-      "loss": 0.0002,
-      "step": 7125
-    },
-    {
-      "epoch": 17.79,
-      "learning_rate": 9.053684210526316e-10,
-      "loss": 0.0002,
-      "step": 7150
-    },
-    {
-      "epoch": 17.85,
-      "learning_rate": 8.974736842105264e-10,
-      "loss": 0.0001,
-      "step": 7175
-    },
-    {
-      "epoch": 17.91,
-      "learning_rate": 8.895789473684211e-10,
-      "loss": 0.0002,
-      "step": 7200
-    },
-    {
-      "epoch": 17.97,
-      "learning_rate": 8.816842105263158e-10,
-      "loss": 0.0002,
-      "step": 7225
-    },
-    {
-      "epoch": 18.03,
-      "learning_rate": 8.737894736842105e-10,
-      "loss": 0.0002,
-      "step": 7250
-    },
-    {
-      "epoch": 18.1,
-      "learning_rate": 8.658947368421052e-10,
-      "loss": 0.0002,
-      "step": 7275
-    },
-    {
-      "epoch": 18.16,
-      "learning_rate": 8.579999999999999e-10,
-      "loss": 0.0002,
-      "step": 7300
-    },
-    {
-      "epoch": 18.22,
-      "learning_rate": 8.501052631578948e-10,
-      "loss": 0.0002,
-      "step": 7325
-    },
-    {
-      "epoch": 18.28,
-      "learning_rate": 8.422105263157895e-10,
-      "loss": 0.0002,
-      "step": 7350
-    },
-    {
-      "epoch": 18.35,
-      "learning_rate": 8.343157894736842e-10,
-      "loss": 0.0002,
-      "step": 7375
-    },
-    {
-      "epoch": 18.41,
-      "learning_rate": 8.264210526315789e-10,
-      "loss": 0.0002,
-      "step": 7400
-    },
-    {
-      "epoch": 18.47,
-      "learning_rate": 8.185263157894737e-10,
-      "loss": 0.0002,
-      "step": 7425
-    },
-    {
-      "epoch": 18.53,
-      "learning_rate": 8.106315789473683e-10,
-      "loss": 0.0002,
-      "step": 7450
-    },
-    {
-      "epoch": 18.59,
-      "learning_rate": 8.027368421052631e-10,
-      "loss": 0.0002,
-      "step": 7475
-    },
-    {
-      "epoch": 18.66,
-      "learning_rate": 7.94842105263158e-10,
-      "loss": 0.0002,
-      "step": 7500
-    },
-    {
-      "epoch": 18.72,
-      "learning_rate": 7.869473684210527e-10,
-      "loss": 0.0002,
-      "step": 7525
-    },
-    {
-      "epoch": 18.78,
-      "learning_rate": 7.790526315789474e-10,
-      "loss": 0.0002,
-      "step": 7550
-    },
-    {
-      "epoch": 18.84,
-      "learning_rate": 7.711578947368421e-10,
-      "loss": 0.0002,
-      "step": 7575
-    },
-    {
-      "epoch": 18.91,
-      "learning_rate": 7.632631578947369e-10,
-      "loss": 0.0002,
-      "step": 7600
-    },
-    {
-      "epoch": 18.97,
-      "learning_rate": 7.553684210526315e-10,
-      "loss": 0.0002,
-      "step": 7625
-    },
-    {
-      "epoch": 19.03,
-      "learning_rate": 7.474736842105263e-10,
-      "loss": 0.0002,
-      "step": 7650
-    },
-    {
-      "epoch": 19.09,
-      "learning_rate": 7.395789473684211e-10,
-      "loss": 0.0002,
-      "step": 7675
-    },
-    {
-      "epoch": 19.15,
-      "learning_rate": 7.316842105263158e-10,
-      "loss": 0.0002,
-      "step": 7700
-    },
-    {
-      "epoch": 19.22,
-      "learning_rate": 7.237894736842105e-10,
-      "loss": 0.0002,
-      "step": 7725
-    },
-    {
-      "epoch": 19.28,
-      "learning_rate": 7.158947368421053e-10,
-      "loss": 0.0002,
-      "step": 7750
-    },
-    {
-      "epoch": 19.34,
-      "learning_rate": 7.079999999999999e-10,
-      "loss": 0.0002,
-      "step": 7775
-    },
-    {
-      "epoch": 19.4,
-      "learning_rate": 7.001052631578947e-10,
-      "loss": 0.0002,
-      "step": 7800
-    },
-    {
-      "epoch": 19.47,
-      "learning_rate": 6.922105263157895e-10,
-      "loss": 0.0002,
-      "step": 7825
-    },
-    {
-      "epoch": 19.53,
-      "learning_rate": 6.843157894736841e-10,
-      "loss": 0.0002,
-      "step": 7850
-    },
-    {
-      "epoch": 19.59,
-      "learning_rate": 6.76421052631579e-10,
-      "loss": 0.0002,
-      "step": 7875
-    },
-    {
-      "epoch": 19.65,
-      "learning_rate": 6.685263157894737e-10,
-      "loss": 0.0002,
-      "step": 7900
-    },
-    {
-      "epoch": 19.71,
-      "learning_rate": 6.606315789473684e-10,
-      "loss": 0.0002,
-      "step": 7925
-    },
-    {
-      "epoch": 19.78,
-      "learning_rate": 6.527368421052632e-10,
-      "loss": 0.0002,
-      "step": 7950
-    },
-    {
-      "epoch": 19.84,
-      "learning_rate": 6.448421052631579e-10,
-      "loss": 0.0002,
-      "step": 7975
-    },
-    {
-      "epoch": 19.9,
-      "learning_rate": 6.369473684210527e-10,
-      "loss": 0.0002,
-      "step": 8000
-    },
-    {
-      "epoch": 19.9,
-      "eval_loss": 0.50146484375,
-      "eval_runtime": 167.9653,
-      "eval_samples_per_second": 10.097,
-      "eval_steps_per_second": 0.631,
-      "eval_wer": 16.50260029717682,
-      "step": 8000
-    },
-    {
-      "epoch": 19.96,
-      "learning_rate": 6.296842105263158e-10,
-      "loss": 0.0002,
-      "step": 8025
-    },
-    {
-      "epoch": 20.02,
-      "learning_rate": 6.217894736842105e-10,
-      "loss": 0.0002,
-      "step": 8050
-    },
-    {
-      "epoch": 20.09,
-      "learning_rate": 6.138947368421052e-10,
-      "loss": 0.0002,
-      "step": 8075
-    },
-    {
-      "epoch": 20.15,
-      "learning_rate": 6.060000000000001e-10,
-      "loss": 0.0002,
-      "step": 8100
-    },
-    {
-      "epoch": 20.21,
-      "learning_rate": 5.981052631578947e-10,
-      "loss": 0.0002,
-      "step": 8125
-    },
-    {
-      "epoch": 20.27,
-      "learning_rate": 5.902105263157894e-10,
-      "loss": 0.0002,
-      "step": 8150
-    },
-    {
-      "epoch": 20.34,
-      "learning_rate": 5.823157894736842e-10,
-      "loss": 0.0002,
-      "step": 8175
-    },
-    {
-      "epoch": 20.4,
-      "learning_rate": 5.74421052631579e-10,
-      "loss": 0.0002,
-      "step": 8200
-    },
-    {
-      "epoch": 20.46,
-      "learning_rate": 5.665263157894737e-10,
-      "loss": 0.0002,
-      "step": 8225
-    },
-    {
-      "epoch": 20.52,
-      "learning_rate": 5.586315789473684e-10,
-      "loss": 0.0002,
-      "step": 8250
-    },
-    {
-      "epoch": 20.58,
-      "learning_rate": 5.507368421052632e-10,
-      "loss": 0.0002,
-      "step": 8275
-    },
-    {
-      "epoch": 20.65,
-      "learning_rate": 5.428421052631579e-10,
-      "loss": 0.0002,
-      "step": 8300
-    },
-    {
-      "epoch": 20.71,
-      "learning_rate": 5.349473684210526e-10,
-      "loss": 0.0002,
-      "step": 8325
-    },
-    {
-      "epoch": 20.77,
-      "learning_rate": 5.270526315789474e-10,
-      "loss": 0.0002,
-      "step": 8350
-    },
-    {
-      "epoch": 20.83,
-      "learning_rate": 5.191578947368421e-10,
-      "loss": 0.0002,
-      "step": 8375
-    },
-    {
-      "epoch": 20.9,
-      "learning_rate": 5.112631578947368e-10,
-      "loss": 0.0002,
-      "step": 8400
-    },
-    {
-      "epoch": 20.96,
-      "learning_rate": 5.033684210526316e-10,
-      "loss": 0.0002,
-      "step": 8425
-    },
-    {
-      "epoch": 21.02,
-      "learning_rate": 4.954736842105263e-10,
-      "loss": 0.0002,
-      "step": 8450
-    },
-    {
-      "epoch": 21.08,
-      "learning_rate": 4.87578947368421e-10,
-      "loss": 0.0002,
-      "step": 8475
-    },
-    {
-      "epoch": 21.14,
-      "learning_rate": 4.796842105263158e-10,
-      "loss": 0.0002,
-      "step": 8500
-    },
-    {
-      "epoch": 21.21,
-      "learning_rate": 4.717894736842105e-10,
-      "loss": 0.0002,
-      "step": 8525
-    },
-    {
-      "epoch": 21.27,
-      "learning_rate": 4.6389473684210526e-10,
-      "loss": 0.0002,
-      "step": 8550
-    },
-    {
-      "epoch": 21.33,
-      "learning_rate": 4.56e-10,
-      "loss": 0.0002,
-      "step": 8575
-    },
-    {
-      "epoch": 21.39,
-      "learning_rate": 4.481052631578947e-10,
-      "loss": 0.0002,
-      "step": 8600
-    },
-    {
-      "epoch": 21.46,
-      "learning_rate": 4.402105263157895e-10,
-      "loss": 0.0002,
-      "step": 8625
-    },
-    {
-      "epoch": 21.52,
-      "learning_rate": 4.323157894736842e-10,
-      "loss": 0.0002,
-      "step": 8650
-    },
-    {
-      "epoch": 21.58,
-      "learning_rate": 4.244210526315789e-10,
-      "loss": 0.0002,
-      "step": 8675
-    },
-    {
-      "epoch": 21.64,
-      "learning_rate": 4.165263157894737e-10,
-      "loss": 0.0002,
-      "step": 8700
-    },
-    {
-      "epoch": 21.7,
-      "learning_rate": 4.0863157894736844e-10,
-      "loss": 0.0002,
-      "step": 8725
-    },
-    {
-      "epoch": 21.77,
-      "learning_rate": 4.0073684210526316e-10,
-      "loss": 0.0002,
-      "step": 8750
-    },
-    {
-      "epoch": 21.83,
-      "learning_rate": 3.928421052631579e-10,
-      "loss": 0.0002,
-      "step": 8775
-    },
-    {
-      "epoch": 21.89,
-      "learning_rate": 3.8494736842105264e-10,
-      "loss": 0.0002,
-      "step": 8800
-    },
-    {
-      "epoch": 21.95,
-      "learning_rate": 3.7705263157894736e-10,
-      "loss": 0.0002,
-      "step": 8825
-    },
-    {
-      "epoch": 22.01,
-      "learning_rate": 3.6915789473684213e-10,
-      "loss": 0.0002,
-      "step": 8850
-    },
-    {
-      "epoch": 22.08,
-      "learning_rate": 3.6126315789473685e-10,
-      "loss": 0.0002,
-      "step": 8875
-    },
-    {
-      "epoch": 22.14,
-      "learning_rate": 3.5336842105263157e-10,
-      "loss": 0.0002,
-      "step": 8900
-    },
-    {
-      "epoch": 22.2,
-      "learning_rate": 3.4547368421052634e-10,
-      "loss": 0.0002,
-      "step": 8925
-    },
-    {
-      "epoch": 22.26,
-      "learning_rate": 3.3757894736842105e-10,
-      "loss": 0.0002,
-      "step": 8950
-    },
-    {
-      "epoch": 22.33,
-      "learning_rate": 3.296842105263158e-10,
-      "loss": 0.0002,
-      "step": 8975
-    },
-    {
-      "epoch": 22.39,
-      "learning_rate": 3.217894736842105e-10,
-      "loss": 0.0002,
-      "step": 9000
-    },
-    {
-      "epoch": 22.39,
-      "eval_loss": 0.50146484375,
-      "eval_runtime": 167.9301,
-      "eval_samples_per_second": 10.099,
-      "eval_steps_per_second": 0.631,
-      "eval_wer": 16.521173848439823,
-      "step": 9000
-    },
-    {
-      "epoch": 22.45,
-      "learning_rate": 3.1452631578947366e-10,
-      "loss": 0.0002,
-      "step": 9025
-    },
-    {
-      "epoch": 22.51,
-      "learning_rate": 3.0663157894736843e-10,
-      "loss": 0.0002,
-      "step": 9050
-    },
-    {
-      "epoch": 22.57,
-      "learning_rate": 2.987368421052632e-10,
-      "loss": 0.0002,
-      "step": 9075
-    },
-    {
-      "epoch": 22.64,
-      "learning_rate": 2.9084210526315786e-10,
-      "loss": 0.0002,
-      "step": 9100
-    },
-    {
-      "epoch": 22.7,
-      "learning_rate": 2.8294736842105263e-10,
-      "loss": 0.0002,
-      "step": 9125
-    },
-    {
-      "epoch": 22.76,
-      "learning_rate": 2.7505263157894735e-10,
-      "loss": 0.0001,
-      "step": 9150
-    },
-    {
-      "epoch": 22.82,
-      "learning_rate": 2.671578947368421e-10,
-      "loss": 0.0002,
-      "step": 9175
-    },
-    {
-      "epoch": 22.89,
-      "learning_rate": 2.5926315789473684e-10,
-      "loss": 0.0002,
-      "step": 9200
-    },
-    {
-      "epoch": 22.95,
-      "learning_rate": 2.5136842105263156e-10,
-      "loss": 0.0002,
-      "step": 9225
-    },
-    {
-      "epoch": 23.01,
-      "learning_rate": 2.4347368421052633e-10,
-      "loss": 0.0002,
-      "step": 9250
-    },
-    {
-      "epoch": 23.07,
-      "learning_rate": 2.3557894736842104e-10,
-      "loss": 0.0002,
-      "step": 9275
-    },
-    {
-      "epoch": 23.13,
-      "learning_rate": 2.276842105263158e-10,
-      "loss": 0.0002,
-      "step": 9300
-    },
-    {
-      "epoch": 23.2,
-      "learning_rate": 2.197894736842105e-10,
-      "loss": 0.0002,
-      "step": 9325
-    },
-    {
-      "epoch": 23.26,
-      "learning_rate": 2.1189473684210525e-10,
-      "loss": 0.0002,
-      "step": 9350
-    },
-    {
-      "epoch": 23.32,
-      "learning_rate": 2.0400000000000002e-10,
-      "loss": 0.0002,
-      "step": 9375
-    },
-    {
-      "epoch": 23.38,
-      "learning_rate": 1.9610526315789474e-10,
-      "loss": 0.0002,
-      "step": 9400
-    },
-    {
-      "epoch": 23.45,
-      "learning_rate": 1.8821052631578948e-10,
-      "loss": 0.0002,
-      "step": 9425
-    },
-    {
-      "epoch": 23.51,
-      "learning_rate": 1.8031578947368422e-10,
-      "loss": 0.0002,
-      "step": 9450
-    },
-    {
-      "epoch": 23.57,
-      "learning_rate": 1.7242105263157894e-10,
-      "loss": 0.0002,
-      "step": 9475
-    },
-    {
-      "epoch": 23.63,
-      "learning_rate": 1.6452631578947369e-10,
-      "loss": 0.0002,
-      "step": 9500
-    },
-    {
-      "epoch": 23.69,
-      "learning_rate": 1.566315789473684e-10,
-      "loss": 0.0002,
-      "step": 9525
-    },
-    {
-      "epoch": 23.76,
-      "learning_rate": 1.4873684210526317e-10,
-      "loss": 0.0002,
-      "step": 9550
-    },
-    {
-      "epoch": 23.82,
-      "learning_rate": 1.408421052631579e-10,
-      "loss": 0.0002,
-      "step": 9575
-    },
-    {
-      "epoch": 23.88,
-      "learning_rate": 1.3294736842105264e-10,
-      "loss": 0.0002,
-      "step": 9600
-    },
-    {
-      "epoch": 23.94,
-      "learning_rate": 1.2505263157894735e-10,
-      "loss": 0.0002,
-      "step": 9625
-    },
-    {
-      "epoch": 24.0,
-      "learning_rate": 1.171578947368421e-10,
-      "loss": 0.0002,
-      "step": 9650
-    },
-    {
-      "epoch": 24.07,
-      "learning_rate": 1.0926315789473683e-10,
-      "loss": 0.0002,
-      "step": 9675
-    },
-    {
-      "epoch": 24.13,
-      "learning_rate": 1.0136842105263158e-10,
-      "loss": 0.0002,
-      "step": 9700
-    },
-    {
-      "epoch": 24.19,
-      "learning_rate": 9.347368421052631e-11,
-      "loss": 0.0002,
-      "step": 9725
-    },
-    {
-      "epoch": 24.25,
-      "learning_rate": 8.557894736842106e-11,
-      "loss": 0.0002,
-      "step": 9750
-    },
-    {
-      "epoch": 24.32,
-      "learning_rate": 7.768421052631579e-11,
-      "loss": 0.0002,
-      "step": 9775
-    },
-    {
-      "epoch": 24.38,
-      "learning_rate": 6.978947368421053e-11,
-      "loss": 0.0002,
-      "step": 9800
-    },
-    {
-      "epoch": 24.44,
-      "learning_rate": 6.189473684210526e-11,
-      "loss": 0.0002,
-      "step": 9825
-    },
-    {
-      "epoch": 24.5,
-      "learning_rate": 5.3999999999999994e-11,
-      "loss": 0.0002,
-      "step": 9850
-    },
-    {
-      "epoch": 24.56,
-      "learning_rate": 4.610526315789473e-11,
-      "loss": 0.0002,
-      "step": 9875
-    },
-    {
-      "epoch": 24.63,
-      "learning_rate": 3.8210526315789475e-11,
-      "loss": 0.0002,
-      "step": 9900
-    },
-    {
-      "epoch": 24.69,
-      "learning_rate": 3.031578947368421e-11,
-      "loss": 0.0002,
-      "step": 9925
-    },
-    {
-      "epoch": 24.75,
-      "learning_rate": 2.2421052631578947e-11,
-      "loss": 0.0002,
-      "step": 9950
-    },
-    {
-      "epoch": 24.81,
-      "learning_rate": 1.4526315789473685e-11,
-      "loss": 0.0002,
-      "step": 9975
-    },
-    {
-      "epoch": 24.88,
-      "learning_rate": 6.63157894736842e-12,
-      "loss": 0.0002,
-      "step": 10000
-    },
-    {
-      "epoch": 24.88,
-      "eval_loss": 0.501953125,
-      "eval_runtime": 167.4253,
-      "eval_samples_per_second": 10.13,
-      "eval_steps_per_second": 0.633,
-      "eval_wer": 16.558320950965825,
-      "step": 10000
-    },
-    {
-      "epoch": 24.88,
-      "step": 10000,
-      "total_flos": 9.23057726024665e+19,
-      "train_loss": 0.00017381784915924072,
-      "train_runtime": 19905.1566,
-      "train_samples_per_second": 16.076,
-      "train_steps_per_second": 0.502
+      "epoch": 12.44,
+      "step": 5000,
+      "total_flos": 4.615288630123325e+19,
+      "train_loss": 0.00017441691160202026,
+      "train_runtime": 9920.3408,
+      "train_samples_per_second": 16.128,
+      "train_steps_per_second": 0.504
     }
   ],
-  "max_steps": 10000,
-  "num_train_epochs": 25,
-  "total_flos": 9.23057726024665e+19,
+  "max_steps": 5000,
+  "num_train_epochs": 13,
+  "total_flos": 4.615288630123325e+19,
   "trial_name": null,
   "trial_params": null
 }