Training in progress, step 500

all_results.json

@@ -1,12 +1,12 @@
 {
-    "epoch": 42.86,
+    "epoch": 57.14,
     "eval_loss": 1.1061279773712158,
     "eval_runtime": 1526.712,
     "eval_samples_per_second": 0.335,
     "eval_steps_per_second": 0.021,
     "eval_wer": 67.83942963422194,
-    "train_loss": 0.31906700134277344,
-    "train_runtime": 2410.2404,
-    "train_samples_per_second": 7.966,
-    "train_steps_per_second": 0.124
+    "train_loss": 0.2256472110748291,
+    "train_runtime": 2414.0721,
+    "train_samples_per_second": 10.604,
+    "train_steps_per_second": 0.166
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a95ba4e7c4407a80d0cf9470830d8c4a8da415adae8cd7161a690631b106f39
+oid sha256:93fb77ff4be7d131dc72a59ae8749fc812f33ecdb870c3a6a640cd40270398aa
 size 3055754841

run.sh

@@ -6,7 +6,7 @@ python run_speech_recognition_seq2seq_streaming.py \
 --train_split_name="train+validation" \
 --eval_split_name="test" \
 --model_index_name="Whisper Medium Pashto" \
---max_steps="400" \
+--max_steps="500" \
 --output_dir="./" \
 --per_device_train_batch_size="32" \
 --per_device_eval_batch_size="16" \

runs/Dec14_11-06-21_129-213-22-31/1671016001.2088182/events.out.tfevents.1671016001.129-213-22-31.79356.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adceedc77ad7fefd09909d8b64b67eebb961a1e32af38007ccb2ceff1aafebd
+size 5869

runs/Dec14_11-06-21_129-213-22-31/events.out.tfevents.1671016001.129-213-22-31.79356.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6496be6ec99235861eeb9b63130807ad2b2d1494c7a96b80f055ce83d44bac3
+size 5211

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 42.86,
-    "train_loss": 0.31906700134277344,
-    "train_runtime": 2410.2404,
-    "train_samples_per_second": 7.966,
-    "train_steps_per_second": 0.124
+    "epoch": 57.14,
+    "train_loss": 0.2256472110748291,
+    "train_runtime": 2414.0721,
+    "train_samples_per_second": 10.604,
+    "train_steps_per_second": 0.166
 }

trainer_state.json

@@ -1,8 +1,8 @@
 {
-  "best_metric": 67.83942963422194,
-  "best_model_checkpoint": "./checkpoint-300",
-  "epoch": 42.857142857142854,
-  "global_step": 300,
+  "best_metric": 66.42901425914445,
+  "best_model_checkpoint": "./checkpoint-400",
+  "epoch": 57.142857142857146,
+  "global_step": 400,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -107,18 +107,51 @@
       "step": 300
     },
     {
-      "epoch": 42.86,
-      "step": 300,
-      "total_flos": 1.886690232041472e+19,
-      "train_loss": 0.31906700134277344,
-      "train_runtime": 2410.2404,
-      "train_samples_per_second": 7.966,
-      "train_steps_per_second": 0.124
+      "epoch": 46.43,
+      "learning_rate": 6e-08,
+      "loss": 0.919,
+      "step": 325
+    },
+    {
+      "epoch": 50.0,
+      "learning_rate": 4.076923076923077e-08,
+      "loss": 0.9097,
+      "step": 350
+    },
+    {
+      "epoch": 53.57,
+      "learning_rate": 2.1538461538461537e-08,
+      "loss": 0.8935,
+      "step": 375
+    },
+    {
+      "epoch": 57.14,
+      "learning_rate": 2.3076923076923076e-09,
+      "loss": 0.8882,
+      "step": 400
+    },
+    {
+      "epoch": 57.14,
+      "eval_loss": 1.0769362449645996,
+      "eval_runtime": 1533.1785,
+      "eval_samples_per_second": 0.334,
+      "eval_steps_per_second": 0.021,
+      "eval_wer": 66.42901425914445,
+      "step": 400
+    },
+    {
+      "epoch": 57.14,
+      "step": 400,
+      "total_flos": 2.513851947712512e+19,
+      "train_loss": 0.2256472110748291,
+      "train_runtime": 2414.0721,
+      "train_samples_per_second": 10.604,
+      "train_steps_per_second": 0.166
     }
   ],
-  "max_steps": 300,
-  "num_train_epochs": 43,
-  "total_flos": 1.886690232041472e+19,
+  "max_steps": 400,
+  "num_train_epochs": 58,
+  "total_flos": 2.513851947712512e+19,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:184d9a6c0d2db30936a36633ba494e6ce98a9546e6bfff711330109a652714da
+oid sha256:c124a7507e0b7490e416734b5493bfea9066395093cc411ab4e36fd2953b0c1c
 size 3579