End of training

README.md

@@ -3,6 +3,9 @@ library_name: transformers
 license: cc-by-nc-4.0
 base_model: facebook/mms-1b-all
 tags:
+- automatic-speech-recognition
+- genbed
+- mms
 - generated_from_trainer
 metrics:
 - wer
@@ -16,10 +19,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mms-1b-nyagen-combined-model
 
-This model is a fine-tuned version of [facebook/mms-1b-all](https://huggingface.co/facebook/mms-1b-all) on an unknown dataset.
+This model is a fine-tuned version of [facebook/mms-1b-all](https://huggingface.co/facebook/mms-1b-all) on the GENBED - BEM dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1767
-- Wer: 0.2447
+- Loss: 0.1727
+- Wer: 0.2465
 
 ## Model description
 

adapter.bem.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39197c05be45f59c244414284b1dcf19a5df6808fea06bf79086d95f45ee8b2a
+size 8798532

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 3.1377899045020463,
+    "eval_loss": 0.17273877561092377,
+    "eval_runtime": 31.1778,
+    "eval_samples": 344,
+    "eval_samples_per_second": 11.033,
+    "eval_steps_per_second": 2.758,
+    "eval_wer": 0.2464726631393298,
+    "total_flos": 8.649929823066914e+18,
+    "train_loss": 0.5916279270337975,
+    "train_runtime": 2613.7833,
+    "train_samples": 2929,
+    "train_samples_per_second": 33.618,
+    "train_steps_per_second": 8.413
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.1377899045020463,
+    "eval_loss": 0.17273877561092377,
+    "eval_runtime": 31.1778,
+    "eval_samples": 344,
+    "eval_samples_per_second": 11.033,
+    "eval_steps_per_second": 2.758,
+    "eval_wer": 0.2464726631393298
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.1377899045020463,
+    "total_flos": 8.649929823066914e+18,
+    "train_loss": 0.5916279270337975,
+    "train_runtime": 2613.7833,
+    "train_samples": 2929,
+    "train_samples_per_second": 33.618,
+    "train_steps_per_second": 8.413
+}

trainer_state.json

@@ -0,0 +1,419 @@
+{
+  "best_metric": 0.1726989597082138,
+  "best_model_checkpoint": "/scratch/skscla001/speech/results/mms-1b-nyagen-combined-model/checkpoint-2000",
+  "epoch": 3.1377899045020463,
+  "eval_steps": 100,
+  "global_step": 2300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1364256480218281,
+      "grad_norm": 2.10461163520813,
+      "learning_rate": 0.00029099999999999997,
+      "loss": 6.9978,
+      "step": 100
+    },
+    {
+      "epoch": 0.1364256480218281,
+      "eval_loss": 0.6384420394897461,
+      "eval_runtime": 30.8578,
+      "eval_samples_per_second": 11.148,
+      "eval_steps_per_second": 2.787,
+      "eval_wer": 0.5015432098765432,
+      "step": 100
+    },
+    {
+      "epoch": 0.2728512960436562,
+      "grad_norm": 0.9924084544181824,
+      "learning_rate": 0.0002986843307446322,
+      "loss": 0.482,
+      "step": 200
+    },
+    {
+      "epoch": 0.2728512960436562,
+      "eval_loss": 0.27768996357917786,
+      "eval_runtime": 30.8437,
+      "eval_samples_per_second": 11.153,
+      "eval_steps_per_second": 2.788,
+      "eval_wer": 0.3712522045855379,
+      "step": 200
+    },
+    {
+      "epoch": 0.4092769440654843,
+      "grad_norm": 1.641776442527771,
+      "learning_rate": 0.0002973275468250342,
+      "loss": 0.3907,
+      "step": 300
+    },
+    {
+      "epoch": 0.4092769440654843,
+      "eval_loss": 0.24835941195487976,
+      "eval_runtime": 30.9832,
+      "eval_samples_per_second": 11.103,
+      "eval_steps_per_second": 2.776,
+      "eval_wer": 0.3481040564373898,
+      "step": 300
+    },
+    {
+      "epoch": 0.5457025920873124,
+      "grad_norm": 1.1754199266433716,
+      "learning_rate": 0.00029597076290543625,
+      "loss": 0.3782,
+      "step": 400
+    },
+    {
+      "epoch": 0.5457025920873124,
+      "eval_loss": 0.22902728617191315,
+      "eval_runtime": 30.7597,
+      "eval_samples_per_second": 11.183,
+      "eval_steps_per_second": 2.796,
+      "eval_wer": 0.32319223985890655,
+      "step": 400
+    },
+    {
+      "epoch": 0.6821282401091405,
+      "grad_norm": 1.491380214691162,
+      "learning_rate": 0.00029460027409776153,
+      "loss": 0.3316,
+      "step": 500
+    },
+    {
+      "epoch": 0.6821282401091405,
+      "eval_loss": 0.222237691283226,
+      "eval_runtime": 31.0639,
+      "eval_samples_per_second": 11.074,
+      "eval_steps_per_second": 2.768,
+      "eval_wer": 0.3148148148148148,
+      "step": 500
+    },
+    {
+      "epoch": 0.8185538881309686,
+      "grad_norm": 0.943580150604248,
+      "learning_rate": 0.00029322978529008675,
+      "loss": 0.3158,
+      "step": 600
+    },
+    {
+      "epoch": 0.8185538881309686,
+      "eval_loss": 0.2126626819372177,
+      "eval_runtime": 31.0228,
+      "eval_samples_per_second": 11.089,
+      "eval_steps_per_second": 2.772,
+      "eval_wer": 0.30423280423280424,
+      "step": 600
+    },
+    {
+      "epoch": 0.9549795361527967,
+      "grad_norm": 1.18917715549469,
+      "learning_rate": 0.000291859296482412,
+      "loss": 0.3199,
+      "step": 700
+    },
+    {
+      "epoch": 0.9549795361527967,
+      "eval_loss": 0.2105857878923416,
+      "eval_runtime": 30.6684,
+      "eval_samples_per_second": 11.217,
+      "eval_steps_per_second": 2.804,
+      "eval_wer": 0.2932098765432099,
+      "step": 700
+    },
+    {
+      "epoch": 1.0914051841746248,
+      "grad_norm": 1.4716788530349731,
+      "learning_rate": 0.0002904888076747373,
+      "loss": 0.3223,
+      "step": 800
+    },
+    {
+      "epoch": 1.0914051841746248,
+      "eval_loss": 0.20132741332054138,
+      "eval_runtime": 30.7244,
+      "eval_samples_per_second": 11.196,
+      "eval_steps_per_second": 2.799,
+      "eval_wer": 0.2826278659611993,
+      "step": 800
+    },
+    {
+      "epoch": 1.2278308321964528,
+      "grad_norm": 0.600020706653595,
+      "learning_rate": 0.0002891183188670626,
+      "loss": 0.3075,
+      "step": 900
+    },
+    {
+      "epoch": 1.2278308321964528,
+      "eval_loss": 0.19748319685459137,
+      "eval_runtime": 31.1335,
+      "eval_samples_per_second": 11.049,
+      "eval_steps_per_second": 2.762,
+      "eval_wer": 0.2709435626102293,
+      "step": 900
+    },
+    {
+      "epoch": 1.364256480218281,
+      "grad_norm": 0.36852729320526123,
+      "learning_rate": 0.00028774783005938785,
+      "loss": 0.3015,
+      "step": 1000
+    },
+    {
+      "epoch": 1.364256480218281,
+      "eval_loss": 0.1942104995250702,
+      "eval_runtime": 31.1423,
+      "eval_samples_per_second": 11.046,
+      "eval_steps_per_second": 2.762,
+      "eval_wer": 0.2762345679012346,
+      "step": 1000
+    },
+    {
+      "epoch": 1.500682128240109,
+      "grad_norm": 0.969207227230072,
+      "learning_rate": 0.00028639104613978984,
+      "loss": 0.3049,
+      "step": 1100
+    },
+    {
+      "epoch": 1.500682128240109,
+      "eval_loss": 0.18946479260921478,
+      "eval_runtime": 30.9295,
+      "eval_samples_per_second": 11.122,
+      "eval_steps_per_second": 2.781,
+      "eval_wer": 0.27292768959435626,
+      "step": 1100
+    },
+    {
+      "epoch": 1.6371077762619373,
+      "grad_norm": 0.7448552250862122,
+      "learning_rate": 0.00028502055733211506,
+      "loss": 0.3029,
+      "step": 1200
+    },
+    {
+      "epoch": 1.6371077762619373,
+      "eval_loss": 0.1888139843940735,
+      "eval_runtime": 31.0815,
+      "eval_samples_per_second": 11.068,
+      "eval_steps_per_second": 2.767,
+      "eval_wer": 0.2718253968253968,
+      "step": 1200
+    },
+    {
+      "epoch": 1.7735334242837655,
+      "grad_norm": 0.7603126168251038,
+      "learning_rate": 0.0002836500685244404,
+      "loss": 0.2626,
+      "step": 1300
+    },
+    {
+      "epoch": 1.7735334242837655,
+      "eval_loss": 0.1865960955619812,
+      "eval_runtime": 31.1543,
+      "eval_samples_per_second": 11.042,
+      "eval_steps_per_second": 2.76,
+      "eval_wer": 0.2682980599647266,
+      "step": 1300
+    },
+    {
+      "epoch": 1.9099590723055935,
+      "grad_norm": 0.49969810247421265,
+      "learning_rate": 0.0002822795797167656,
+      "loss": 0.2803,
+      "step": 1400
+    },
+    {
+      "epoch": 1.9099590723055935,
+      "eval_loss": 0.18303100764751434,
+      "eval_runtime": 31.2418,
+      "eval_samples_per_second": 11.011,
+      "eval_steps_per_second": 2.753,
+      "eval_wer": 0.26146384479717816,
+      "step": 1400
+    },
+    {
+      "epoch": 2.0463847203274215,
+      "grad_norm": 1.5848807096481323,
+      "learning_rate": 0.0002809090909090909,
+      "loss": 0.2725,
+      "step": 1500
+    },
+    {
+      "epoch": 2.0463847203274215,
+      "eval_loss": 0.1813870072364807,
+      "eval_runtime": 31.0194,
+      "eval_samples_per_second": 11.09,
+      "eval_steps_per_second": 2.772,
+      "eval_wer": 0.26256613756613756,
+      "step": 1500
+    },
+    {
+      "epoch": 2.1828103683492497,
+      "grad_norm": 0.9148170948028564,
+      "learning_rate": 0.00027953860210141616,
+      "loss": 0.2732,
+      "step": 1600
+    },
+    {
+      "epoch": 2.1828103683492497,
+      "eval_loss": 0.1783067137002945,
+      "eval_runtime": 31.1451,
+      "eval_samples_per_second": 11.045,
+      "eval_steps_per_second": 2.761,
+      "eval_wer": 0.2641093474426808,
+      "step": 1600
+    },
+    {
+      "epoch": 2.319236016371078,
+      "grad_norm": 0.7404142618179321,
+      "learning_rate": 0.00027816811329374144,
+      "loss": 0.249,
+      "step": 1700
+    },
+    {
+      "epoch": 2.319236016371078,
+      "eval_loss": 0.1828220933675766,
+      "eval_runtime": 31.1781,
+      "eval_samples_per_second": 11.033,
+      "eval_steps_per_second": 2.758,
+      "eval_wer": 0.25595238095238093,
+      "step": 1700
+    },
+    {
+      "epoch": 2.4556616643929057,
+      "grad_norm": 0.795720100402832,
+      "learning_rate": 0.00027679762448606666,
+      "loss": 0.2423,
+      "step": 1800
+    },
+    {
+      "epoch": 2.4556616643929057,
+      "eval_loss": 0.17622150480747223,
+      "eval_runtime": 31.3032,
+      "eval_samples_per_second": 10.989,
+      "eval_steps_per_second": 2.747,
+      "eval_wer": 0.24801587301587302,
+      "step": 1800
+    },
+    {
+      "epoch": 2.592087312414734,
+      "grad_norm": 2.1790249347686768,
+      "learning_rate": 0.00027542713567839193,
+      "loss": 0.2668,
+      "step": 1900
+    },
+    {
+      "epoch": 2.592087312414734,
+      "eval_loss": 0.1731557846069336,
+      "eval_runtime": 31.2391,
+      "eval_samples_per_second": 11.012,
+      "eval_steps_per_second": 2.753,
+      "eval_wer": 0.24581128747795414,
+      "step": 1900
+    },
+    {
+      "epoch": 2.728512960436562,
+      "grad_norm": 1.353415608406067,
+      "learning_rate": 0.0002740566468707172,
+      "loss": 0.2653,
+      "step": 2000
+    },
+    {
+      "epoch": 2.728512960436562,
+      "eval_loss": 0.1726989597082138,
+      "eval_runtime": 30.843,
+      "eval_samples_per_second": 11.153,
+      "eval_steps_per_second": 2.788,
+      "eval_wer": 0.24603174603174602,
+      "step": 2000
+    },
+    {
+      "epoch": 2.8649386084583903,
+      "grad_norm": 0.9100846648216248,
+      "learning_rate": 0.00027268615806304243,
+      "loss": 0.2614,
+      "step": 2100
+    },
+    {
+      "epoch": 2.8649386084583903,
+      "eval_loss": 0.1748967319726944,
+      "eval_runtime": 31.2508,
+      "eval_samples_per_second": 11.008,
+      "eval_steps_per_second": 2.752,
+      "eval_wer": 0.2533068783068783,
+      "step": 2100
+    },
+    {
+      "epoch": 3.001364256480218,
+      "grad_norm": 0.705278217792511,
+      "learning_rate": 0.0002713156692553677,
+      "loss": 0.2474,
+      "step": 2200
+    },
+    {
+      "epoch": 3.001364256480218,
+      "eval_loss": 0.1732555478811264,
+      "eval_runtime": 31.2961,
+      "eval_samples_per_second": 10.992,
+      "eval_steps_per_second": 2.748,
+      "eval_wer": 0.24382716049382716,
+      "step": 2200
+    },
+    {
+      "epoch": 3.1377899045020463,
+      "grad_norm": 1.5550167560577393,
+      "learning_rate": 0.000269945180447693,
+      "loss": 0.2317,
+      "step": 2300
+    },
+    {
+      "epoch": 3.1377899045020463,
+      "eval_loss": 0.17674298584461212,
+      "eval_runtime": 31.0854,
+      "eval_samples_per_second": 11.066,
+      "eval_steps_per_second": 2.767,
+      "eval_wer": 0.2447089947089947,
+      "step": 2300
+    },
+    {
+      "epoch": 3.1377899045020463,
+      "step": 2300,
+      "total_flos": 8.649929823066914e+18,
+      "train_loss": 0.5916279270337975,
+      "train_runtime": 2613.7833,
+      "train_samples_per_second": 33.618,
+      "train_steps_per_second": 8.413
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 21990,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 400,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.649929823066914e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}