Training in progress, step 300

.ipynb_checkpoints/run-checkpoint.sh

@@ -8,7 +8,7 @@ python run_speech_recognition_ctc.py \
         --per_device_train_batch_size="32" \
         --per_device_eval_batch_size="16" \
         --learning_rate="7e-5" \
-        --warmup_steps="1200" \
+        --warmup_steps="2000" \
         --length_column_name="input_length" \
         --evaluation_strategy="steps" \
         --text_column_name="sentence" \
@@ -20,9 +20,9 @@ python run_speech_recognition_ctc.py \
         --save_total_limit="1" \
         --freeze_feature_encoder \
         --feat_proj_dropout="0.0" \
-        --mask_time_prob="0.05" \
+        --mask_time_prob="0.25" \
         --mask_time_length="10" \
-        --mask_feature_prob="0.05" \
+        --mask_feature_prob="0.35" \
         --mask_feature_length="10" \
         --chars_to_ignore , ? . ! \- \; \: \" “ % ‘ ” � — ’ … – « » „ \` _ \
         --gradient_checkpointing \

config.json

@@ -61,10 +61,10 @@
   "layerdrop": 0.0,
   "mask_feature_length": 10,
   "mask_feature_min_masks": 0,
-  "mask_feature_prob": 0.05,
+  "mask_feature_prob": 0.35,
   "mask_time_length": 10,
   "mask_time_min_masks": 2,
-  "mask_time_prob": 0.05,
+  "mask_time_prob": 0.25,
   "model_type": "wav2vec2",
   "num_adapter_layers": 3,
   "num_attention_heads": 16,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbc9f26da14ecdcfd5b85fed4f351c0b7179f68922c252a85b796094f585b8ec
+oid sha256:6c18dc1e11bf1a7401ab5cd6676d8bb1678b780112b5c5a5444468b0c04bdd58
 size 1262091761

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72846b17fbee594faba5dd30c888187716410eb19ed066ecf98ca7728ddc49f0
+oid sha256:6222172e331717ef36884d0b4a92caa344538d3105731f536c11cd2797a1f40f
 size 2991