Merge branch 'main' of https://huggingface.co/RASMUS/wav2vec2-xlsr-fi-lm-1B into main

README.md

@@ -1,7 +1,11 @@
 ---
+language:
+- fi
 license: apache-2.0
 tags:
 - generated_from_trainer
+- automatic-speech-recognition
+- robust-speech-event
 model-index:
 - name: wav2vec2-xlsr-fi-lm-1B
   results: []
@@ -12,11 +16,15 @@ should probably proofread and complete it, then remove this comment. -->
 
 # wav2vec2-xlsr-fi-lm-1B
 
-This model is a fine-tuned version of [facebook/wav2vec2-xls-r-1b](https://huggingface.co/facebook/wav2vec2-xls-r-1b) on the None dataset.
-It achieves the following results on the evaluation set:
+This model is a fine-tuned version of [facebook/wav2vec2-xls-r-1b](https://huggingface.co/facebook/wav2vec2-xls-r-1b) on the common voice train/dev/other datasets.
+It achieves the following results on the evaluation set without language model:
 - Loss: 0.1853
 - Wer: 0.2205
 
+With language model:
+- Wer: 0.1026
+
+
 ## Model description
 
 More information needed

alphabet.json

@@ -0,0 +1 @@
+{"labels": [" ", "'", "-", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u00e4", "\u00e5", "\u00f6", "\u2047", "", "<s>", "</s>"], "is_bpe": false}

language_model/attrs.json

@@ -0,0 +1 @@
+{"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}

language_model/kenlm_fi_model_correct.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c745cf96cd5dc073bcd23e2968e4b5059af1154b4f4ee029725a136fd9a929
+size 16497522

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "RASMUS/wav2vec2-xlsr-fi-lm-1B", "tokenizer_class": "Wav2Vec2CTCTokenizer"}