hubert-xlarge-ls960-ft-4-gram / tokenizer_config.json
Patrick von Platen
up
8a84f07
raw
history blame contribute delete
489 Bytes
{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "replace_word_delimiter_char": " ", "special_tokens_map_file": "/home/patrick_huggingface_co/.cache/huggingface/transformers/0dd9f421c5b57d7bce23fb1d1c182fd28779f145cd3b2dada47f3d2e2ecff47b.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd", "name_or_path": "facebook/hubert-xlarge-ls960-ft", "tokenizer_class": "Wav2Vec2CTCTokenizer"}