Trimux commited on
Commit
178f473
·
verified ·
1 Parent(s): 268fbe8

Delete tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -31
tokenizer_config.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "add_blank": true,
3
- "added_tokens_decoder": {
4
- "0": {
5
- "content": "z",
6
- "lstrip": false,
7
- "normalized": false,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "39": {
13
- "content": "<unk>",
14
- "lstrip": false,
15
- "normalized": false,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- }
20
- },
21
- "clean_up_tokenization_spaces": true,
22
- "is_uroman": false,
23
- "language": "cat",
24
- "model_max_length": 1000000000000000019884624838656,
25
- "normalize": true,
26
- "pad_token": "z",
27
- "phonemize": false,
28
- "tokenizer_class": "VitsTokenizer",
29
- "unk_token": "<unk>",
30
- "verbose": false
31
- }