Upload tokenizer
Browse files- tokenizer.json +0 -0
- tokenizer_config.json +1 -1
tokenizer.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
CHANGED
@@ -32,7 +32,7 @@
|
|
32 |
"single_word": false,
|
33 |
"special": true
|
34 |
},
|
35 |
-
"
|
36 |
"content": "<mask>",
|
37 |
"lstrip": true,
|
38 |
"normalized": false,
|
|
|
32 |
"single_word": false,
|
33 |
"special": true
|
34 |
},
|
35 |
+
"61644": {
|
36 |
"content": "<mask>",
|
37 |
"lstrip": true,
|
38 |
"normalized": false,
|