qilowoq commited on
Commit
230bf99
1 Parent(s): ff84db9

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +0 -0
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -32,7 +32,7 @@
32
  "single_word": false,
33
  "special": true
34
  },
35
- "60299": {
36
  "content": "<mask>",
37
  "lstrip": true,
38
  "normalized": false,
 
32
  "single_word": false,
33
  "special": true
34
  },
35
+ "61644": {
36
  "content": "<mask>",
37
  "lstrip": true,
38
  "normalized": false,