plesniar
/

tku_nec100_checkpoint

Inference Endpoints

Model card Files Files and versions Community

plesniar commited on 12 days ago

Commit

d6da861

•

1 Parent(s): 39433a0

Upload tokenizer

Files changed (2) hide show

special_tokens_map.json +14 -2
vocab.json +11 -12

special_tokens_map.json CHANGED Viewed

@@ -1,4 +1,16 @@
 {
-  "pad_token": "a",
-  "unk_token": "<unk>"
 }

 {
+  "pad_token": {
+    "content": "a",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

vocab.json CHANGED Viewed

@@ -9,44 +9,43 @@
   "c": 7,
   "d": 25,
   "e": 23,
   "f": 31,
   "g": 29,
   "h": 8,
   "i": 3,
   "j": 20,
   "k": 12,
   "l": 9,
   "m": 11,
   "n": 5,
   "o": 17,
   "p": 13,
   "q": 18,
   "r": 26,
   "s": 15,
   "t": 6,
   "u": 4,
   "v": 32,
   "x": 10,
   "y": 16,
   "z": 22,
   "|": 2,
   "á": 14,
   "é": 30,
   "ì": 37,
-  "í": 19,
   "ï": 36,
   "ñ": 34,
   "ó": 27,
   "ú": 21,
-  "̱": 1,
-  "w": 40,
-  "e:": 41,
-  "á:": 42,
-  "i:": 43,
-  "u:": 44,
-  "í:": 45,
-  "í": 46,
-  "ú:": 47,
-  "ó:": 48,
-  "o:": 49
 }

   "c": 7,
   "d": 25,
   "e": 23,
+  "e:": 41,
   "f": 31,
   "g": 29,
   "h": 8,
   "i": 3,
+  "i:": 43,
   "j": 20,
   "k": 12,
   "l": 9,
   "m": 11,
   "n": 5,
   "o": 17,
+  "o:": 49,
   "p": 13,
   "q": 18,
   "r": 26,
   "s": 15,
   "t": 6,
   "u": 4,
+  "u:": 44,
   "v": 32,
+  "w": 40,
   "x": 10,
   "y": 16,
   "z": 22,
   "|": 2,
   "á": 14,
+  "á:": 42,
   "é": 30,
   "ì": 37,
+  "í": 46,
+  "í:": 45,
   "ï": 36,
   "ñ": 34,
   "ó": 27,
+  "ó:": 48,
   "ú": 21,
+  "ú:": 47,
+  "̱": 1
 }