Upload tokenizer

special_tokens_map.json

@@ -1,23 +1,23 @@
-{
-  "bos_token": {
-    "content": "<|begin_of_text|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|end_of_text|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|finetune_right_pad_id|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -2272,8 +2272,8 @@
       "special": true
     },
     {
-      "id": 252,
-      "content": "<|reserved_special_token_244|>",
+      "id": 32768,
+      "content": "<think>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -2281,8 +2281,8 @@
       "special": true
     },
     {
-      "id": 253,
-      "content": "<|reserved_special_token_245|>",
+      "id": 32769,
+      "content": "</think>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -2290,8 +2290,8 @@
       "special": true
     },
     {
-      "id": 254,
-      "content": "<|reserved_special_token_246|>",
+      "id": 32770,
+      "content": "<answer>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -2299,8 +2299,8 @@
       "special": true
     },
     {
-      "id": 255,
-      "content": "<|reserved_special_token_247|>",
+      "id": 32771,
+      "content": "</answer>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,