Update tokenizer_config.json (#2)

- Update tokenizer_config.json (c63b4b1c190b3e69f40023bf976fc0b3e5fdbe4d)

tokenizer_config.json

@@ -1,42 +1,36 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
-  "add_prefix_space": true,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+    "add_bos_token":true,
+    "add_eos_token":false,
+    "model_max_length":2048,
+    "pad_token":null,
+    "sp_model_kwargs":{
+        
     },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+    "tokenizer_class":"LlamaTokenizer",
+    "clean_up_tokenization_spaces":false,
+    "bos_token":{
+        "__type":"AddedToken",
+        "content":"<s>",
+        "lstrip":false,
+        "normalized":true,
+        "rstrip":false,
+        "single_word":false
     },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<s>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": true,
-  "model_max_length": 2048,
-  "pad_token": null,
-  "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}
+    "eos_token":{
+        "__type":"AddedToken",
+        "content":"</s>",
+        "lstrip":false,
+        "normalized":true,
+        "rstrip":false,
+        "single_word":false
+    },
+    "unk_token":{
+        "__type":"AddedToken",
+        "content":"<unk>",
+        "lstrip":false,
+        "normalized":true,
+        "rstrip":false,
+        "single_word":false
+    },
+    "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}"
+}