Upload tokenizer

tokenizer_config.json

@@ -37,18 +37,21 @@
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}{{bos_token + message['role'] + '\n' + message['content'] + eos_token + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ bos_token + 'assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,
   "max_length": 2048,
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 8192,
   "pad_token": "[PAD]",
+  "padding_side": "right",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
   "stride": 0,
   "tokenizer_class": "LlamaTokenizer",
   "truncation_side": "right",
   "truncation_strategy": "longest_first",
   "unk_token": "<unk>",
-  "use_default_system_prompt": false
+  "use_default_system_prompt": true
 }