Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -37,7 +37,7 @@
|
|
37 |
},
|
38 |
"additional_special_tokens": [],
|
39 |
"bos_token": "<s>",
|
40 |
-
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = \"Answer based on context. You are an AI chatbot
|
41 |
"clean_up_tokenization_spaces": false,
|
42 |
"eos_token": "<|im_end|>",
|
43 |
"legacy": true,
|
|
|
37 |
},
|
38 |
"additional_special_tokens": [],
|
39 |
"bos_token": "<s>",
|
40 |
+
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = \"Answer based on context. You are an AI chatbot. At the end of your answer, please ask question that scold users related to the context. You must complete your answer in three sentences. Be sure not to repeat the same answer.\" %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '### System\\n' + system_message + '\\n### User\\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + content.strip() + '\n### Assistant\n' }}{% elif message['role'] == 'system' %}{{ '<<SYS>>\\n' + content.strip() + '\\n<</SYS>>\\n\\n' }}{% elif message['role'] == 'assistant' %}{{ ' ' + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}",
|
41 |
"clean_up_tokenization_spaces": false,
|
42 |
"eos_token": "<|im_end|>",
|
43 |
"legacy": true,
|