Upload tokenizer_config.json
Browse files- tokenizer_config.json +2 -1
tokenizer_config.json
CHANGED
@@ -29,5 +29,6 @@
|
|
29 |
"normalized": true,
|
30 |
"rstrip": false,
|
31 |
"single_word": false
|
32 |
-
}
|
|
|
33 |
}
|
|
|
29 |
"normalized": true,
|
30 |
"rstrip": false,
|
31 |
"single_word": false
|
32 |
+
},
|
33 |
+
"chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ 'User: ' + message['content'] + '\n' }}{% elif message['role'] == 'assistant' %}{% if loop.last %}{{ 'Assistant: ' + message['content']}}{% else %}{{ 'Assistant: ' + message['content'] + eos_token + '\n' }}{% endif %}{% elif message['role'] == 'system' %}{{ message['content'] + '\n' }}{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ 'Assistant:' }}{% endif %}"
|
34 |
}
|