Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -15,7 +15,7 @@
|
|
15 |
null
|
16 |
]
|
17 |
},
|
18 |
-
"chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]sop
|
19 |
"clean_up_tokenization_spaces": false,
|
20 |
"do_lower_case": false,
|
21 |
"eos_token": "<|endoftext|>",
|
|
|
15 |
null
|
16 |
]
|
17 |
},
|
18 |
+
"chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]<sop><|{{ message['role'] }}|>\n {{ message['content'] }}{% else %}<|{{ message['role'] }}|>\n {{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
|
19 |
"clean_up_tokenization_spaces": false,
|
20 |
"do_lower_case": false,
|
21 |
"eos_token": "<|endoftext|>",
|