Upload tokenizer
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -245803,7 +245803,7 @@
|
|
245803 |
}
|
245804 |
},
|
245805 |
"bos_token": "<|endoftext|>",
|
245806 |
-
"chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\\n' + message['content'].strip() + ' <|im_end
|
245807 |
"clean_up_tokenization_spaces": true,
|
245808 |
"device_map": "auto",
|
245809 |
"eos_token": "<|endoftext|>",
|
|
|
245803 |
}
|
245804 |
},
|
245805 |
"bos_token": "<|endoftext|>",
|
245806 |
+
"chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\\n' + message['content'].strip() + ' <|im_end|>\\n' }}{% elif message['role'] == 'system' %}{{ '<|im_start|>system\\n' + message['content'].strip() + '<|im_end|>\\n' }}{% elif message['role'] == 'assistant' %}{{ '<|im_start|>assistant \\n' + message['content'] + ' <|im_end|>\\n'}}{% endif %}{% endfor %}",
|
245807 |
"clean_up_tokenization_spaces": true,
|
245808 |
"device_map": "auto",
|
245809 |
"eos_token": "<|endoftext|>",
|