Neurona-2b / added_tokens.json
Iker's picture
Upload tokenizer
1fde5e9 verified
raw
history blame contribute delete
430 Bytes
{
"</tool_call>": 256009,
"</tool_response>": 256010,
"</tools>": 256011,
"<reserved1>": 256012,
"<reserved2>": 256013,
"<reserved3>": 256014,
"<reserved4>": 256015,
"<tool_call>": 256006,
"<tool_response>": 256007,
"<tools>": 256008,
"<|begin_of_text|>": 256000,
"<|end_header_id|>": 256005,
"<|end_of_text|>": 256001,
"<|im_end|>": 256003,
"<|im_start|>": 256002,
"<|start_header_id|>": 256004
}