chargoddard
/

MixtralRPChat-ZLoss

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

chargoddard commited on Dec 20, 2023

Commit

4bcd215

·

1 Parent(s): a9eaabe

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -29,7 +29,7 @@
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
-  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{' ***' + {'user': 'Query', 'system': 'System', 'assistant': 'Response'}[message['role']] + ':' + message['content']}}{% endfor %}{% if add_generation_prompt %}{{ ' ***Response:' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,

   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
+  "chat_template": "{{bos_token}}{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{' ***' + {'user': 'Query', 'system': 'System', 'assistant': 'Response'}[message['role']] + ':' + message['content']}}{% endfor %}{% if add_generation_prompt %}{{ ' ***Response:' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,