MartaTT commited on
Commit
dcab0b7
1 Parent(s): 25fba3e

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -49
config.json DELETED
@@ -1,49 +0,0 @@
1
- {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "add_prefix_space": null,
5
- "added_tokens_decoder": {
6
- "0": {
7
- "content": "<unk>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false,
12
- "special": true
13
- },
14
- "1": {
15
- "content": "<s>",
16
- "lstrip": false,
17
- "normalized": false,
18
- "rstrip": false,
19
- "single_word": false,
20
- "special": true
21
- },
22
- "2": {
23
- "content": "</s>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": false,
27
- "single_word": false,
28
- "special": true
29
- }
30
- },
31
- "additional_special_tokens": [
32
- "<unk>",
33
- "<s>",
34
- "</s>"
35
- ],
36
- "bos_token": "<s>",
37
- "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
38
- "clean_up_tokenization_spaces": false,
39
- "eos_token": "</s>",
40
- "legacy": true,
41
- "model_max_length": 1000000000000000019884624838656,
42
- "pad_token": "</s>",
43
- "sp_model_kwargs": {},
44
- "spaces_between_special_tokens": false,
45
- "tokenizer_class": "LlamaTokenizer",
46
- "truncation_side": "left",
47
- "unk_token": "<unk>",
48
- "use_default_system_prompt": true
49
- }