nm-autobot
commited on
Commit
•
cf2d3d5
1
Parent(s):
c8fd9bd
Upload folder using huggingface_hub
Browse files- config.json +1 -1
- generation_config.json +1 -1
- tokenizer_config.json +1 -0
config.json
CHANGED
@@ -66,7 +66,7 @@
|
|
66 |
"rope_theta": 10000.0,
|
67 |
"tie_word_embeddings": false,
|
68 |
"torch_dtype": "bfloat16",
|
69 |
-
"transformers_version": "4.
|
70 |
"use_cache": true,
|
71 |
"vocab_size": 32000
|
72 |
}
|
|
|
66 |
"rope_theta": 10000.0,
|
67 |
"tie_word_embeddings": false,
|
68 |
"torch_dtype": "bfloat16",
|
69 |
+
"transformers_version": "4.47.0",
|
70 |
"use_cache": true,
|
71 |
"vocab_size": 32000
|
72 |
}
|
generation_config.json
CHANGED
@@ -3,5 +3,5 @@
|
|
3 |
"eos_token_id": 2,
|
4 |
"max_length": 2048,
|
5 |
"pad_token_id": 0,
|
6 |
-
"transformers_version": "4.
|
7 |
}
|
|
|
3 |
"eos_token_id": 2,
|
4 |
"max_length": 2048,
|
5 |
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.47.0"
|
7 |
}
|
tokenizer_config.json
CHANGED
@@ -32,6 +32,7 @@
|
|
32 |
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
|
33 |
"clean_up_tokenization_spaces": false,
|
34 |
"eos_token": "</s>",
|
|
|
35 |
"legacy": false,
|
36 |
"model_max_length": 2048,
|
37 |
"pad_token": "</s>",
|
|
|
32 |
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
|
33 |
"clean_up_tokenization_spaces": false,
|
34 |
"eos_token": "</s>",
|
35 |
+
"extra_special_tokens": {},
|
36 |
"legacy": false,
|
37 |
"model_max_length": 2048,
|
38 |
"pad_token": "</s>",
|