Initial commit
Browse files- mlc-chat-config.json +2 -2
mlc-chat-config.json
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"model_lib": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
|
3 |
"local_id": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
|
4 |
"conv_template": "mistral_default",
|
5 |
-
"temperature": 0.
|
6 |
"repetition_penalty": 1.2,
|
7 |
"top_p": 0.95,
|
8 |
"mean_gen_len": 128,
|
@@ -19,5 +19,5 @@
|
|
19 |
"vocab_size": 32000,
|
20 |
"prefill_chunk_size": 128,
|
21 |
"sliding_window_size": 768,
|
22 |
-
"
|
23 |
}
|
|
|
2 |
"model_lib": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
|
3 |
"local_id": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
|
4 |
"conv_template": "mistral_default",
|
5 |
+
"temperature": 0.3,
|
6 |
"repetition_penalty": 1.2,
|
7 |
"top_p": 0.95,
|
8 |
"mean_gen_len": 128,
|
|
|
19 |
"vocab_size": 32000,
|
20 |
"prefill_chunk_size": 128,
|
21 |
"sliding_window_size": 768,
|
22 |
+
"estimated_vram_req": 3972844748
|
23 |
}
|