Add LocalAI configuration (#1)
Browse files- Add LocalAI configuration (e07328918647091695a8cca3370b79056bdd05a3)
Co-authored-by: mudler <mudler@users.noreply.huggingface.co>
- model.yaml +11 -0
model.yaml
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: llama3-aloe
|
2 |
+
backend: transformers
|
3 |
+
parameters:
|
4 |
+
model: fakezeta/Llama3-Aloe-8B-Alpha-ov-int8
|
5 |
+
context_size: 8192
|
6 |
+
type: OVModelForCausalLM
|
7 |
+
template:
|
8 |
+
use_tokenizer_template: true
|
9 |
+
stopwords:
|
10 |
+
- "<|eot_id|>"
|
11 |
+
- "<|end_of_text|>"
|