Update llm/config.py
Browse files- llm/config.py +1 -5
llm/config.py
CHANGED
|
@@ -1,5 +1 @@
|
|
| 1 |
-
|
| 2 |
-
temperature = 0.1
|
| 3 |
-
max_new_tokens = 1024
|
| 4 |
-
top_k = 5
|
| 5 |
-
load_in_8bit = True
|
|
|
|
| 1 |
+
config = {"model": "mistralai/Mixtral-8x7B-Instruct-v0.1", "temperature": 0.1, "max_new_tokens": 1024, "top_k": 5, "load_in_8bit": True}
|
|
|
|
|
|
|
|
|
|
|
|