Spaces:
Sleeping
Sleeping
AFischer1985
commited on
Commit
•
48847f0
1
Parent(s):
48af855
Update run.py
Browse files
run.py
CHANGED
@@ -13,7 +13,7 @@ import json
|
|
13 |
def response(message, history, model):
|
14 |
if(model=="Default"): model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
15 |
model_id = model
|
16 |
-
params={"
|
17 |
url = f"https://api-inference.huggingface.co/models/{model_id}"
|
18 |
correction=1
|
19 |
prompt=f"[INST] {message} [/INST]" # skipped <s>
|
|
|
13 |
def response(message, history, model):
|
14 |
if(model=="Default"): model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
15 |
model_id = model
|
16 |
+
params={"max_new_tokens":600, "return_full_text":False} #, "max_length":500, "stream":True
|
17 |
url = f"https://api-inference.huggingface.co/models/{model_id}"
|
18 |
correction=1
|
19 |
prompt=f"[INST] {message} [/INST]" # skipped <s>
|