Spaces:
Sleeping
Sleeping
AFischer1985
commited on
Commit
•
0b9a2e5
1
Parent(s):
4993090
Update run.py
Browse files
run.py
CHANGED
@@ -101,7 +101,7 @@ def response(message, history):
|
|
101 |
url="http://localhost:2600/v1/completions"
|
102 |
system="Du bist ein KI-basiertes Assistenzsystem."+addon+"\n\n"
|
103 |
#body={"prompt":system+"### Instruktion:\n"+message+"\n\n### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. SauerkrautLM
|
104 |
-
body={"prompt":"
|
105 |
response=""
|
106 |
buffer=""
|
107 |
print("URL: "+url)
|
|
|
101 |
url="http://localhost:2600/v1/completions"
|
102 |
system="Du bist ein KI-basiertes Assistenzsystem."+addon+"\n\n"
|
103 |
#body={"prompt":system+"### Instruktion:\n"+message+"\n\n### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. SauerkrautLM
|
104 |
+
body={"prompt":"[INST]"+system+"\n"+message+"[/INST]","max_tokens":500, "echo":"False","stream":"True"} #e.g. Mixtral-Instruct
|
105 |
response=""
|
106 |
buffer=""
|
107 |
print("URL: "+url)
|