Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -33,12 +33,8 @@ def call_vllm_server(tittle, body, mode, stream=True):
|
|
| 33 |
"stop": [
|
| 34 |
"<s>",
|
| 35 |
"</s>",
|
| 36 |
-
"
|
| 37 |
-
"
|
| 38 |
-
"[INST]",
|
| 39 |
-
"### User:",
|
| 40 |
-
"### Assistant:",
|
| 41 |
-
"###",
|
| 42 |
],
|
| 43 |
"stream": stream,
|
| 44 |
"api_key": API_KEY,
|
|
|
|
| 33 |
"stop": [
|
| 34 |
"<s>",
|
| 35 |
"</s>",
|
| 36 |
+
"\\n",
|
| 37 |
+
"<|im_end|>",
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
],
|
| 39 |
"stream": stream,
|
| 40 |
"api_key": API_KEY,
|