Update app.py
Browse files
app.py
CHANGED
@@ -63,7 +63,7 @@ def preprocess_response(response: str) -> str:
|
|
63 |
|
64 |
def shorten_response(response: str) -> str:
|
65 |
"""Uses the Zephyr model to shorten and refine the response."""
|
66 |
-
messages = [{"role": "system", "content": "Shorten and refine this response."}, {"role": "user", "content": response}]
|
67 |
result = client.chat_completion(messages, max_tokens=256, temperature=0.5, top_p=0.9)
|
68 |
return result.choices[0].message['content'].strip()
|
69 |
|
|
|
63 |
|
64 |
def shorten_response(response: str) -> str:
|
65 |
"""Uses the Zephyr model to shorten and refine the response."""
|
66 |
+
messages = [{"role": "system", "content": "Shorten and refine this response in bullet list."}, {"role": "user", "content": response}]
|
67 |
result = client.chat_completion(messages, max_tokens=256, temperature=0.5, top_p=0.9)
|
68 |
return result.choices[0].message['content'].strip()
|
69 |
|