Update app.py
Browse files
app.py
CHANGED
@@ -76,17 +76,9 @@ def health():
|
|
76 |
@app.post("/chat/")
|
77 |
async def chat(chatm:ChatModel):
|
78 |
try:
|
79 |
-
"""
|
80 |
-
messages=[
|
81 |
-
{"role": "assistant", "content": chatm.system},
|
82 |
-
**chatm.question
|
83 |
-
]
|
84 |
-
"""
|
85 |
st = time()
|
86 |
-
|
87 |
-
messages.append({"role": "user", "content": chatm.question})
|
88 |
output = llm_chat.create_chat_completion(
|
89 |
-
messages =
|
90 |
temperature=gen.temperature,
|
91 |
seed=gen.seed,
|
92 |
#stream=True
|
|
|
76 |
@app.post("/chat/")
|
77 |
async def chat(chatm:ChatModel):
|
78 |
try:
|
|
|
|
|
|
|
|
|
|
|
|
|
79 |
st = time()
|
|
|
|
|
80 |
output = llm_chat.create_chat_completion(
|
81 |
+
messages = chatm.question,
|
82 |
temperature=gen.temperature,
|
83 |
seed=gen.seed,
|
84 |
#stream=True
|