Update app.py
Browse files
app.py
CHANGED
@@ -70,11 +70,12 @@ def health():
|
|
70 |
@app.post("/generate/")
|
71 |
async def complete(gen:GenModel):
|
72 |
try:
|
|
|
|
|
|
|
73 |
st = time()
|
74 |
output = llama.create_chat_completion(
|
75 |
-
messages=
|
76 |
-
{"role": "system", "content": gen.system},
|
77 |
-
],
|
78 |
temperature=gen.temperature,
|
79 |
seed=gen.seed,
|
80 |
#stream=True
|
|
|
70 |
@app.post("/generate/")
|
71 |
async def complete(gen:GenModel):
|
72 |
try:
|
73 |
+
messages=[
|
74 |
+
{"role": "system", "content": gen.system},
|
75 |
+
]
|
76 |
st = time()
|
77 |
output = llama.create_chat_completion(
|
78 |
+
messages = messages,
|
|
|
|
|
79 |
temperature=gen.temperature,
|
80 |
seed=gen.seed,
|
81 |
#stream=True
|