moriire commited on
Commit
c4894e1
1 Parent(s): da2cdb2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -70,11 +70,12 @@ def health():
70
  @app.post("/generate/")
71
  async def complete(gen:GenModel):
72
  try:
 
 
 
73
  st = time()
74
  output = llama.create_chat_completion(
75
- messages=[
76
- {"role": "system", "content": gen.system},
77
- ],
78
  temperature=gen.temperature,
79
  seed=gen.seed,
80
  #stream=True
 
70
  @app.post("/generate/")
71
  async def complete(gen:GenModel):
72
  try:
73
+ messages=[
74
+ {"role": "system", "content": gen.system},
75
+ ]
76
  st = time()
77
  output = llama.create_chat_completion(
78
+ messages = messages,
 
 
79
  temperature=gen.temperature,
80
  seed=gen.seed,
81
  #stream=True