moriire commited on
Commit
602e5e4
1 Parent(s): 09f4627

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +2 -2
app/llm.py CHANGED
@@ -114,7 +114,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
114
  seed= gen.seed,
115
  #chat_format="llama-2",
116
  stream=True,
117
- echo = not True
118
  )
119
 
120
  for chunk in output:
@@ -128,7 +128,7 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
128
 
129
  #et = time()
130
  #output["time"] = et - st
131
- print(output)
132
  except Exception as e:
133
  logger.error(f"Error in /generate endpoint: {e}")
134
  return JSONResponse(
 
114
  seed= gen.seed,
115
  #chat_format="llama-2",
116
  stream=True,
117
+ echo = True
118
  )
119
 
120
  for chunk in output:
 
128
 
129
  #et = time()
130
  #output["time"] = et - st
131
+ #print(output)
132
  except Exception as e:
133
  logger.error(f"Error in /generate endpoint: {e}")
134
  return JSONResponse(