moriire commited on
Commit
5d2ccc8
1 Parent(s): a161c80

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -103,9 +103,9 @@ async def generate(gen:GenModel):
103
  ],
104
  temperature = gen.temperature,
105
  seed= gen.seed,
106
- stream=True,
107
- echo = True
108
  )
 
109
  for chunk in output:
110
  delta = chunk['choices'][0]['delta']
111
  if 'role' in delta:
@@ -113,6 +113,7 @@ async def generate(gen:GenModel):
113
  elif 'content' in delta:
114
  print(delta['content'], end='')
115
  #print(chunk)
 
116
  et = time()
117
  output["time"] = et - st
118
  return output
 
103
  ],
104
  temperature = gen.temperature,
105
  seed= gen.seed,
106
+ stream=True
 
107
  )
108
+ """
109
  for chunk in output:
110
  delta = chunk['choices'][0]['delta']
111
  if 'role' in delta:
 
113
  elif 'content' in delta:
114
  print(delta['content'], end='')
115
  #print(chunk)
116
+ """
117
  et = time()
118
  output["time"] = et - st
119
  return output