Update app.py

app.py

@@ -103,19 +103,15 @@ async def generate(gen:GenModel):
             ],
             temperature = gen.temperature,
             seed= gen.seed,
-            #stream=True
+            stream=True
         )
-        """
         for chunk in output:
-            
             delta = chunk['choices'][0]['delta']
             if 'role' in delta:
                 print(delta['role'], end=': ')
             elif 'content' in delta:
                 print(delta['content'], end='')
-            
             print(chunk)
-        """
         et = time()
         output["time"] = et - st
         return output