Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
#25
by
MaziyarPanahi
- opened
app.py
CHANGED
@@ -66,11 +66,11 @@ def bot_streaming(message, history):
|
|
66 |
buffer = ""
|
67 |
for new_text in streamer:
|
68 |
|
69 |
-
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
|
75 |
|
76 |
demo = gr.ChatInterface(fn=bot_streaming, css=CSS, fill_height=True, title="LLaVA Llama-3-8B", examples=[{"text": "What is on the flower?", "files":["./bee.jpg"]},
|
|
|
66 |
buffer = ""
|
67 |
for new_text in streamer:
|
68 |
|
69 |
+
buffer += new_text
|
70 |
+
|
71 |
+
generated_text_without_prompt = buffer[len(text_prompt):]
|
72 |
+
time.sleep(0.04)
|
73 |
+
yield generated_text_without_prompt
|
74 |
|
75 |
|
76 |
demo = gr.ChatInterface(fn=bot_streaming, css=CSS, fill_height=True, title="LLaVA Llama-3-8B", examples=[{"text": "What is on the flower?", "files":["./bee.jpg"]},
|