wasmdashai
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -53,7 +53,7 @@ def bot_streaming(message, history, max_new_tokens=250):
|
|
53 |
texts = processor.apply_chat_template(messages, add_generation_prompt=True)
|
54 |
|
55 |
if images == []:
|
56 |
-
inputs = processor(text=texts, return_tensors="pt")
|
57 |
else:
|
58 |
inputs = processor(text=texts, images=images, return_tensors="pt")#.to("cuda")
|
59 |
streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
|
|
|
53 |
texts = processor.apply_chat_template(messages, add_generation_prompt=True)
|
54 |
|
55 |
if images == []:
|
56 |
+
inputs = processor(text=texts, return_tensors="pt")#.to("cuda")
|
57 |
else:
|
58 |
inputs = processor(text=texts, images=images, return_tensors="pt")#.to("cuda")
|
59 |
streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
|