Added chat w/ Llama 3 70b

app.py

@@ -9,6 +9,8 @@ from PIL import Image
 from typing import Union
 import os
 import base64
+from together import Together
+import pathlib
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 print(f"Using {device}" if device != "cpu" else "Using CPU")
@@ -35,6 +37,8 @@ class MoonDream():
 
 md = MoonDream()
 
+SYSTEM_PROMPT = "You are Llama 3 70b. You have been given access to Moondream 2 for VQA when given images. When you have a question about an image, simple start your response with the text, '@question\\nMy question?'. When you do this, the request will be sent to Moondream 2. User can see this happening if they turn debug on, so be professional and stay on topic. Any chat from anyone starting with @answer is the answer to last question asked. If something appears out of sync, ask User to clear the chat."
+
 def _respond_one(question, img):
   txt = ""
   yield (txt := txt + MoonDream()(question, [img]))
@@ -144,5 +148,49 @@ with gr.Blocks() as demo:
 
   demo.launch(debug=True, share=True)
   """
-with gr.TabbedInterface([ifc_imgprompt2text], ["Prompt & Image 2 Text"]) as ifc:
-  ifc.launch(share=False)
+
+def chat(inpt, mess):
+  from together import Together
+  print(inpt, mess)
+  if mess is None:
+    mess = []
+
+  tog = Together(api_key=os.getenv("TOGETHER_KEY"))
+  messages = [
+    {
+      'role': 'system',
+      'content': SYSTEM_PROMPT
+    },
+    {
+      'role': 'user',
+      'content': inpt
+    }
+  ]
+  for cht in mess:
+    print(cht)
+  res = tog.chat.completions.create(
+  messages=messages,
+  model="meta-llama/Llama-3-70b-chat-hf", stop=["<|eot_id|>"], stream=True)
+  txt = ""
+  for pk in res:
+    print(pk)
+    txt += pk.choices[0].delta.content
+    #mess[-1][-2] += pk.choices[0].delta.content
+    yield txt #, json.dumps(messages)#mess#, json.dumps(messages)
+
+chatbot = gr.Chatbot(
+  [],
+  elem_id="chatbot",
+  bubble_full_width=False,
+  sanitize_html=False,
+  show_copy_button=True,
+  avatar_images=[
+    pathlib.Path("image.jpeg"), 
+    pathlib.Path("image2.jpeg")
+])
+
+jsn = None
+chat_input = None
+with gr.TabbedInterface([ifc_imgprompt2text, gr.ChatInterface(chat, chatbot=chatbot, submit_btn=gr.Button(scale=1)), gr.Interface(lambda _: "", inputs=[jsn := gr.JSON(label="conversation")], outputs=[jsn])], ["Prompt & Image 2 Text", "Chat w/ Llama 3 70b & Moondream 2", "data_ignoreme"]) as ifc:
+  jsn = gr.JSON(label="conversation", visible=True)
+  ifc.launch(share=False, debug=True)