display error messages to users on chat panel

demo/chat_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-12 18:05
-#    Last Modified : 2023-12-21 00:40
+#    Last Modified : 2023-12-21 04:08
 #    File Name     : chat_frontend.py
 #    Description   :
 #
@@ -45,7 +45,7 @@ def submit(
 
     if check_text + check_image + check_video != 1:
         logging.info(f"{meta.log_id}: invalid input: give multi madality simultaneously for single modality input")
-        gr.Error("Invalid input number, must give exactly one modality input at a time")
+        meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: Invalid input number, must give exactly one modality input at a time", is_error=True))
         return meta.format_chatbot(), meta, None, None, ""
 
     if check_text:
@@ -82,6 +82,11 @@ def generate(
 
     meta.pop_error()
     meta.pop()
+
+    if len(meta) == 0:
+        meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: Please enter a valid input", is_error=True))
+        return meta.format_chatbot(), meta
+
     prompt = meta.format_chat()
 
     prompt_list, image_list = [], {}
@@ -132,9 +137,9 @@ def generate(
         if content["code"] == 0:
             meta.append(Role.ASSISTANT, DataMeta.build(text=content["data"]))
         else:
-            meta.append(Role.ASSISTANT, DataMeta.build(text=f"GENERATE FAILED: {content['data']}", is_error=True))
+            meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: {content['data']}", is_error=True))
     else:
-        meta.append(Role.ASSISTANT, DataMeta.build(text=f"GENERATE FAILED: http failed with code {rsp.status_code}, msg: {rsp.text}", is_error=True))
+        meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: http failed with code {rsp.status_code}, msg: {rsp.text}", is_error=True))
 
     return meta.format_chatbot(), meta
 
@@ -217,7 +222,6 @@ def build_chat(args):
 
         gr.Markdown(TERM_OF_USE)
 
-
         clear_btn.click(clear_history, inputs=state, outputs=[chatbot, state])
         textbox.submit(
             submit,

demo/generation_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:35
-#    Last Modified : 2023-12-21 00:41
+#    Last Modified : 2023-12-21 04:17
 #    File Name     : generation_frontend.py
 #    Description   :
 #
@@ -48,13 +48,13 @@ def submit(
     if enable_grd:
         if text == "" and image is None:
             logging.info(f"{meta.log_id}: invalid input: no valid data for grounding input")
-            gr.Error("text or image must be given if enable grounding generation")
+            meta.append(Role.ASSISTANT, DataMeta.build(text=f"Input Error: Text or image must be given if enable grounding generation", is_error=True))
             return meta.format_chatbot(), meta, False, 0, 0, EVA_IMAGE_SIZE, EVA_IMAGE_SIZE, None, ""
 
         meta.append(Role.USER, DataMeta.build(text=text, image=image, coordinate=[left, top, right, bottom]))
     elif image is not None and text != "":
         logging.info(f"{meta.log_id}: invalid input: give text and image simultaneously for single modality input")
-        gr.Error("Do not submit text and image data at the same time!!!")
+        meta.append(Role.ASSISTANT, DataMeta.build(text=f"Input Error: Do not submit text and image data at the same time!!!", is_error=True))
         return meta.format_chatbot(), meta, False, 0, 0, EVA_IMAGE_SIZE, EVA_IMAGE_SIZE, None, ""
     elif image is not None:
         meta.append(Role.USER, DataMeta.build(image=image))
@@ -76,6 +76,11 @@ def generate(meta, classifier_free_guidance, steps):
 
     meta.pop_error()
     meta.pop()
+
+    if len(meta) == 0:
+        meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: Please enter a valid input", is_error=True))
+        return meta.format_chatbot(), meta
+
     prompt = meta.format_prompt()
 
     prompt_list, image_list = [], {}
@@ -122,9 +127,9 @@ def generate(meta, classifier_free_guidance, steps):
             image = Image.open(io.BytesIO(base64.b64decode(content["data"])))
             meta.append(Role.ASSISTANT, DataMeta.build(image=image, resize=False))
         else:
-            meta.append(Role.ASSISTANT, DataMeta.build(text=f"GENERATE FAILED: {content['data']}", is_error=True))
+            meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: {content['data']}", is_error=True))
     else:
-        meta.append(Role.ASSISTANT, DataMeta.build(text=f"GENERATE FAILED: http failed with code {rsp.status_code}, msg: {rsp.text}", is_error=True))
+        meta.append(Role.ASSISTANT, DataMeta.build(text=f"Generate Failed: http failed with code {rsp.status_code}, msg: {rsp.text}", is_error=True))
 
     return meta.format_chatbot(), meta
 

demo/meta.py

@@ -8,14 +8,14 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-12 02:54
-#    Last Modified : 2023-12-20 16:45
+#    Last Modified : 2023-12-21 04:17
 #    File Name     : meta.py
 #    Description   :
 #
 # ===========================================================================================
 
 import base64
-from dataclasses import dataclass, field
+from dataclasses import dataclass
 import io
 from enum import Enum
 from PIL import Image
@@ -306,3 +306,6 @@ class ConvMeta:
         if self.message[-1][0] == Role.USER:
             return False
         return True
+
+    def __len__(self):
+        return len(self.message)