add more hints

app.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:34
-#    Last Modified : 2023-12-21 02:25
+#    Last Modified : 2023-12-21 06:45
 #    File Name     : app.py
 #    Description   :
 #
@@ -57,16 +57,16 @@ if __name__ == "__main__":
 
 
     interface_list, tab_names = [], []
-    if not args.disable_generate:
-        demo_generation = build_generation(args)
-        interface_list.append(demo_generation)
-        tab_names.append("Multimodal Generation")
-
     if not args.disable_chat:
         demo_chat = build_chat(args)
         interface_list.append(demo_chat)
         tab_names.append("Multimodal Chat")
 
+    if not args.disable_generate:
+        demo_generation = build_generation(args)
+        interface_list.append(demo_generation)
+        tab_names.append("Multimodal Generation")
+
     demo_all = gr.TabbedInterface(
         interface_list=interface_list,
         tab_names=tab_names,

demo/chat_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-12 18:05
-#    Last Modified : 2023-12-21 04:08
+#    Last Modified : 2023-12-21 06:13
 #    File Name     : chat_frontend.py
 #    Description   :
 #
@@ -23,7 +23,7 @@ import gradio as gr
 from .meta import ConvMeta, Role, DataMeta
 from .utils import extract_frames
 from .utils import frontend_logger as logging
-from .constants import TERM_OF_USE
+from .constants import TERM_OF_USE, GUIDANCE, RECOMMEND
 
 CONTROLLER_URL = ""
 
@@ -164,6 +164,8 @@ def build_chat(args):
     with gr.Blocks(title="Emu", theme=gr.themes.Default(primary_hue="blue", secondary_hue="blue")) as demo:
         state = gr.State()
 
+        gr.Markdown(GUIDANCE)
+        gr.Markdown(RECOMMEND)
 
         with gr.Row():
             with gr.Column(scale=2):

demo/constants.py

@@ -50,3 +50,6 @@ FAKE_VIDEO_END_TOKEN = "[/VIDEO]"
 TERM_OF_USE = "### Terms of use\n📌By using this service, users are required to agree to the following terms: The service is a research preview intended for non-commercial use only. It only provides limited safety measures and may generate offensive content. It must not be used for any illegal, harmful, violent, racist, or sexual purposes. The service may collect user dialogue data for future research."
 
 LICENSE = "### License\n📌The service is a research preview intended for non-commercial use only, subject to the model [License](https://github.com/facebookresearch/llama/blob/main/MODEL_CARD.md) of LLaMA, [Terms of Use](https://openai.com/policies/terms-of-use) of content by OpenAI, and [Privacy Practices](https://chromewebstore.google.com/detail/sharegpt-share-your-chatg/daiacboceoaocpibfodeljbdfacokfjb) of ShareGPT. Please contact us if you find any potential violation."
+
+GUIDANCE = "<font size=4>💡<b><u>NOTE</u></b>💡: You can <b><u>_ONLY_</u></b> input one modality at a time. Please <b><u>_CLICK_</u></b> Add button after entering one modality input. And then input the <b><u>_NEXT_</u></b> modality.</font>"
+RECOMMEND = "<font size=2>Strongly <b><u>_RECOMMAND_</u></b> to read the [user guide](https://jwolpxeehx.feishu.cn/docx/RYHNd1tvEo8k8Mx9HeMcvvxWnvZ) before trying out this demo.</font>"

demo/generation_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:35
-#    Last Modified : 2023-12-21 04:17
+#    Last Modified : 2023-12-21 06:45
 #    File Name     : generation_frontend.py
 #    Description   :
 #
@@ -24,7 +24,7 @@ import gradio as gr
 from .constants import EVA_IMAGE_SIZE
 from .meta import ConvMeta, Role, DataMeta
 from .utils import frontend_logger as logging
-from .constants import TERM_OF_USE
+from .constants import TERM_OF_USE, GUIDANCE, RECOMMEND
 
 CONTROLLER_URL = ""
 
@@ -160,6 +160,14 @@ def build_generation(args):
     with gr.Blocks(title="Emu", theme=gr.themes.Default(primary_hue="blue", secondary_hue="blue")) as demo:
         state = gr.State()
 
+        gr.Markdown("<font size=5><center><b>Emu2</b> is capable of accepting a mix of <b><u>_texts_</u></b>, <b><u>_locations_</u></b> and <b><u>_images_</u></b> as input, and generating images in context</center></font>")
+        gr.Markdown(GUIDANCE)
+        gr.Markdown(RECOMMEND)
+        gr.Markdown("<font size=4>💡<b><u>Tips</b></u>💡:</font> To achieve better generation quality\n \
+                       - If subject-driven generation does not follow the given prompt, randomly bind a central bounding box with the input image or text often helps resolve the issue.\n \
+                       - In multi-object generation, it is recommended to specify location and object names(phrase) for better results.\n \
+                       - The best results are achieved when the aspect ratio of the location box matches that of the original object.")
+
         with gr.Row():
             with gr.Column(scale=2):
                 with gr.Row():