add examples and license

app.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:34
-#    Last Modified : 2023-12-20 14:22
+#    Last Modified : 2023-12-20 15:09
 #    File Name     : app.py
 #    Description   :
 #
@@ -66,14 +66,6 @@ if __name__ == "__main__":
         theme=gr.themes.Default(primary_hue="blue", secondary_hue="blue"),
     )
 
-    # demo_all.queue(
-    #     max_size=20,
-    #     status_update_rate=3,
-    #     api_open=False,
-    #     default_concurrency_limit=args.concurrency_count,
-    # ).launch(
-    #     share=args.share,
-    # )
     demo_all.queue(
         concurrency_count=args.concurrency_count,
         status_update_rate=3,

demo/chat_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-12 18:05
-#    Last Modified : 2023-12-20 14:25
+#    Last Modified : 2023-12-20 15:59
 #    File Name     : chat_frontend.py
 #    Description   :
 #
@@ -23,6 +23,7 @@ import gradio as gr
 from .meta import ConvMeta, Role, DataMeta
 from .utils import extract_frames
 from .utils import frontend_logger as logging
+from .constants import LICENSE, TERM_OF_USE
 
 CONTROLLER_URL = ""
 
@@ -138,6 +139,19 @@ def generate(
     return meta.format_chatbot(), meta
 
 
+def push_examples(examples, meta):
+    if meta is None:
+        meta = ConvMeta()
+
+    meta.clear()
+
+    image, prompt = examples
+    meta.append(Role.USER, DataMeta.build(image=Image.open(image)))
+    meta.append(Role.USER, DataMeta.build(text=prompt))
+
+    return meta.format_chatbot(), meta
+
+
 def build_chat(args):
     global CONTROLLER_URL
     CONTROLLER_URL = args.controller_url
@@ -145,6 +159,7 @@ def build_chat(args):
     with gr.Blocks(title="Emu", theme=gr.themes.Default(primary_hue="blue", secondary_hue="blue")) as demo:
         state = gr.State()
 
+
         with gr.Row():
             with gr.Column(scale=2):
                 with gr.Row():
@@ -191,6 +206,18 @@ def build_chat(args):
                     clear_btn = gr.Button(value="🗑️ Clear History")
                     generate_btn = gr.Button(value="Generate")
 
+        with gr.Row():
+            examples = gr.Dataset(components=[gr.Image(type="pil", visible=False), gr.Textbox(visible=False)],
+                label="Examples",
+                samples=[
+                    ["./examples/roadmap.jpg", "Imagine you are a guiding robot.\nHere is a photo I took. Please tell me how to get to the restroom."],
+                    ["./examples/shapes.jpeg", "Look at this sequence of three shapes. What shape should come as the fourth shape? Explain your reasoning with detailed descriptions of the first shapes."],
+                ],
+            )
+
+        gr.Markdown(TERM_OF_USE)
+        gr.Markdown(LICENSE)
+
 
         clear_btn.click(clear_history, inputs=state, outputs=[chatbot, state])
         textbox.submit(
@@ -245,5 +272,16 @@ def build_chat(args):
                 state,
             ],
         )
+        examples.click(
+            push_examples,
+            inputs=[
+                examples,
+                state,
+            ],
+            outputs=[
+                chatbot,
+                state,
+            ]
+        )
 
     return demo

demo/constants.py

@@ -45,3 +45,8 @@ VIDEO = 32004
 DEFAULT_IMG_PLACEHOLDER = "[<IMG_PLH>]"
 DEFAULT_VID_PLACEHOLDER = "[<VID_PLH>]"
 FAKE_VIDEO_END_TOKEN = "[/VIDEO]"
+
+# LICENSE & TERM OF USE
+TERM_OF_USE = "### Terms of use\n📌By using this service, users are required to agree to the following terms: The service is a research preview intended for non-commercial use only. It only provides limited safety measures and may generate offensive content. It must not be used for any illegal, harmful, violent, racist, or sexual purposes. The service may collect user dialogue data for future research."
+
+LICENSE = "### License\n📌The service is a research preview intended for non-commercial use only, subject to the model [License](https://github.com/facebookresearch/llama/blob/main/MODEL_CARD.md) of LLaMA, [Terms of Use](https://openai.com/policies/terms-of-use) of content by OpenAI, and [Privacy Practices](https://chromewebstore.google.com/detail/sharegpt-share-your-chatg/daiacboceoaocpibfodeljbdfacokfjb) of ShareGPT. Please contact us if you find any potential violation."

demo/generation_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : zhangfan@baai.ac.cn
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:35
-#    Last Modified : 2023-12-20 14:15
+#    Last Modified : 2023-12-20 16:18
 #    File Name     : generation_frontend.py
 #    Description   :
 #
@@ -24,6 +24,7 @@ import gradio as gr
 from .constants import EVA_IMAGE_SIZE
 from .meta import ConvMeta, Role, DataMeta
 from .utils import frontend_logger as logging
+from .constants import LICENSE, TERM_OF_USE
 
 CONTROLLER_URL = ""
 
@@ -127,6 +128,22 @@ def generate(meta, classifier_free_guidance, steps):
 
     return meta.format_chatbot(), meta
 
+def push_examples(examples, meta):
+    if meta is None:
+        meta = ConvMeta()
+
+    meta.clear()
+
+    if len(examples) == 1:
+        prompt, = examples
+        meta.append(Role.USER, DataMeta.build(text=prompt))
+    elif len(examples) == 2:
+        image, prompt = examples
+        meta.append(Role.USER, DataMeta.build(image=Image.open(image)))
+        meta.append(Role.USER, DataMeta.build(text=prompt))
+
+    return meta.format_chatbot(), meta
+
 
 def build_generation(args):
     global CONTROLLER_URL
@@ -180,6 +197,26 @@ def build_generation(args):
                     clear_btn = gr.Button(value="🗑️ Clear History")
                     generate_btn = gr.Button(value="Generate")
 
+        with gr.Row():
+            examples_t2i = gr.Dataset(components=[gr.Textbox(visible=False)],
+                label="Examples",
+                samples=[
+                    ["impressionist painting of an astronaut in a jungle"],
+                    ["A poised woman with short, curly hair and a warm smile, dressed in elegant attire, standing in front of a historic stone bridge in a serene park at sunset."],
+                ],
+            )
+        with gr.Row():
+            examples_it2i = gr.Dataset(components=[gr.Image(type="pil", visible=False), gr.Textbox(visible=False)],
+                samples=[
+                    ["./examples/dog2.jpg", "wearing a red hat on the beach."],
+                    ["./examples/doodle.png", "Replace the text background color with yellow"],
+                ],
+            )
+
+
+        gr.Markdown(TERM_OF_USE)
+        gr.Markdown(LICENSE)
+
         clear_btn.click(clear_history, inputs=state, outputs=[chatbot, state])
 
         textbox.submit(
@@ -245,4 +282,28 @@ def build_generation(args):
             ]
         )
 
+        examples_t2i.click(
+            push_examples,
+            inputs=[
+                examples_t2i,
+                state,
+            ],
+            outputs=[
+                chatbot,
+                state,
+            ]
+        )
+        examples_it2i.click(
+            push_examples,
+            inputs=[
+                examples_it2i,
+                state,
+            ],
+            outputs=[
+                chatbot,
+                state,
+            ]
+        )
+
+
     return demo