Update app.py

app.py

@@ -108,35 +108,35 @@ def chat():
                 instructions = gr.Textbox(
                     placeholder="LLM instructions",
                     value=DEFAULT_INSTRUCTIONS,
-                    lines=10,
+                    lines=3,
                     interactive=True,
                     label="Instructions",
-                    max_lines=16,
-                    show_label=False,
-                )
-            with gr.Accordion("Role #1", open=False):
-                instructions = gr.Textbox(
-                    placeholder="Role #1 like ### Instruction",
-                    value=USER_NAME,
-                    lines=1,
-                    interactive=True,
-                    label="Role #1",
-                    max_lines=1,
-                    show_label=False,
-                )
-            with gr.Accordion("Role #2", open=False):
-                instructions = gr.Textbox(
-                    placeholder="Role #2 like ### Response",
-                    value=BOT_NAME,
-                    lines=1,
-                    interactive=True,
-                    label="Role #2",
-                    max_lines=1,
+                    max_lines=10,
                     show_label=False,
                 )
+            # with gr.Accordion("Role #1", open=False):
+            #     instructions = gr.Textbox(
+            #         placeholder="Role #1 like ### Instruction",
+            #         value=USER_NAME,
+            #         lines=1,
+            #         interactive=True,
+            #         label="USER_NAME",
+            #         max_lines=1,
+            #         show_label=False,
+            #     )
+            # with gr.Accordion("Role #2", open=False):
+            #     instructions = gr.Textbox(
+            #         placeholder="Role #2 like ### Response",
+            #         value=BOT_NAME,
+            #         lines=1,
+            #         interactive=True,
+            #         label="BOT_NAME",
+            #         max_lines=1,
+            #         show_label=False,
+            #     )
 
     def run_chat(
-        message: str, chat_history, instructions: str, temperature: float, top_p: float
+        message: str, chat_history, instructions: str,  temperature: float, top_p: float
     ):
         if not message or (message == RETRY_COMMAND and len(chat_history) == 0):
             yield chat_history
@@ -151,7 +151,7 @@ def chat():
         chat_history = chat_history + [[message, ""]]
         stream = llm(
             prompt,
-            max_new_tokens=2048,
+            max_new_tokens=1024,
             stop=[STOP_STR, "<|endoftext|>"],
             temperature=temperature,
             top_p=top_p,