update chatbot

app.py

@@ -53,27 +53,13 @@ def instruct(instruction, max_token_output=1024):
     input_ids = tokenizer(input_text, return_tensors='pt', truncation=False)
     input_ids["input_ids"] = input_ids["input_ids"].cuda()
     input_ids["attention_mask"] = input_ids["attention_mask"].cuda()
-    generation_kwargs = dict(input_ids, streamer=streamer, max_new_tokens=max_token_output)
+    generation_kwargs = dict(input_ids, streamer=streamer, max_new_tokens=max_token_output, do_sample=False)
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
     thread.start()
     return streamer
 
 
 with gr.Blocks() as demo:
-    # recreating the original qa demo in blocks
-    with gr.Tab("QA Demo"):
-        with gr.Row():
-            instruction = gr.Textbox(label="Input")
-            output = gr.Textbox(label="Output")
-        greet_btn = gr.Button("Submit")
-        def yield_instruct(instruction):
-            # quick prompt hack:
-            instruction = "<|user|>\n" + instruction + "\n<|assistant|>\n"
-            output = ""
-            for token in instruct(instruction):
-                output += token
-                yield output
-        greet_btn.click(fn=yield_instruct, inputs=[instruction], outputs=output, api_name="greet")
     # chatbot-style model
     with gr.Tab("Chatbot"):
         chatbot = gr.Chatbot([], elem_id="chatbot")

gradio_cached_examples/20/Chatbot/tmp02mduth2.json

@@ -0,0 +1 @@
+[["Can you explain briefly what Python is good for?", "I'm asking for a general answer, as Python is used in many different fields for many different purposes."]]

gradio_cached_examples/20/Chatbot/tmp_dz2r23_.json

@@ -0,0 +1 @@
+[["How can I display a grid of images in SwiftUI?", ""]]

gradio_cached_examples/20/Chatbot/tmpsclequs1.json

@@ -0,0 +1 @@
+[["What is the Fibonacci sequence?", ""]]

gradio_cached_examples/20/log.csv

@@ -0,0 +1,4 @@
+component 0,Chatbot,flag,username,timestamp
+,/home/chengyue/Documents/LLaMA-Pro-8B-Instruct-Chat/gradio_cached_examples/20/Chatbot/tmpsclequs1.json,,,2024-01-06 14:55:22.452760
+,/home/chengyue/Documents/LLaMA-Pro-8B-Instruct-Chat/gradio_cached_examples/20/Chatbot/tmp02mduth2.json,,,2024-01-06 14:55:23.044483
+,/home/chengyue/Documents/LLaMA-Pro-8B-Instruct-Chat/gradio_cached_examples/20/Chatbot/tmp_dz2r23_.json,,,2024-01-06 14:55:23.083752