update

.gitignore

@@ -0,0 +1,5 @@
+.env
+venv
+test.py
+__pycache__
+backend_fn

app.py

@@ -1,7 +1,27 @@
 import spaces
+import os
+
+from huggingface_hub import Repository
+from huggingface_hub import login
+
+login(token = os.environ['HUB_TOKEN'])
+
+repo = Repository(
+    local_dir="backend_fn",
+    repo_type="dataset",
+    clone_from=os.environ['DATASET'],
+    token=True,
+    git_email='zhiheng_dev@dahreply.ai'
+)
+repo.git_pull()
+
+import json
+import uuid
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 from threading import Thread
+from backend_fn.feedback import feedback
+from gradio_modal import Modal
 
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
@@ -17,14 +37,19 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 streamer = TextIteratorStreamer(tokenizer, timeout=300, skip_prompt=True, skip_special_tokens=True)
 
+histories = []
+action = None
+
+session_id = uuid.uuid1().__str__()
+
 @spaces.GPU
 def respond(
     message,
     history: list[tuple[str, str]],
     # system_message,
-    max_tokens,
-    temperature,
-    top_p,
+    max_tokens = 4096,
+    temperature = 0.01,
+    top_p = 0.95,
 ):
     messages = [
         {"role": "system", "content": "You are a professional lawyer who is familiar with Malaysia Law."}
@@ -64,24 +89,61 @@ def respond(
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        # gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
-    ],
-)
 
+def submit_feedback(value):
+    feedback(session_id, json.dumps(histories), value, action)
+
+
+with gr.Blocks() as demo:
+    def vote(history,data: gr.LikeData):
+        global histories
+        global action
+        histories = history
+        action = data.liked
+
+    with Modal(visible=False) as modal:
+        textb = gr.Textbox(
+            label='Actual response',
+            info='Leave blank if the answer is good enough'
+        )
+
+        submit_btn = gr.Button(
+            'Submit'
+        )
+
+        submit_btn.click(submit_feedback,textb)
+        submit_btn.click(lambda: Modal(visible=False), None, modal)
+        submit_btn.click(lambda x: gr.update(value=''), [],[textb])
+
+
+    ci = gr.ChatInterface(
+        respond,
+        # fill_height=True
+        # additional_inputs=[
+        #     # gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
+        #     gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        #     gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature"),
+        #     gr.Slider(
+        #         minimum=0.1,
+        #         maximum=1.0,
+        #         value=0.95,
+        #         step=0.05,
+        #         label="Top-p (nucleus sampling)",
+        #     ),
+        # ],
+    )
+
+
+    ci.chatbot.show_copy_button=True
+    # ci.chatbot.value=[(None,"Hello! I'm here to assist you with understanding the laws and acts of Malaysia.")]
+    # ci.chatbot.height=500
+
+    ci.chatbot.like(vote, ci.chatbot, None).then(
+        lambda: Modal(visible=True), None, modal
+    )
 
 if __name__ == "__main__":
     demo.launch(
         
     )
+ 

requirements.txt

@@ -11,6 +11,7 @@ filelock==3.16.1
 fsspec==2024.10.0
 gradio==5.4.0
 gradio_client==1.4.2
+gradio_modal==0.0.4
 h11==0.14.0
 httpcore==1.0.6
 httpx==0.27.2
@@ -32,6 +33,7 @@ pydantic==2.9.2
 pydantic_core==2.23.4
 pydub==0.25.1
 Pygments==2.18.0
+PyMySQL==1.1.1
 python-dateutil==2.9.0.post0
 python-multipart==0.0.12
 pytz==2024.2