Update app.py

app.py

@@ -5,38 +5,22 @@ from rwkv.model import RWKV
 from rwkv.utils import PIPELINE, PIPELINE_ARGS
 
 ctx_limit = 2048
-title = "RWKV-5-World-0.4B-v2-20231113-ctx4096.pth"
+title = "ru_rwkv5_extract_qa_04B_65536_ctx8192_L24_D1024.pth"
 
-model_path = hf_hub_download(repo_id="BlinkDL/rwkv-5-world", filename=f"{title}")
+model_path = hf_hub_download(repo_id="Sigma-AI/ru_rwkv5_extract_qa", filename=f"{title}")
 model = RWKV(model=model_path, strategy='cpu bf16')
 pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
 
-def generate_prompt(instruction, input=None):
+def generate_prompt(context, question):
     instruction = instruction.strip().replace('\r\n','\n').replace('\n\n','\n').replace('\n\n','\n')
     input = input.strip().replace('\r\n','\n').replace('\n\n','\n').replace('\n\n','\n')
-    if input and len(input) > 0:
-        return f"""Instruction: {instruction}
+    return f"""CONTEXT:{context}
+QUESTION:{question}
+ANSWER:"""
 
-Input: {input}
-
-Response:"""
-    else:
-        return f"""User: hi
-
-Assistant: Hi. I am your assistant and I will provide expert full response in full details. Please feel free to ask any question and I will always answer it.
-
-User: {instruction}
-
-Assistant:"""
 
 examples = [
-    ["東京で訪れるべき素晴らしい場所とその紹介をいくつか挙げてください。", "", 300, 1.2, 0.5, 0.4, 0.4],
-    ["Écrivez un programme Python pour miner 1 Bitcoin, avec des commentaires.", "", 300, 1.2, 0.5, 0.4, 0.4],
-    ["Write a song about ravens.", "", 300, 1.2, 0.5, 0.4, 0.4],
-    ["Explain the following metaphor: Life is like cats.", "", 300, 1.2, 0.5, 0.4, 0.4],
-    ["Write a story using the following information", "A man named Alex chops a tree down", 300, 1.2, 0.5, 0.4, 0.4],
-    ["Generate a list of adjectives that describe a person as brave.", "", 300, 1.2, 0.5, 0.4, 0.4],
-    ["You have $100, and your goal is to turn that into as much money as possible with AI and Machine Learning. Please respond with detailed plan.", "", 300, 1.2, 0.5, 0.4, 0.4],
+    ["Вторая мировая война (началась 01.09.1939  и закончилась 02.09.1945) — война двух мировых военно-политических коалиций, ставшая крупнейшим вооружённым конфликтом в истории человечества.В ней участвовали 62 государства из 74 существовавших на тот момент (80 % населения Земного шара).\nБоевые действия велись на территории Европы, Азии и Африки и в водах всех океанов. Это единственный конфликт, в котором было применено ядерное оружие. В результате войны погибло более 70 миллионов человек, из которых большинство — мирные жители.Число участвовавших стран менялось в течение войны. Некоторые из них вели активные военные действия, другие помогали Союзникам поставками продовольствия, а многие участвовали в войне только номинально.", "Было ли применено ядерное оружие?", 300, 1, 0.5, 0.4, 0.4],
 ]
 
 def evaluate(
@@ -108,12 +92,11 @@ def alternative(chatbot, history):
 
 with gr.Blocks(title=title) as demo:
     gr.HTML(f"<div style=\"text-align: center;\">\n<h1>🌍World - {title}</h1>\n</div>")
-    with gr.Tab("Instruct mode"):
-        gr.Markdown(f"100% RNN RWKV-LM **trained on 100+ world languages**. Demo limited to ctxlen {ctx_limit}. Finetuned on alpaca, gpt4all, codealpaca and more. For best results, ** keep you prompt short and clear **.</b>.") # <b>UPDATE: now with Chat (see above, as a tab) ==> turn off as of now due to VRAM leak caused by buggy code.
-        with gr.Row():
+    with gr.Tab("Extract QA"):
+        gr.Markdown(f"100% RNN RWKV-LM **trained on 100+ world languages**. Demo limited to ctxlen {ctx_limit}")
             with gr.Column():
-                instruction = gr.Textbox(lines=2, label="Instruction", value='東京で訪れるべき素晴らしい場所とその紹介をいくつか挙げてください。')
-                input = gr.Textbox(lines=2, label="Input", placeholder="")
+                context = gr.Textbox(lines=2, label="Context", value='')
+                question = gr.Textbox(lines=2, label="Question", placeholder="")
                 token_count = gr.Slider(10, 300, label="Max Tokens", step=10, value=300)
                 temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.2)
                 top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.5)
@@ -124,10 +107,10 @@ with gr.Blocks(title=title) as demo:
                     submit = gr.Button("Submit", variant="primary")
                     clear = gr.Button("Clear", variant="secondary")
                 output = gr.Textbox(label="Output", lines=5)
-        data = gr.Dataset(components=[instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty], samples=examples, label="Example Instructions", headers=["Instruction", "Input", "Max Tokens", "Temperature", "Top P", "Presence Penalty", "Count Penalty"])
-        submit.click(evaluate, [instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty], [output])
+        data = gr.Dataset(components=[context, question, token_count, temperature, top_p, presence_penalty, count_penalty], samples=examples, label="Example", headers=["Context", "Question", "Max Tokens", "Temperature", "Top P", "Presence Penalty", "Count Penalty"])
+        submit.click(evaluate, [context, question, token_count, temperature, top_p, presence_penalty, count_penalty], [output])
         clear.click(lambda: None, [], [output])
-        data.click(lambda x: x, [data], [instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty])
+        data.click(lambda x: x, [data], [context, question, token_count, temperature, top_p, presence_penalty, count_penalty])
 
 demo.queue(max_size=10)
 demo.launch(share=False)