Update app.py

app.py

@@ -5,10 +5,13 @@ import json
 
 # ACCESS_TOKEN = os.getenv("HF_TOKEN")
 
-def respond(message, history, max_tokens=512, temperature=0.7, top_p=0.95):
+def respond_with_prefix(message, history, max_tokens=512, temperature=0.7, top_p=0.95):
+    system_prefix = "SYSTEM: "  # 시스템 프리픽스 추가
+    modified_message = system_prefix + message  # 사용자 메시지에 프리픽스 적용
+    
     data = {
         "model": "jinjavis:latest",
-        "prompt": message,
+        "prompt": modified_message,
         "max_tokens": max_tokens,
         "temperature": temperature,
         "top_p": top_p
@@ -31,10 +34,8 @@ def respond(message, history, max_tokens=512, temperature=0.7, top_p=0.95):
                 print(f"Failed to decode JSON: {e}")
                 yield "An error occurred while processing your request."
 
-
-
 demo = gr.ChatInterface(
-    fn=respond,
+    fn=respond_with_prefix,
     additional_inputs=[
         gr.Slider(minimum=1, maximum=2048, value=512, label="Max Tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, label="Temperature"),
@@ -44,4 +45,4 @@ demo = gr.ChatInterface(
 )
 
 if __name__ == "__main__":
-    demo.queue(max_size=10).launch()
+    demo.queue(max_size=10).launch()