Update app.py

app.py

@@ -75,7 +75,7 @@ def hermes_model():
 
 model, tokenizer = hermes_model()
 
-def hermes_generate_response(msg_prompt: str) -> dict:
+def chat_response(msg_prompt: str) -> dict:
     """
     Generates a response from the model given a prompt.
     
@@ -107,7 +107,7 @@ def hermes_generate_response(msg_prompt: str) -> dict:
 
     
 
-def hermes_prompt_response(instructions_prompt: str, msg_prompt: str) -> dict:
+def prompt_response(instructions_prompt: str, msg_prompt: str) -> dict:
     """
     Generates a response based on the provided persona description prompt and user message prompt.
     
@@ -137,7 +137,7 @@ def hermes_prompt_response(instructions_prompt: str, msg_prompt: str) -> dict:
         
         # Construct the prompt template
         prompt_template=f'''<|im_start|>system
-        {system_message}<|im_end|>
+        {instructions_prompt}<|im_end|>
         <|im_start|>user
         {msg_prompt}<|im_end|>
         <|im_start|>assistant
@@ -194,7 +194,7 @@ async def hermes_chat(request: Request):
 
         if not msg_prompt:
             raise HTTPException(status_code=400, detail="No prompt provided")
-        response = hermes_generate_response(msg_prompt)
+        response = chat_response(msg_prompt)
         thread_id = len(conversations) + 1
         conversations[thread_id] = {'prompt': msg_prompt, 'responses': [response]}
         return {'thread_id': thread_id, 'response': response}
@@ -222,7 +222,7 @@ async def prompted_chat(request: Request):
         if not msg_prompt or not persona_desc:
             raise HTTPException(status_code=400, detail="Both prompt and person_description are required")
 
-        response = hermes_prompt_response(persona_desc, msg_prompt)
+        response = prompt_response(persona_desc, msg_prompt)
 
         thread_id = len(conversations) + 1
         conversations[thread_id] = {'prompt': msg_prompt, 'responses': [response]}