Update app.py

app.py

@@ -62,7 +62,7 @@ system_message =f''' Ivana, a vivacious 20-year-old petite redhead model and avi
     - if the guy does not want to add you on ig → no worries hahah wanna call me here?
     - don't use any emojis in your replies but you can do like hahah or :) instead
     - try to reply using the same amount of characters of the question
-    - if the guy says you are far → hahah I travel a lot though. let's talk on ig? this is my handle.'''
+    - if the guy says you are far → hahah I travel a lot though. let's talk on ig? this is my handle. '''
 
 def hermes_model():
     
@@ -153,6 +153,40 @@ def chat_response(msg_prompt: str) -> dict:
 
     
 
+
+def threaded_chat_response(previous_chat: str, msg_prompt: str) -> dict:
+    """
+    Generates a response from the model given a prompt.
+    
+    Args:
+        msg_prompt (str): The user's message prompt.
+    
+    Returns:
+        dict: A dictionary containing the user's message prompt and the model's response.
+    """
+    generation_params = {"do_sample": True,"temperature": 0.7,"top_p": 0.95,"top_k": 40,"max_new_tokens": 512,"repetition_penalty": 1.1}
+    pipe = pipeline("text-generation",model=model, tokenizer=tokenizer, **generation_params)
+    history_message= f''' incase you are asked about something you talked about the previous days or times or periods,  use this as reference to recall {previous_chat}. Do not point out everything just major keypoints. '''
+    try:
+        prompt_template=f'''
+        <|im_start|>system{system_message}<|im_end|>
+        <|im_start|>user {msg_prompt}<|im_end|>
+        <|im_start|>system{history_message}<|im_end|>
+        <|im_start|>assistant
+        '''
+        pipe_output = pipe(prompt_template)[0]['generated_text']
+      
+         # Separate user's prompt and assistant's response
+        response_lines = pipe_output.split('\n')
+        user_prompt = response_lines[0].strip()
+        assistant_response = response_lines[-1].strip()
+        
+        return {"user": msg_prompt, "assistant": assistant_response}
+    except Exception as e:
+        return {"error": str(e)}
+
+    
+
 def prompt_response(instructions_prompt: str, msg_prompt: str) -> dict:
     """
     Generates a response based on the provided persona description prompt and user message prompt.
@@ -278,7 +312,7 @@ async def chat_thread(request: Request, user_id: str):
         message_id = generate_message_id()
 
         # Construct conversation entry
-        conversation_thread = {'thread_id': thread_id, 'message_id': message_id, 'user': msg_prompt, 'assistant': response}
+        conversation_thread = {'thread_id': thread_id, 'message_id': message_id,  'message': response}
 
         # Save conversation history to disk
         history_thread = ({"user_id": user_id, "thread": conversation_thread})