Update app.py

app.py

@@ -4,13 +4,13 @@ import torch
 
 device = 0 if torch.cuda.is_available() else -1
 
-def generate_response(user_input, history, temperature=0.75, do_sample=True):
+def generate_response(user_input, history, temperature=0.75, do_sample=True, repetition_penalty=1.2):
     pipe = pipeline("text-generation", model="frameai/ChatFrame", device=device)
 
     messages = [
         {"role": "user", "content": user_input},
     ]
-    response = pipe(messages, max_length=8000, temperature=temperature, do_sample=do_sample, top_p=0.95)
+    response = pipe(messages, max_length=8000, temperature=temperature, do_sample=do_sample, top_p=0.95, repetition_penalty=repetition_penalty)
     return response[0]['generated_text'][1]["content"]
 
 iface = gr.ChatInterface(
@@ -19,4 +19,4 @@ iface = gr.ChatInterface(
     description="Enter your text and get a generated response from the model."
 )
 
-iface.launch()
+iface.launch()