Update gradio_app.py

gradio_app.py

@@ -47,7 +47,7 @@ def generate_answer(request: str, max_tokens: int = 256, custom_prompt: str = No
         counter = 1
         while counter <= 3:
             logs += f"Attempt {counter} to generate answer...\n"
-            output = llm(userPrompt, max_tokens=maxTokens, stop=["User:"], echo=False)
+            output = llm(userPrompt, max_tokens=maxTokens, stop=["<|im_end|>"], echo=False)
             text = output["choices"][0]["text"]
             if len(text.strip()) > 1 and text.strip() not in ['', None, ' ']:
                 break