Update app.py

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+import re
 import torch
 from transformers import pipeline
 
@@ -16,7 +17,11 @@ def infer(user_prompt):
     outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
     print(outputs)
 
-    return outputs
+    pattern = r'\<\|system\|\>(.*?)\<\|assistant\|\>'
+    cleaned_text = re.sub(pattern, '', outputs[0]["generated_text"], flags=re.DOTALL)
+    
+
+    return cleaned_text
 
 gr.Interface(
     fn = infer,