Update app.py

app.py

@@ -87,8 +87,12 @@ def load_model(_docs):
     You are a helpful, respectful and honest assistant with knowledge of machine learning, data science, computer science, Python programming language, mathematics, probability and statistics.
     """.strip()
 
+    # def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
+    #     return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
+
     def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
-        return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
+        return f"""<|im_start|>system{system_prompt}<|im_end|><|im_start|>user{prompt}<|im_end|>""".strip()
+
 
     streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
     text_pipeline = pipeline("text-generation",