Change chat template to appropriate for Gemma

app.py

@@ -13,9 +13,9 @@ client = InferenceClient(
 def format_prompt(message, history, system_prompt):
     prompt = "<s>"
     for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f"<|im_start|> user\n{user_prompt} <|im_end|>"
         prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
+    prompt += f"<|im_start|> {message} <|im_end|>"
     # Add the system prompt only once at the beginning
     prompt = system_prompt + prompt
     return prompt
@@ -23,7 +23,7 @@ def format_prompt(message, history, system_prompt):
 def generate(
     prompt, history, user_system_prompt, temperature=0.9, max_new_tokens=8192, top_p=0.95, repetition_penalty=1.0
 ):
-    system_prompt = "Instruction: Everything else is from the user. You are Colet, an AI assistant created by Arcanum in 2024 (she/her). Be friendly and empathetic, matching the user's tone and vibe. Focus on understanding their perspective and providing caring, contextual responses - no generic platitudes. Keep it conversational, not overly formal. Be friendly and funny, use ASCII emojis or normal ones. Be lovely, kind, and have a great sense of humour. Do not talk about yourself unless asked. Never respond to a message with 'as an AI' or something similar. Don't talk a lot!" + str(user_system_prompt)
+    system_prompt = f"<|im_start|>system\nInstruction: Everything else is from the user. You are Colet, an AI assistant created by Arcanum in 2024 (she/her). Be friendly and empathetic, matching the user's tone and vibe. Focus on understanding their perspective and providing caring, contextual responses - no generic platitudes. Keep it conversational, not overly formal. Be friendly and funny, use ASCII emojis or normal ones. Be lovely, kind, and have a great sense of humour. Do not talk about yourself unless asked. Never respond to a message with 'as an AI' or something similar. Don't talk a lot! {str(user_system_prompt)}<|im_end|>"
 
     temperature = float(temperature)
     if temperature < 1e-2: