init

mlc-chat-config.json

@@ -48,20 +48,20 @@
   },
   "conv_template": {
     "name": "gemma_instruction",
-    "system_template": "{system_message}",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
     "system_message": "",
     "system_prefix_token_ids": [
       2
     ],
     "add_role_after_system_message": true,
     "roles": {
-      "user": "<start_of_turn>user",
-      "assistant": "<start_of_turn>model"
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
     },
     "role_templates": {
-      "user": "{user_message}",
-      "assistant": "{assistant_message}",
-      "tool": "{tool_message}"
+      "user": "{user_message}<|im_end|>",
+      "assistant": "{assistant_message}<|im_end|>",
+      "tool": "{tool_message}<|im_end|>"
     },
     "messages": [],
     "seps": [
@@ -70,6 +70,13 @@
     "role_content_sep": "\n",
     "role_empty_sep": "\n",
     "stop_str": [
+      "<end_of_turn>",
+      "<|im_end|>",
+      "<|im_start|>",
+      "<|start_header_id|>",
+      "<|end_header_id|>",
+      "<|eot_id|>",
+      "<start_of_turn>",
       "<end_of_turn>"
     ],
     "stop_token_ids": [