Pyron commited on
Commit
ac27548
1 Parent(s): 2d81b8d

changed config files to phi-2 conv template

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +9 -12
mlc-chat-config.json CHANGED
@@ -44,16 +44,14 @@
44
  "strip_space_in_decode": false
45
  },
46
  "conv_template": {
47
- "name": "gemma_instruction",
48
  "system_template": "{system_message}",
49
  "system_message": "",
50
- "system_prefix_token_ids": [
51
- 2
52
- ],
53
  "add_role_after_system_message": true,
54
  "roles": {
55
- "user": "<start_of_turn>user",
56
- "assistant": "<start_of_turn>model"
57
  },
58
  "role_templates": {
59
  "user": "{user_message}",
@@ -62,16 +60,15 @@
62
  },
63
  "messages": [],
64
  "seps": [
65
- "<end_of_turn>\n"
66
  ],
67
- "role_content_sep": "\n",
68
- "role_empty_sep": "\n",
69
  "stop_str": [
70
- "<end_of_turn>"
71
  ],
72
  "stop_token_ids": [
73
- 1,
74
- 107
75
  ],
76
  "function_string": "",
77
  "use_function_calling": false
 
44
  "strip_space_in_decode": false
45
  },
46
  "conv_template": {
47
+ "name": "phi-2",
48
  "system_template": "{system_message}",
49
  "system_message": "",
50
+ "system_prefix_token_ids": null,
 
 
51
  "add_role_after_system_message": true,
52
  "roles": {
53
+ "user": "Instruct",
54
+ "assistant": "Output"
55
  },
56
  "role_templates": {
57
  "user": "{user_message}",
 
60
  },
61
  "messages": [],
62
  "seps": [
63
+ "\n"
64
  ],
65
+ "role_content_sep": ": ",
66
+ "role_empty_sep": ":",
67
  "stop_str": [
68
+ "<|endoftext|>"
69
  ],
70
  "stop_token_ids": [
71
+ 50256
 
72
  ],
73
  "function_string": "",
74
  "use_function_calling": false