sthenno commited on
Commit
ca1712b
1 Parent(s): 397bb12

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +36 -7
README.md CHANGED
@@ -8,6 +8,8 @@ tags:
8
  - chat
9
  - conversational
10
  - custom-research
 
 
11
  base_model:
12
  - Qwen/Qwen2.5-14B-Instruct
13
  pipeline_tag: text-generation
@@ -27,7 +29,8 @@ model-index:
27
  value: 82.37
28
  name: strict accuracy
29
  source:
30
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
 
31
  name: Open LLM Leaderboard
32
  - task:
33
  type: text-generation
@@ -42,7 +45,8 @@ model-index:
42
  value: 49.26
43
  name: normalized accuracy
44
  source:
45
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
 
46
  name: Open LLM Leaderboard
47
  - task:
48
  type: text-generation
@@ -57,7 +61,8 @@ model-index:
57
  value: 6.34
58
  name: exact match
59
  source:
60
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
 
61
  name: Open LLM Leaderboard
62
  - task:
63
  type: text-generation
@@ -72,7 +77,8 @@ model-index:
72
  value: 14.21
73
  name: acc_norm
74
  source:
75
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
 
76
  name: Open LLM Leaderboard
77
  - task:
78
  type: text-generation
@@ -84,10 +90,11 @@ model-index:
84
  num_few_shot: 0
85
  metrics:
86
  - type: acc_norm
87
- value: 12.0
88
  name: acc_norm
89
  source:
90
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
 
91
  name: Open LLM Leaderboard
92
  - task:
93
  type: text-generation
@@ -104,12 +111,34 @@ model-index:
104
  value: 46.14
105
  name: accuracy
106
  source:
107
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
 
108
  name: Open LLM Leaderboard
109
  ---
110
 
111
  # miscii-14b-1028
112
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113
  See [Report for miscii-1020](https://api.wandb.ai/links/flandrelabs-carnegie-mellon-university/p35vchzx) for more details.
114
 
115
  # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)
 
8
  - chat
9
  - conversational
10
  - custom-research
11
+ - rp
12
+ - roleplay
13
  base_model:
14
  - Qwen/Qwen2.5-14B-Instruct
15
  pipeline_tag: text-generation
 
29
  value: 82.37
30
  name: strict accuracy
31
  source:
32
+ url: >-
33
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
34
  name: Open LLM Leaderboard
35
  - task:
36
  type: text-generation
 
45
  value: 49.26
46
  name: normalized accuracy
47
  source:
48
+ url: >-
49
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
50
  name: Open LLM Leaderboard
51
  - task:
52
  type: text-generation
 
61
  value: 6.34
62
  name: exact match
63
  source:
64
+ url: >-
65
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
66
  name: Open LLM Leaderboard
67
  - task:
68
  type: text-generation
 
77
  value: 14.21
78
  name: acc_norm
79
  source:
80
+ url: >-
81
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
82
  name: Open LLM Leaderboard
83
  - task:
84
  type: text-generation
 
90
  num_few_shot: 0
91
  metrics:
92
  - type: acc_norm
93
+ value: 12
94
  name: acc_norm
95
  source:
96
+ url: >-
97
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
98
  name: Open LLM Leaderboard
99
  - task:
100
  type: text-generation
 
111
  value: 46.14
112
  name: accuracy
113
  source:
114
+ url: >-
115
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=sthenno-com/miscii-14b-1028
116
  name: Open LLM Leaderboard
117
  ---
118
 
119
  # miscii-14b-1028
120
 
121
+ ## Role-based Instructions
122
+
123
+ Just use the following text as your system prompt. Note there is NO `special-token` here, just plain text.
124
+
125
+ ``` python
126
+ system_prompt: str = (
127
+ """<|context_start|>personas
128
+ <|user_persona_start|>statement
129
+ {user_persona}<|user_persona_end|>
130
+ <|assistant_persona_start|>statement
131
+ {assistant_persona}<|assistant_persona_end|><|context_end|>""".format(
132
+ user_persona="""I am Miscii.
133
+ <optional: personal statement, e.g. I am the designer of Sthenno.>"
134
+ <optional: additional statements>"",
135
+ assistant_persona="""I am Sthenno.
136
+ <optional: personal statement, e.g. I speak in Chinese.>"
137
+ <optional: additional statements>""",
138
+ )
139
+ )
140
+ ```
141
+
142
  See [Report for miscii-1020](https://api.wandb.ai/links/flandrelabs-carnegie-mellon-university/p35vchzx) for more details.
143
 
144
  # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)