File size: 650 Bytes
e16fd64
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
TITLE = """<h1 align="center" id="space-title"> ๐Ÿ† CLEM Leaderboard</h1>"""

INTRODUCTION_TEXT = """
๐Ÿ” The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models, โ€œclemsโ€) as described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://arxiv.org/abs/2305.13455).
"""

SHORT_NAMES = {
    "t0.0": "",
    "claude-v1.3-": "cl",
    "gpt-3.5-turbo-": "3.5",
    "gpt-4-": "4",
    "text-davinci-003-": "3",
    "luminous-supreme-": "lm",
    "koala-13b-": "ko",
    "falcon-40b-": "flc",
    "oasst-12b-": "ost",
    "vicuna-13b-": "vcn"
}