| TITLE = """<h1 align="center" id="space-title"> 🏆 CLEM Leaderboard</h1>""" | |
| INTRODUCTION_TEXT = """ | |
| 🔝 The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models, “clems”) as described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://arxiv.org/abs/2305.13455). | |
| """ | |
| SHORT_NAMES = { | |
| "t0.0": "", | |
| "claude-v1.3-": "cl", | |
| "gpt-3.5-turbo-": "3.5", | |
| "gpt-4-": "4", | |
| "text-davinci-003-": "3", | |
| "luminous-supreme-": "lm", | |
| "koala-13b-": "ko", | |
| "falcon-40b-": "flc", | |
| "oasst-12b-": "ost", | |
| "vicuna-13b-": "vcn" | |
| } | |