TITLE = """

πŸ† CLEM Leaderboard

""" INTRODUCTION_TEXT = """ πŸ” The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models, β€œclems”) as described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://arxiv.org/abs/2305.13455). """ SHORT_NAMES = { "t0.0": "", "claude-v1.3-": "cl", "gpt-3.5-turbo-": "3.5", "gpt-4-": "4", "text-davinci-003-": "3", "luminous-supreme-": "lm", "koala-13b-": "ko", "falcon-40b-": "flc", "oasst-12b-": "ost", "vicuna-13b-": "vcn" }