Spaces:
Runtime error
Runtime error
Upload 7 files
Browse files- src/assets/text_content.py +1 -1
- src/leaderboard_utils.py +1 -6
- src/plot_utils.py +1 -2
src/assets/text_content.py
CHANGED
@@ -4,7 +4,7 @@ INTRODUCTION_TEXT = """
|
|
4 |
<h6 align="center">
|
5 |
The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models) with the suggested pronounciation “clems”.
|
6 |
|
7 |
-
The benchmarking approach is described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://
|
8 |
|
9 |
Source code for benchmarking "clems" is available here: [Clembench](https://github.com/clembench/clembench)
|
10 |
|
|
|
4 |
<h6 align="center">
|
5 |
The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models) with the suggested pronounciation “clems”.
|
6 |
|
7 |
+
The benchmarking approach is described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://aclanthology.org/2023.emnlp-main.689.pdf).
|
8 |
|
9 |
Source code for benchmarking "clems" is available here: [Clembench](https://github.com/clembench/clembench)
|
10 |
|
src/leaderboard_utils.py
CHANGED
@@ -3,12 +3,7 @@ import pandas as pd
|
|
3 |
import requests, json
|
4 |
from io import StringIO
|
5 |
|
6 |
-
from datetime import datetime
|
7 |
-
|
8 |
-
|
9 |
def get_github_data():
|
10 |
-
current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
11 |
-
print(f"LOADING GITHUB DATAAA.... at time = {current_time}")
|
12 |
'''
|
13 |
Get data from csv files on Github
|
14 |
Args:
|
@@ -18,7 +13,7 @@ def get_github_data():
|
|
18 |
all_dfs: list of dataframes for previous versions + latest version including columns for all games
|
19 |
all_vnames: list of the names for the previous versions + latest version (For Details and Versions Tab Dropdown)
|
20 |
'''
|
21 |
-
uname = "
|
22 |
repo = "clembench-runs"
|
23 |
json_url = f"https://raw.githubusercontent.com/{uname}/{repo}/main/benchmark_runs.json"
|
24 |
resp = requests.get(json_url)
|
|
|
3 |
import requests, json
|
4 |
from io import StringIO
|
5 |
|
|
|
|
|
|
|
6 |
def get_github_data():
|
|
|
|
|
7 |
'''
|
8 |
Get data from csv files on Github
|
9 |
Args:
|
|
|
13 |
all_dfs: list of dataframes for previous versions + latest version including columns for all games
|
14 |
all_vnames: list of the names for the previous versions + latest version (For Details and Versions Tab Dropdown)
|
15 |
'''
|
16 |
+
uname = "clembench"
|
17 |
repo = "clembench-runs"
|
18 |
json_url = f"https://raw.githubusercontent.com/{uname}/{repo}/main/benchmark_runs.json"
|
19 |
resp = requests.get(json_url)
|
src/plot_utils.py
CHANGED
@@ -46,8 +46,7 @@ def plotly_plot(df:pd.DataFrame, LIST:list, ALL:list, NAMES:list, LEGEND:list):
|
|
46 |
xaxis_title='% Played',
|
47 |
yaxis_title='Quality Score',
|
48 |
title='Overview of benchmark results',
|
49 |
-
height=1000
|
50 |
-
width=1000
|
51 |
)
|
52 |
|
53 |
fig.update_xaxes(range=[-5, 105])
|
|
|
46 |
xaxis_title='% Played',
|
47 |
yaxis_title='Quality Score',
|
48 |
title='Overview of benchmark results',
|
49 |
+
height=1000
|
|
|
50 |
)
|
51 |
|
52 |
fig.update_xaxes(range=[-5, 105])
|