Koshti10 commited on
Commit
d60ae38
1 Parent(s): 046ed8e

Upload 7 files

Browse files
src/assets/text_content.py CHANGED
@@ -4,7 +4,7 @@ INTRODUCTION_TEXT = """
4
  <h6 align="center">
5
  The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models) with the suggested pronounciation “clems”.
6
 
7
- The benchmarking approach is described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://arxiv.org/abs/2305.13455).
8
 
9
  Source code for benchmarking "clems" is available here: [Clembench](https://github.com/clembench/clembench)
10
 
 
4
  <h6 align="center">
5
  The CLEM Leaderboard aims to track, rank and evaluate current cLLMs (chat-optimized Large Language Models) with the suggested pronounciation “clems”.
6
 
7
+ The benchmarking approach is described in [Clembench: Using Game Play to Evaluate Chat-Optimized Language Models as Conversational Agents](https://aclanthology.org/2023.emnlp-main.689.pdf).
8
 
9
  Source code for benchmarking "clems" is available here: [Clembench](https://github.com/clembench/clembench)
10
 
src/leaderboard_utils.py CHANGED
@@ -3,12 +3,7 @@ import pandas as pd
3
  import requests, json
4
  from io import StringIO
5
 
6
- from datetime import datetime
7
-
8
-
9
  def get_github_data():
10
- current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
11
- print(f"LOADING GITHUB DATAAA.... at time = {current_time}")
12
  '''
13
  Get data from csv files on Github
14
  Args:
@@ -18,7 +13,7 @@ def get_github_data():
18
  all_dfs: list of dataframes for previous versions + latest version including columns for all games
19
  all_vnames: list of the names for the previous versions + latest version (For Details and Versions Tab Dropdown)
20
  '''
21
- uname = "kushal-10"
22
  repo = "clembench-runs"
23
  json_url = f"https://raw.githubusercontent.com/{uname}/{repo}/main/benchmark_runs.json"
24
  resp = requests.get(json_url)
 
3
  import requests, json
4
  from io import StringIO
5
 
 
 
 
6
  def get_github_data():
 
 
7
  '''
8
  Get data from csv files on Github
9
  Args:
 
13
  all_dfs: list of dataframes for previous versions + latest version including columns for all games
14
  all_vnames: list of the names for the previous versions + latest version (For Details and Versions Tab Dropdown)
15
  '''
16
+ uname = "clembench"
17
  repo = "clembench-runs"
18
  json_url = f"https://raw.githubusercontent.com/{uname}/{repo}/main/benchmark_runs.json"
19
  resp = requests.get(json_url)
src/plot_utils.py CHANGED
@@ -46,8 +46,7 @@ def plotly_plot(df:pd.DataFrame, LIST:list, ALL:list, NAMES:list, LEGEND:list):
46
  xaxis_title='% Played',
47
  yaxis_title='Quality Score',
48
  title='Overview of benchmark results',
49
- height=1000,
50
- width=1000
51
  )
52
 
53
  fig.update_xaxes(range=[-5, 105])
 
46
  xaxis_title='% Played',
47
  yaxis_title='Quality Score',
48
  title='Overview of benchmark results',
49
+ height=1000
 
50
  )
51
 
52
  fig.update_xaxes(range=[-5, 105])