Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
eduagarcia
commited on
Commit
•
7625ef6
1
Parent(s):
5ab1da9
new size intervals and apply same intervals for the collection
Browse files- src/display/utils.py +7 -7
- src/tools/collections.py +4 -2
src/display/utils.py
CHANGED
@@ -239,13 +239,13 @@ BENCHMARK_COLS = [t.value.col_name for t in Tasks]
|
|
239 |
|
240 |
NUMERIC_INTERVALS = {
|
241 |
"?": pd.Interval(-1, 0, closed="right"),
|
242 |
-
"~
|
243 |
-
"~
|
244 |
-
"~
|
245 |
-
"~
|
246 |
-
"~
|
247 |
-
"~
|
248 |
-
"
|
249 |
}
|
250 |
|
251 |
#Original HF LEaderboard tasks and metrics
|
|
|
239 |
|
240 |
NUMERIC_INTERVALS = {
|
241 |
"?": pd.Interval(-1, 0, closed="right"),
|
242 |
+
"~1B": pd.Interval(0, 2, closed="right"),
|
243 |
+
"~3B": pd.Interval(2, 4, closed="right"),
|
244 |
+
"~7B": pd.Interval(4, 9, closed="right"),
|
245 |
+
"~13B": pd.Interval(9, 23, closed="right"),
|
246 |
+
"~35B": pd.Interval(23, 50, closed="right"),
|
247 |
+
"~70B": pd.Interval(50, 85, closed="right"),
|
248 |
+
"85B+": pd.Interval(85, 10000, closed="right"),
|
249 |
}
|
250 |
|
251 |
#Original HF LEaderboard tasks and metrics
|
src/tools/collections.py
CHANGED
@@ -5,10 +5,11 @@ from huggingface_hub import add_collection_item, delete_collection_item, get_col
|
|
5 |
from huggingface_hub.utils._errors import HfHubHTTPError
|
6 |
from pandas import DataFrame
|
7 |
|
8 |
-
from src.display.utils import AutoEvalColumn, ModelType
|
9 |
from src.envs import H4_TOKEN, PATH_TO_COLLECTION
|
10 |
|
11 |
# Specific intervals for the collections
|
|
|
12 |
intervals = {
|
13 |
"1B": pd.Interval(0, 1.5, closed="right"),
|
14 |
"3B": pd.Interval(2.5, 3.5, closed="neither"),
|
@@ -17,7 +18,8 @@ intervals = {
|
|
17 |
"30B": pd.Interval(25, 35, closed="neither"),
|
18 |
"65B": pd.Interval(60, 70, closed="neither"),
|
19 |
}
|
20 |
-
|
|
|
21 |
|
22 |
def update_collections(df: DataFrame):
|
23 |
"""This function updates the Open LLM Leaderboard model collection with the latest best models for
|
|
|
5 |
from huggingface_hub.utils._errors import HfHubHTTPError
|
6 |
from pandas import DataFrame
|
7 |
|
8 |
+
from src.display.utils import AutoEvalColumn, ModelType, NUMERIC_INTERVALS
|
9 |
from src.envs import H4_TOKEN, PATH_TO_COLLECTION
|
10 |
|
11 |
# Specific intervals for the collections
|
12 |
+
"""
|
13 |
intervals = {
|
14 |
"1B": pd.Interval(0, 1.5, closed="right"),
|
15 |
"3B": pd.Interval(2.5, 3.5, closed="neither"),
|
|
|
18 |
"30B": pd.Interval(25, 35, closed="neither"),
|
19 |
"65B": pd.Interval(60, 70, closed="neither"),
|
20 |
}
|
21 |
+
"""
|
22 |
+
intervals = {k:v for k,v in NUMERIC_INTERVALS.items() if "?" not in k}
|
23 |
|
24 |
def update_collections(df: DataFrame):
|
25 |
"""This function updates the Open LLM Leaderboard model collection with the latest best models for
|