File size: 1,376 Bytes
efeee6d
314f91a
95f85ed
efeee6d
 
 
 
 
 
314f91a
b899767
 
efeee6d
943f952
1033105
 
 
 
 
 
1ffc326
 
b899767
 
efeee6d
 
 
783e5a7
1d67142
58733e4
efeee6d
257ee8e
0227006
efeee6d
0227006
d313dbd
 
8c49cb6
58733e4
2a73469
783e5a7
217b585
9833cdb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
from dataclasses import dataclass
from enum import Enum

@dataclass
class Task:
    benchmark: str
    metric: str
    col_name: str


# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
    # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
    task0_persian = Task("0-shot-persian", "acc", "0-shot-persian")
    task1_persian = Task("1-shot-persian", "acc", "1-shot-persian")
    task5_persian = Task("5-shot-persian", "acc", "5-shot-persian")
    task0_english = Task("0-shot-english", "acc", "0-shot-english")
    task1_english = Task("1-shot-english", "acc", "1-shot-english")
    task5_english = Task("5-shot-english", "acc", "5-shot-english")

NUM_FEWSHOT = 0 # Change with your few shot
# ---------------------------------------------------



# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">PsychoLex leaderboard</h1>"""
TITLE = """<img src="https://huggingface.co/aminabbasi/PsychoLexLLaMA/resolve/main/logo2.png" style="width:70%;display:block;margin-left:auto;margin-right:auto">"""

# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """"""

# Which evaluations are you running? how can people reproduce what you have?
LLM_BENCHMARKS_TEXT = f"""
"""

EVALUATION_QUEUE_TEXT = """
"""

CITATION_BUTTON_LABEL = ""
CITATION_BUTTON_TEXT = r"""
"""