Behnamm commited on
Commit
157c503
1 Parent(s): 426a103

Update src/about.py

Browse files
Files changed (1) hide show
  1. src/about.py +7 -10
src/about.py CHANGED
@@ -14,16 +14,13 @@ class Task:
14
  # ---------------------------------------------------
15
  class Tasks(Enum):
16
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
17
- task1 = Task("QoK (Accuracy)", "acc", "PeKA")
18
- task2 = Task("khayyam_challenge (Accuracy)", "acc", "Khayyam Challenge")
19
- task3 = Task("matina_MC (Accuracy)", "acc", "PersBETS")
20
- # task4 = Task("matina_shortanswer (Basic_exact_match)", "acc", "Matina Short Answer (Exact Match)")
21
- # task5 = Task("matina_shortanswer (Rouge)", "acc", "Matina Short Answer (Rouge)")
22
- task4 = Task("parsinlu_mc (Accuracy)", "acc", "ParsiNLU MCQA")
23
- task5 = Task("parsinlu_nli (Accuracy)", "acc", "ParsiNLU NLI")
24
- task6 = Task("parsinlu_qqp (Accuracy)", "acc", "ParsiNLU QQP")
25
- task7 = Task("persian_ARC (Accuracy)", "acc", "Persian ARC")
26
- # task10 = Task("persian_winogrande (Accuracy)", "acc", "Persian Winogrande")
27
 
28
  NUM_FEWSHOT = 0 # Change with your few shot
29
  # ---------------------------------------------------
 
14
  # ---------------------------------------------------
15
  class Tasks(Enum):
16
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
17
+ task1 = Task("PeKA (Accuracy)", "acc", "PeKA")
18
+ task2 = Task("PersBETS", "acc", "PersBETS")
19
+ task3 = Task("khayyam_challenge", "acc", "Khayyam Challenge")
20
+ task4 = Task("parsinlu_mc", "acc", "ParsiNLU MCQA")
21
+ task5 = Task("parsinlu_nli", "acc", "ParsiNLU NLI")
22
+ task6 = Task("parsinlu_qqp", "acc", "ParsiNLU QQP")
23
+ task7 = Task("persian_ARC", "acc", "Persian ARC")
 
 
 
24
 
25
  NUM_FEWSHOT = 0 # Change with your few shot
26
  # ---------------------------------------------------