Update src/about.py
Browse files- src/about.py +52 -2
src/about.py
CHANGED
@@ -12,8 +12,58 @@ class Task:
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
-
task0 = Task("
|
16 |
-
task1 = Task("
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
17 |
|
18 |
NUM_FEWSHOT = 0 # Change with your few shot
|
19 |
# ---------------------------------------------------
|
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
+
task0 = Task("FPB", "F1", "FPB-F1")
|
16 |
+
task1 = Task("FPB", "Acc", "FPB-Acc")
|
17 |
+
task2 = Task("FiQA-SA", "F1", "FiQA-SA-F1")
|
18 |
+
task3 = Task("TSA", "RMSE", "TSA-RMSE")
|
19 |
+
task4 = Task("Headlines", "AvgF1", "Headlines-AvgF1")
|
20 |
+
task5 = Task("FOMC", "F1", "FOMC-F1")
|
21 |
+
task6 = Task("FOMC", "Acc", "FOMC-Acc")
|
22 |
+
task7 = Task("FinArg-ACC", "MicroF1", "FinArg-ACC-MicroF1")
|
23 |
+
task8 = Task("FinArg-ARC", "MicroF1", "FinArg-ARC-MicroF1")
|
24 |
+
task9 = Task("MultiFin", "MicroF1", "Multifin-MicroF1")
|
25 |
+
task10 = Task("MA", "MicroF1", "MA-MicroF1")
|
26 |
+
task11 = Task("MLESG", "MicroF1", "MLESG-MicroF1")
|
27 |
+
task12 = Task("NER", "EntityF1", "NER-EntityF1")
|
28 |
+
task13 = Task("FINER-ORD", "EntityF1", "FINER-ORD-EntityF1")
|
29 |
+
task14 = Task("FinRED", "F1", "FinRED-F1")
|
30 |
+
task15 = Task("SC", "F1", "SC-F1")
|
31 |
+
task16 = Task("CD", "F1", "CD-F1")
|
32 |
+
task17 = Task("FinQA", "EmAcc", "FinQA-EmAcc")
|
33 |
+
task18 = Task("TATQA", "EmAcc", "TATQA-EmAcc")
|
34 |
+
task19 = Task("ConvFinQA", "EmAcc", "ConvFinQA-EmAcc")
|
35 |
+
task20 = Task("FNXL", "EntityF1", "FNXL-EntityF1")
|
36 |
+
task21 = Task("FSRL", "EntityF1", "FSRL-EntityF1")
|
37 |
+
task22 = Task("EDTSUM", "Rouge-1", "EDTSUM-Rouge-1")
|
38 |
+
task23 = Task("EDTSUM", "BertScore", "EDTSUM-BertScore")
|
39 |
+
task24 = Task("EDTSUM", "BartScore", "EDTSUM-BartScore")
|
40 |
+
task25 = Task("ECTSUM", "Rouge-1", "ECTSUM-Rouge-1")
|
41 |
+
task26 = Task("ECTSUM", "BertScore", "ECTSUM-BertScore")
|
42 |
+
task27 = Task("ECTSUM", "BartScore", "ECTSUM-BartScore")
|
43 |
+
task28 = Task("BigData22", "Acc", "BigData22-Acc")
|
44 |
+
task29 = Task("BigData22", "MCC", "BigData22-MCC")
|
45 |
+
task30 = Task("ACL18", "Acc", "ACL18-Acc")
|
46 |
+
task31 = Task("ACL18", "MCC", "ACL18-MCC")
|
47 |
+
task32 = Task("CIKM18", "Acc", "CIKM18-Acc")
|
48 |
+
task33 = Task("CIKM18", "MCC", "CIKM18-MCC")
|
49 |
+
task34 = Task("German", "F1", "German-F1")
|
50 |
+
task35 = Task("German", "MCC", "German-MCC")
|
51 |
+
task36 = Task("Australian", "F1", "Australian-F1")
|
52 |
+
task37 = Task("Australian", "MCC", "Australian-MCC")
|
53 |
+
task38 = Task("LendingClub", "F1", "LendingClub-F1")
|
54 |
+
task39 = Task("LendingClub", "MCC", "LendingClub-MCC")
|
55 |
+
task40 = Task("ccf", "F1", "ccf-F1")
|
56 |
+
task41 = Task("ccf", "MCC", "ccf-MCC")
|
57 |
+
task42 = Task("ccfraud", "F1", "ccfraud-F1")
|
58 |
+
task43 = Task("ccfraud", "MCC", "ccfraud-MCC")
|
59 |
+
task44 = Task("polish", "F1", "polish-F1")
|
60 |
+
task45 = Task("polish", "MCC", "polish-MCC")
|
61 |
+
task46 = Task("taiwan", "F1", "taiwan-F1")
|
62 |
+
task47 = Task("taiwan", "MCC", "taiwan-MCC")
|
63 |
+
task48 = Task("portoseguro", "F1", "portoseguro-F1")
|
64 |
+
task49 = Task("portoseguro", "MCC", "portoseguro-MCC")
|
65 |
+
task50 = Task("travelinsurance", "F1", "travelinsurance-F1")
|
66 |
+
task51 = Task("travelinsurance", "MCC", "travelinsurance-MCC")
|
67 |
|
68 |
NUM_FEWSHOT = 0 # Change with your few shot
|
69 |
# ---------------------------------------------------
|