djstrong commited on
Commit
eb0a895
1 Parent(s): 3365bd4

enable new tasks into average

Browse files
Files changed (1) hide show
  1. src/about.py +4 -4
src/about.py CHANGED
@@ -28,7 +28,7 @@ class Tasks(Enum):
28
  task12 = Task("polish_ppc_multiple_choice", "acc,none", "ppc_mc", "multiple_choice", 0.419)
29
  task13 = Task("polish_ppc_regex", "exact_match,score-first", "ppc_g", "generate_until", 0.419)
30
  task14 = Task("polish_psc_multiple_choice", "f1,none", "psc_mc", "multiple_choice", 0.466)
31
- task15 = Task("polish_psc_regex", "f1,score-first", "psc_g", "other", 0.466) # TODO disabled until recalculation
32
  task16 = Task("polish_cbd_multiple_choice", "f1,none", "cbd_mc", "multiple_choice", 0.149)
33
  task17 = Task("polish_cbd_regex", "f1,score-first", "cbd_g", "generate_until", 0.149)
34
  task18 = Task("polish_klej_ner_multiple_choice", "acc,none", "klej_ner_mc", "multiple_choice", 0.343)
@@ -37,9 +37,9 @@ class Tasks(Enum):
37
  task22 = Task("polish_polqa_open_book", "levenshtein,none", "polqa_open_book_g", "generate_until", 0.0) # generate_until
38
  task23 = Task("polish_polqa_closed_book", "levenshtein,none", "polqa_closed_book_g", "generate_until", 0.0) # generate_until
39
  task20 = Task("polish_poleval2018_task3_test_10k", "word_perplexity,none", "poleval2018_task3_test_10k", "other")
40
- task24 = Task("polish_poquad_open_book", "levenshtein,none", "poquad_open_book", "other", 0.0)
41
- task25 = Task("polish_eq_bench_first_turn", "first_eqbench,none", "eq_bench_first_turn", "other", 0.0)
42
- task26 = Task("polish_eq_bench", "average_eqbench,none", "eq_bench", "other", 0.0)
43
  # task27 = Task("polish_eq_bench", "revised_eqbench,none", "eq_bench_revised", "other", 0.0)
44
 
45
  NUM_FEWSHOT = 0 # Change with your few shot
 
28
  task12 = Task("polish_ppc_multiple_choice", "acc,none", "ppc_mc", "multiple_choice", 0.419)
29
  task13 = Task("polish_ppc_regex", "exact_match,score-first", "ppc_g", "generate_until", 0.419)
30
  task14 = Task("polish_psc_multiple_choice", "f1,none", "psc_mc", "multiple_choice", 0.466)
31
+ task15 = Task("polish_psc_regex", "f1,score-first", "psc_g", "generate_until", 0.466)
32
  task16 = Task("polish_cbd_multiple_choice", "f1,none", "cbd_mc", "multiple_choice", 0.149)
33
  task17 = Task("polish_cbd_regex", "f1,score-first", "cbd_g", "generate_until", 0.149)
34
  task18 = Task("polish_klej_ner_multiple_choice", "acc,none", "klej_ner_mc", "multiple_choice", 0.343)
 
37
  task22 = Task("polish_polqa_open_book", "levenshtein,none", "polqa_open_book_g", "generate_until", 0.0) # generate_until
38
  task23 = Task("polish_polqa_closed_book", "levenshtein,none", "polqa_closed_book_g", "generate_until", 0.0) # generate_until
39
  task20 = Task("polish_poleval2018_task3_test_10k", "word_perplexity,none", "poleval2018_task3_test_10k", "other")
40
+ task24 = Task("polish_poquad_open_book", "levenshtein,none", "poquad_open_book", "generate_until", 0.0)
41
+ task25 = Task("polish_eq_bench_first_turn", "first_eqbench,none", "eq_bench_first_turn", "generate_until", 0.0)
42
+ task26 = Task("polish_eq_bench", "average_eqbench,none", "eq_bench", "generate_until", 0.0)
43
  # task27 = Task("polish_eq_bench", "revised_eqbench,none", "eq_bench_revised", "other", 0.0)
44
 
45
  NUM_FEWSHOT = 0 # Change with your few shot