Temporary mechanism for filtering tasks from zero- or few-shot view

core.py

@@ -10,8 +10,8 @@ from datasets import load_dataset
 import style
 
 TAB_STATE = 0  # FIXME
-GSM8K_TASK_GROUP_NAME = "GSM8K"  # FIXME
-BELEBELE_TASK_GROUP_NAME = "BELEBELE"  # FIXME
+NO_FEWSHOT = ["BELEBELE"]   # FIXME
+NO_ZEROSHOT = ["GSM8K"]     # FIXME
 
 
 def init():
@@ -45,10 +45,6 @@ def init():
 
 def sort_cols(df: pd.DataFrame, fewshot: bool = False) -> pd.DataFrame:
     task_cols = get_task_columns(df)
-    if fewshot:
-        renamer = {col: f"{col} ({task_groups_shots_dict[col]}-shot)" for col in task_cols if col in task_groups_shots_dict}
-        df.rename(columns=renamer, inplace=True)
-        task_cols = renamer.values()
     return df.reindex(["Type", "Model_Name", "Average"] + sorted(task_cols), axis=1)
 
 
@@ -125,7 +121,7 @@ def update_df(
     df = filter_type(df, model_types)
 
     if format:
-        return sort_cols(df, fewshot).style.format(precision=2, decimal=".")
+        return sort_cols(df, fewshot).style.format(precision=2, decimal=".", na_rep="N/A")
     else:
         return sort_cols(df, fewshot)
 
@@ -159,25 +155,14 @@ def fix_zeroshot(tasks: list[str | int | float], fewshot: bool = False):
     selected_task_type = get_selected_task_type(TAB_STATE)
     choices = task_groups_with_task_type(selected_task_type)
     if not fewshot:
-        try:
-            choices.remove(GSM8K_TASK_GROUP_NAME)
-        except ValueError:
-            pass
-        if TAB_STATE == 0:
-            value = [v for v in tasks if v in choices]
-            if BELEBELE_TASK_GROUP_NAME not in value:
-                value += [BELEBELE_TASK_GROUP_NAME]
-        elif TAB_STATE == 1:
-            value = [v for v in tasks if v in choices]
+        choices = [c for c in choices if c not in NO_ZEROSHOT]
+        value = [v for v in tasks if v in choices]
+        value += [t for t in NO_FEWSHOT if t not in value]
     else:
-        try:
-            choices.remove(BELEBELE_TASK_GROUP_NAME)
-        except ValueError:
-            pass
         if TAB_STATE == 0:
+            choices = [c for c in choices if c not in NO_FEWSHOT]
             value = [v for v in tasks if v in choices]
-            if GSM8K_TASK_GROUP_NAME not in value:
-                value += [GSM8K_TASK_GROUP_NAME]
+            value += [t for t in NO_ZEROSHOT if t not in value]
         elif TAB_STATE == 1:
             value = [v for v in tasks if v in choices]
     shown_tasks = gr.CheckboxGroup(
@@ -198,16 +183,7 @@ def update_tab_tasks(id: int, fewshot: bool = False):
     selected_task_type = get_selected_task_type(TAB_STATE)
     choices = task_groups_with_task_type(selected_task_type)
     if not fewshot:
-        try:
-            choices.remove(GSM8K_TASK_GROUP_NAME)
-        except ValueError:
-            pass
-    else:
-        try:
-            choices.remove(BELEBELE_TASK_GROUP_NAME)
-        except ValueError:
-            pass
-
+        choices = [c for c in choices if c not in NO_ZEROSHOT]
     values = choices.copy()
     shown_tasks = gr.CheckboxGroup(
         choices=choices,