Fix: Don't display Belebele in few-shot

core.py

@@ -11,6 +11,7 @@ import style
 
 TAB_STATE = 0  # FIXME
 GSM8K_TASK_GROUP_NAME = "GSM8K"  # FIXME
+BELEBELE_TASK_GROUP_NAME = "BELEBELE"  # FIXME
 
 
 def init():
@@ -162,10 +163,21 @@ def fix_zeroshot(tasks: list[str | int | float], fewshot: bool = False):
             choices.remove(GSM8K_TASK_GROUP_NAME)
         except ValueError:
             pass
-        value = [v for v in tasks if v in choices]
+        if TAB_STATE == 0:
+            value = [v for v in tasks if v in choices]
+            if BELEBELE_TASK_GROUP_NAME not in value:
+                value += [BELEBELE_TASK_GROUP_NAME]
+        elif TAB_STATE == 1:
+            value = [v for v in tasks if v in choices]
     else:
+        try:
+            choices.remove(BELEBELE_TASK_GROUP_NAME)
+        except ValueError:
+            pass
         if TAB_STATE == 0:
-            value = [v for v in tasks if v in choices] + [GSM8K_TASK_GROUP_NAME]
+            value = [v for v in tasks if v in choices]
+            if GSM8K_TASK_GROUP_NAME not in value:
+                value += [GSM8K_TASK_GROUP_NAME]
         elif TAB_STATE == 1:
             value = [v for v in tasks if v in choices]
     shown_tasks = gr.CheckboxGroup(
@@ -190,6 +202,12 @@ def update_tab_tasks(id: int, fewshot: bool = False):
             choices.remove(GSM8K_TASK_GROUP_NAME)
         except ValueError:
             pass
+    else:
+        try:
+            choices.remove(BELEBELE_TASK_GROUP_NAME)
+        except ValueError:
+            pass
+
     values = choices.copy()
     shown_tasks = gr.CheckboxGroup(
         choices=choices,