recover backend-cli

backend-cli.py

@@ -265,21 +265,6 @@ def process_pending_requests() -> bool:
 if __name__ == "__main__":
     wait = True
     hard_task_lst = None
-    local_debug = False
-    #debug specific task by ping
-    if local_debug:
-        debug_model_names = ['TinyLlama/TinyLlama-1.1B-Chat-v0.6']
-        # debug_task_name = 'ifeval'
-        debug_task_name = 'selfcheckgpt'
-        task_lst = TASKS_HARNESS.copy()
-        for task in task_lst:
-            for debug_model_name in debug_model_names:
-                task_name = task.benchmark
-                if task_name != debug_task_name:
-                    continue
-                eval_request = EvalRequest(model=debug_model_name, private=False, status='', json_filepath='', precision='float16')
-                results = process_evaluation(task, eval_request)
-
     if socket.gethostname() in {'hamburg', 'neuromancer'} or os.path.isdir("/home/pminervi"):
         wait = False
         hard_task_lst = ['nq', 'trivia', 'tqa']