add_bench

README.md

@@ -4,42 +4,9 @@ emoji: 🥇
 colorFrom: green
 colorTo: indigo
 sdk: gradio
-sdk_version: 4.4.0
+sdk_version: 4.36.1
 app_file: app.py
 pinned: true
 license: mit
 ---
 
-# Start the configuration
-
-Most of the variables to change for a default leaderboard are in `src/env.py` (replace the path for your leaderboard) and `src/about.py` (for tasks).
-
-Results files should have the following format and be stored as json files:
-```json
-{
-    "config": {
-        "model_dtype": "torch.float16", # or torch.bfloat16 or 8bit or 4bit
-        "model_name": "path of the model on the hub: org/model",
-        "model_sha": "revision on the hub",
-    },
-    "results": {
-        "task_name": {
-            "metric_name": score,
-        },
-        "task_name2": {
-            "metric_name": score,
-        }
-    }
-}
-```
-
-Request files are created automatically by this tool.
-
-If you encounter problem on the space, don't hesitate to restart it to remove the create eval-queue, eval-queue-bk, eval-results and eval-results-bk created folder.
-
-# Code logic for more complex edits
-
-You'll find 
-- the main table' columns names and properties in `src/display/utils.py`
-- the logic to read all results and request files, then convert them in dataframe lines, in `src/leaderboard/read_evals.py`, and `src/populate.py`
-- teh logic to allow or filter submissions in `src/submission/submit.py` and `src/submission/check_validity.py`

benchmark_info.json

@@ -0,0 +1,52 @@
+{
+  "RGB": {
+    "filename": "RGB.zip",
+    "genome": "RNA",
+    "species": "multi-species",
+    "task number": "",
+    "task type": "classification, regression",
+    "url": "",
+    "author": "",
+    "license": ""
+  },
+  "PGB": {
+    "filename": "PGB.zip",
+    "genome": "DNA",
+    "species": "multi-species",
+    "task number": "",
+    "task type": "classification, regression",
+    "url": "",
+    "author": "",
+    "license": ""
+  },
+  "PGB_Full": {
+    "filename": "PGB_Full.zip",
+    "genome": "DNA",
+    "species": "multi-species",
+    "task number": "",
+    "task type": "classification, regression",
+    "url": "",
+    "author": "",
+    "license": ""
+  },
+  "GUE": {
+    "filename": "GUE.zip",
+    "genome": "DNA",
+    "species": "multi-species",
+    "task number": "",
+    "task type": "classification",
+    "url": "",
+    "author": "",
+    "license": ""
+  },
+  "GB": {
+    "filename": "GB.zip",
+    "genome": "DNA",
+    "species": "multi-species",
+    "task number": "",
+    "task type": "classification",
+    "url": "",
+    "author": "",
+    "license": ""
+  }
+}

benchmarks/GB.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9626155007f1d20db94f1a7a0a40660fed236dbeadd91923dd19ad59c63c8123
+size 88635434

benchmarks/GUE.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8437af28fc6130c8d4a0f9a0bc74ea6c3e98604d4e91b5b8bfdf2e52608d7f
+size 102105671

benchmarks/PGB.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7b30125e47a9908c54fcebe89de7c54d21395a2146b39dd188267125fffd27
+size 127841482

benchmarks/RGB.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de55118a0df144fffb6c8bc9875c9909a9092614070886f5d1adb2f03801c849
+size 59620049