spichlerz org

src/leaderboard/read_evals.py

@@ -47,7 +47,12 @@ class EvalResult:
 
         # Get model and org
         org_and_model = config.get("model_name", config.get("model_args", None))
-        org_and_model = re.sub(r"^pretrained=(.*/(plgkwrobel|plggspkl)/)?(models/)?", "", org_and_model)
+        SPICHLERZ_ORG = "spichlerz/"
+
+        if re.match(r"^pretrained=(.*/(plgkwrobel|plggspkl)/)(models/)?", org_and_model):
+            org_and_model = re.sub(r"^pretrained=(.*/(plgkwrobel|plggspkl)/)(models/)?", SPICHLERZ_ORG, org_and_model)
+
+        org_and_model = re.sub(r"^pretrained=", "", org_and_model)
         org_and_model = org_and_model.split("/", 1)
 
         if len(org_and_model) == 1: