fix updater for adapter weights/merges + add some flags

src/leaderboard/filter_models.py

@@ -114,7 +114,9 @@ FLAGGED_MODELS = {
     "cloudyu/Mixtral_7Bx4_MOE_24B":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard/discussions/540",
     "macadeliccc/laser-dolphin-mixtral-2x7b-dpo":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard/discussions/540",
     "macadeliccc/polyglot-math-4x7b":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard/discussions/540",
-
+    # Other - contamination mostly
+    "DopeorNope/COKAL-v1-70B": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard/discussions/566",
+    "CultriX/MistralTrix-v1": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard/discussions/556",
 }
 
 # Models which have been requested by orgs to not be submitted on the leaderboard

src/scripts/update_all_request_files.py

@@ -32,7 +32,8 @@ def update_models(file_path, models):
             # Is the model still on the hub?
             model_name = model_id
             if model_cfg.card_data is not None and model_cfg.card_data.base_model is not None:
-                model_name = model_cfg.card_data.base_model # for adapters, we look at the parent model
+                if isinstance(model_cfg.card_data.base_model, str):
+                    model_name = model_cfg.card_data.base_model # for adapters, we look at the parent model
             still_on_hub, _, _ = is_model_on_hub(
                 model_name=model_name, revision=data.get("revision"), trust_remote_code=True, test_tokenizer=False, token=H4_TOKEN
             )