Spaces:

open-llm-leaderboard
/

open_llm_leaderboard

Running on CPU Upgrade

clefourrier HF staff commited on Jan 3

Commit

3b554b5

•

1 Parent(s): 90fa47e

Update src/leaderboard/read_evals.py

Files changed (1) hide show

src/leaderboard/read_evals.py CHANGED Viewed

@@ -86,7 +86,7 @@ class EvalResult:
             if model_card.data.tags:
                 is_merge_from_metadata = "merge" in model_card.data.tags
-            merge_keywords = ["mergekit", "merged model", "merge model"]
             # If the model is a merge but not saying it in the metadata, we flag it
             is_merge_from_model_card = any(keyword in model_card.text.lower() for keyword in merge_keywords)
             flagged = is_merge_from_model_card and not is_merge_from_metadata

             if model_card.data.tags:
                 is_merge_from_metadata = "merge" in model_card.data.tags
+            merge_keywords = ["mergekit", "merged model", "merge model", "merging"]
             # If the model is a merge but not saying it in the metadata, we flag it
             is_merge_from_model_card = any(keyword in model_card.text.lower() for keyword in merge_keywords)
             flagged = is_merge_from_model_card and not is_merge_from_metadata