build app

Signed-off-by: Yotam Perlitz <yotam.perlitz@ibm.com>

app.py

@@ -3,6 +3,63 @@ import pandas as pd
 
 st.title("‎‎‎  ‎‎ ‎ ‎ ‎ ‎ ‎ ‎🏋️‍♂️ benchbench-Leaderboard 🏋️‍♂️")
 
+import pandas as pd
+from bat import Tester, Config, Benchmark, Reporter
+from bat.utils import get_holistic_benchmark
+
+
+cfg = Config(
+    exp_to_run="example",
+    n_models_taken_list=[0],
+    model_select_strategy_list=["random"],
+    n_exps=10,
+    # reference_data_path="data/combined_holistic.csv",
+)
+
+
+newbench_name = "livebench"
+new_bench_agg_name = f"{newbench_name}_mwr"
+
+tester = Tester(cfg=cfg)
+
+# models_for_benchmark_scoring = tester.fetch_reference_models_names(
+#     reference_benchmark=get_holistic_benchmark(), n_models=20
+# )
+
+newbench = Benchmark(
+    pd.read_csv(f"assets/{newbench_name}.csv"),
+    data_source=newbench_name,
+)
+
+# newbench.add_aggragete(new_col_name=new_bench_agg_name)
+# newbench_agreements = tester.all_vs_all_agreement_testing(newbench)
+
+reporter = Reporter()
+# reporter.draw_agreements(
+#     newbench_agreements, ref_sources=[newbench_name], scenario_sources=[newbench_name]
+# )
+
+holistic = get_holistic_benchmark()
+holistic.add_aggragete(new_col_name="aggregate", agg_source_name="holistic")
+
+allbench = newbench.extend(holistic)
+allbench.clear_repeated_scenarios(source_to_keep=newbench_name)
+
+
+@st.cache_data
+def run_load():
+    return tester.all_vs_all_agreement_testing(allbench)
+
+
+all_agreements = run_load()
+
+observed_scenario = "arena_elo"  # "livebench_lb"
+blacklist_sources = []  # "livebench"
+
+z_score = reporter.get_z_score(all_agreements, observed_scenario, blacklist_sources)
+
+st.write(f"zscore of {observed_scenario}: {z_score}")
+
 # df = pd.read_csv("BAT_w_arena_10_random.csv")
 # df = (
 #     (

assets/combined_holistic.csv

@@ -0,0 +1,825 @@
+,model,score,scenario,source,aggragated_from
+0,gpt-4-turbo-2024-04-09,82.6,arena-hard,arena_hard_2404,[]
+1,gpt-4-0125-preview,78.0,arena-hard,arena_hard_2404,[]
+2,gemini-1.5-pro-api-preview,72.0,arena-hard,arena_hard_2404,[]
+3,yi-large,63.7,arena-hard,arena_hard_2404,[]
+4,claude-3-opus-20240229,60.4,arena-hard,arena_hard_2404,[]
+5,glm-4,55.7,arena-hard,arena_hard_2404,[]
+6,gpt-4-0314,50.0,arena-hard,arena_hard_2404,[]
+7,gemini-1.5-flash-api-preview,49.6,arena-hard,arena_hard_2404,[]
+8,claude-3-sonnet-20240229,46.8,arena-hard,arena_hard_2404,[]
+9,claude-3-haiku-20240307,41.5,arena-hard,arena_hard_2404,[]
+10,llama-3-70b-chat-hf,41.1,arena-hard,arena_hard_2404,[]
+11,gpt-4-0613,37.9,arena-hard,arena_hard_2404,[]
+12,mistral-large-2402,37.7,arena-hard,arena_hard_2404,[]
+13,mixtral-8x22b-instruct-v0.1,36.4,arena-hard,arena_hard_2404,[]
+14,qwen1.5-72b-chat,36.1,arena-hard,arena_hard_2404,[]
+15,command-r-plus,33.1,arena-hard,arena_hard_2404,[]
+16,mistral-medium,31.9,arena-hard,arena_hard_2404,[]
+17,mistral-next,27.4,arena-hard,arena_hard_2404,[]
+18,gpt-3.5-turbo-0613,24.8,arena-hard,arena_hard_2404,[]
+19,claude-2.0,24.0,arena-hard,arena_hard_2404,[]
+20,dbrx-instructruct,23.9,arena-hard,arena_hard_2404,[]
+21,mixtral-8x7b-instruct-v0.1,23.4,arena-hard,arena_hard_2404,[]
+22,gpt-3.5-turbo-0125,23.3,arena-hard,arena_hard_2404,[]
+23,yi-34b-chat,23.1,arena-hard,arena_hard_2404,[]
+24,starling-lm-7b-beta,23.0,arena-hard,arena_hard_2404,[]
+25,claude-2.1,22.8,arena-hard,arena_hard_2404,[]
+26,snorkel-mistral-pairrm-dpo,20.7,arena-hard,arena_hard_2404,[]
+27,llama-3-8b-chat-hf,20.6,arena-hard,arena_hard_2404,[]
+28,gpt-3.5-turbo-1106,18.9,arena-hard,arena_hard_2404,[]
+29,gpt-3.5-turbo-0301,18.1,arena-hard,arena_hard_2404,[]
+30,gemini-1.0-pro,17.8,arena-hard,arena_hard_2404,[]
+31,snowflake-arctic-instruct,17.6,arena-hard,arena_hard_2404,[]
+32,command-r,17.0,arena-hard,arena_hard_2404,[]
+33,phi-3-mini-128k-instruct,15.4,arena-hard,arena_hard_2404,[]
+34,tulu-2-dpo-70b,15.0,arena-hard,arena_hard_2404,[]
+35,starling-lm-7b-alpha,12.8,arena-hard,arena_hard_2404,[]
+36,mistral-7b-instruct,12.6,arena-hard,arena_hard_2404,[]
+37,gemma-1.1-7b-it,12.1,arena-hard,arena_hard_2404,[]
+38,llama-2-70b-chat-hf,11.6,arena-hard,arena_hard_2404,[]
+39,vicuna-33b-v1.3,8.6,arena-hard,arena_hard_2404,[]
+40,gemma-7b-it,7.5,arena-hard,arena_hard_2404,[]
+41,llama-2-7b-chat-hf,4.6,arena-hard,arena_hard_2404,[]
+42,gemma-1.1-2b-it,3.4,arena-hard,arena_hard_2404,[]
+43,gemma-2b-it,3.0,arena-hard,arena_hard_2404,[]
+0,gpt-4o-2024-05-13,64.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+1,claude-3-opus,63.5,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+2,gpt-4-turbo-2024-04-09,62.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+3,gemini-1.5-pro-api-0409,58.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+4,yi-large-preview,56.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+5,llama-3-70b-instruct,55.9,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+6,qwen-max-0428,55.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+7,claude-3-sonnet,54.0,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+8,reka-core-20240415,52.9,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+9,mammoth2-8x7b-plus,51.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+10,deepseek-v2,51.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+11,command-r-plus,51.4,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+12,yi-1.5-34b-chat,51.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+13,mistral-large,50.3,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+14,qwen1.5-72b-chat,48.3,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+15,mistral-medium,47.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+16,gemini-1.0-pro,46.4,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+17,reka-flash-20240226,46.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+18,mistral-small,46.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+19,llama-3-8b-instruct,45.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+20,command-r,45.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+21,qwen1.5-32b-chat,43.3,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+22,gpt-3.5-turbo-0125,43.0,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+23,claude-3-haiku,42.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+24,yi-34b-chat,42.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+25,mixtral-8x7b-instruct-v0.1,42.5,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+26,starling-lm-7b-beta,41.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+27,yi-1.5-9b-chat,40.9,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+28,gemma-1.1-7b-it,39.1,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+29,vicuna-33b-v1.3,38.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+30,llama-2-70b-chat,38.0,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+31,map-neo-instruct-v0.1,37.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+32,mistral-7b-instruct-v0.2,36.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+33,qwen1.5-7b-chat,35.5,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+34,reka-edge-20240208,32.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+35,zephyr-7b-beta,31.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+36,llama-2-7b-chat,30.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+37,yi-6b-chat,30.1,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+38,qwen1.5-moe-a2.7b-chat,29.1,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+39,gemma-1.1-2b-it,28.4,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+40,vicuna-7b-v1.5,27.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+41,olmo-7b-instruct,26.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+42,qwen1.5-4b-chat,24.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+43,jetmoe-8b-chat,24.3,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+44,mpt-7b-chat,23.8,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+45,llama-3-70b,54.0,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+46,qwen1.5-72b,41.9,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+47,yi-34b,47.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+48,qwen1.5-32b,41.0,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+49,mixtral-8x7b,40.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+50,llama-2-70b,41.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+51,qwen1.5-moe-a2.7b,33.5,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+52,qwen1.5-7b,33.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+53,llama-3-8b,31.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+54,mistral-7b,27.1,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+55,gemma-7b,32.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+56,yi-6b,30.4,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+57,qwen1.5-4b,23.5,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+58,jetmoe-8b,27.0,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+59,deepseek-7b,21.7,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+60,phi-2,21.9,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+61,deepseekmoe-16b,24.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+62,llama-2-7b,22.1,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+63,gemma-2b,22.6,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+64,olmo-7b,21.2,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+65,mpt-7b,17.4,mixeval-hard,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+66,gpt-4o-2024-05-13,87.9,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+67,claude-3-opus,88.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+68,gpt-4-turbo-2024-04-09,88.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+69,gemini-1.5-pro-api-0409,84.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+70,yi-large-preview,84.4,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+71,llama-3-70b-instruct,84.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+72,qwen-max-0428,86.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+73,claude-3-sonnet,81.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+74,reka-core-20240415,83.3,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+75,mammoth2-8x7b-plus,81.5,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+76,deepseek-v2,83.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+77,command-r-plus,81.5,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+78,yi-1.5-34b-chat,81.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+79,mistral-large,84.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+80,qwen1.5-72b-chat,84.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+81,mistral-medium,81.9,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+82,gemini-1.0-pro,78.9,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+83,reka-flash-20240226,79.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+84,mistral-small,81.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+85,llama-3-8b-instruct,75.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+86,command-r,77.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+87,qwen1.5-32b-chat,81.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+88,gpt-3.5-turbo-0125,79.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+89,claude-3-haiku,79.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+90,yi-34b-chat,80.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+91,mixtral-8x7b-instruct-v0.1,76.4,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+92,starling-lm-7b-beta,74.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+93,yi-1.5-9b-chat,74.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+94,gemma-1.1-7b-it,69.6,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+95,vicuna-33b-v1.3,66.3,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+96,llama-2-70b-chat,74.6,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+97,map-neo-instruct-v0.1,70.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+98,mistral-7b-instruct-v0.2,70.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+99,qwen1.5-7b-chat,71.4,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+100,reka-edge-20240208,68.5,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+101,zephyr-7b-beta,69.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+102,llama-2-7b-chat,61.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+103,yi-6b-chat,65.6,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+104,qwen1.5-moe-a2.7b-chat,69.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+105,gemma-1.1-2b-it,51.9,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+106,vicuna-7b-v1.5,60.3,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+107,olmo-7b-instruct,55.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+108,qwen1.5-4b-chat,57.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+109,jetmoe-8b-chat,51.6,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+110,mpt-7b-chat,43.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+111,llama-3-70b,82.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+112,qwen1.5-72b,79.5,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+113,yi-34b,78.3,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+114,qwen1.5-32b,77.6,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+115,mixtral-8x7b,74.0,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+116,llama-2-70b,73.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+117,qwen1.5-moe-a2.7b,70.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+118,qwen1.5-7b,68.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+119,llama-3-8b,65.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+120,mistral-7b,64.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+121,gemma-7b,64.7,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+122,yi-6b,63.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+123,qwen1.5-4b,58.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+124,jetmoe-8b,57.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+125,deepseek-7b,52.2,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+126,phi-2,51.9,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+127,deepseekmoe-16b,51.4,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+128,llama-2-7b,43.1,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+129,gemma-2b,38.9,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+130,olmo-7b,31.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+131,mpt-7b,30.8,mixeval,mixeval_240601,"['triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa-hard-mixed', 'mmlu-hard-mixed', 'drop-hard-mixed', 'boolq-mixed']"
+264,gpt-4o-2024-05-13,85.4,mmlu-mixed,mixeval_240601,[]
+265,claude-3-opus,83.2,mmlu-mixed,mixeval_240601,[]
+266,gpt-4-turbo-2024-04-09,82.8,mmlu-mixed,mixeval_240601,[]
+267,gemini-1.5-pro-api-0409,79.2,mmlu-mixed,mixeval_240601,[]
+268,yi-large-preview,80.9,mmlu-mixed,mixeval_240601,[]
+269,llama-3-70b-instruct,80.5,mmlu-mixed,mixeval_240601,[]
+270,qwen-max-0428,80.6,mmlu-mixed,mixeval_240601,[]
+271,claude-3-sonnet,74.7,mmlu-mixed,mixeval_240601,[]
+272,reka-core-20240415,79.3,mmlu-mixed,mixeval_240601,[]
+273,mammoth2-8x7b-plus,74.5,mmlu-mixed,mixeval_240601,[]
+274,deepseek-v2,77.3,mmlu-mixed,mixeval_240601,[]
+275,command-r-plus,78.9,mmlu-mixed,mixeval_240601,[]
+276,yi-1.5-34b-chat,76.4,mmlu-mixed,mixeval_240601,[]
+277,mistral-large,80.2,mmlu-mixed,mixeval_240601,[]
+278,qwen1.5-72b-chat,80.1,mmlu-mixed,mixeval_240601,[]
+279,mistral-medium,76.3,mmlu-mixed,mixeval_240601,[]
+280,gemini-1.0-pro,74.9,mmlu-mixed,mixeval_240601,[]
+281,reka-flash-20240226,75.4,mmlu-mixed,mixeval_240601,[]
+282,mistral-small,75.2,mmlu-mixed,mixeval_240601,[]
+283,llama-3-8b-instruct,71.9,mmlu-mixed,mixeval_240601,[]
+284,command-r,75.0,mmlu-mixed,mixeval_240601,[]
+285,qwen1.5-32b-chat,78.0,mmlu-mixed,mixeval_240601,[]
+286,gpt-3.5-turbo-0125,74.5,mmlu-mixed,mixeval_240601,[]
+287,claude-3-haiku,76.1,mmlu-mixed,mixeval_240601,[]
+288,yi-34b-chat,73.6,mmlu-mixed,mixeval_240601,[]
+289,mixtral-8x7b-instruct-v0.1,72.0,mmlu-mixed,mixeval_240601,[]
+290,starling-lm-7b-beta,69.0,mmlu-mixed,mixeval_240601,[]
+291,yi-1.5-9b-chat,72.6,mmlu-mixed,mixeval_240601,[]
+292,gemma-1.1-7b-it,66.9,mmlu-mixed,mixeval_240601,[]
+293,vicuna-33b-v1.3,59.2,mmlu-mixed,mixeval_240601,[]
+294,llama-2-70b-chat,69.8,mmlu-mixed,mixeval_240601,[]
+295,map-neo-instruct-v0.1,66.7,mmlu-mixed,mixeval_240601,[]
+296,mistral-7b-instruct-v0.2,67.3,mmlu-mixed,mixeval_240601,[]
+297,qwen1.5-7b-chat,68.7,mmlu-mixed,mixeval_240601,[]
+298,reka-edge-20240208,63.6,mmlu-mixed,mixeval_240601,[]
+299,zephyr-7b-beta,64.9,mmlu-mixed,mixeval_240601,[]
+300,llama-2-7b-chat,59.4,mmlu-mixed,mixeval_240601,[]
+301,yi-6b-chat,65.4,mmlu-mixed,mixeval_240601,[]
+302,qwen1.5-moe-a2.7b-chat,69.5,mmlu-mixed,mixeval_240601,[]
+303,gemma-1.1-2b-it,51.5,mmlu-mixed,mixeval_240601,[]
+304,vicuna-7b-v1.5,58.7,mmlu-mixed,mixeval_240601,[]
+305,olmo-7b-instruct,57.1,mmlu-mixed,mixeval_240601,[]
+306,qwen1.5-4b-chat,61.4,mmlu-mixed,mixeval_240601,[]
+307,jetmoe-8b-chat,58.5,mmlu-mixed,mixeval_240601,[]
+308,mpt-7b-chat,37.8,mmlu-mixed,mixeval_240601,[]
+309,llama-3-70b,79.8,mmlu-mixed,mixeval_240601,[]
+310,qwen1.5-72b,78.8,mmlu-mixed,mixeval_240601,[]
+311,yi-34b,79.3,mmlu-mixed,mixeval_240601,[]
+312,qwen1.5-32b,77.2,mmlu-mixed,mixeval_240601,[]
+313,mixtral-8x7b,71.6,mmlu-mixed,mixeval_240601,[]
+314,llama-2-70b,70.8,mmlu-mixed,mixeval_240601,[]
+315,qwen1.5-moe-a2.7b,69.4,mmlu-mixed,mixeval_240601,[]
+316,qwen1.5-7b,67.0,mmlu-mixed,mixeval_240601,[]
+317,llama-3-8b,69.5,mmlu-mixed,mixeval_240601,[]
+318,mistral-7b,68.5,mmlu-mixed,mixeval_240601,[]
+319,gemma-7b,67.4,mmlu-mixed,mixeval_240601,[]
+320,yi-6b,71.2,mmlu-mixed,mixeval_240601,[]
+321,qwen1.5-4b,59.6,mmlu-mixed,mixeval_240601,[]
+322,jetmoe-8b,55.3,mmlu-mixed,mixeval_240601,[]
+323,deepseek-7b,53.3,mmlu-mixed,mixeval_240601,[]
+324,phi-2,62.5,mmlu-mixed,mixeval_240601,[]
+325,deepseekmoe-16b,49.9,mmlu-mixed,mixeval_240601,[]
+326,llama-2-7b,40.8,mmlu-mixed,mixeval_240601,[]
+327,gemma-2b,37.4,mmlu-mixed,mixeval_240601,[]
+328,olmo-7b,29.7,mmlu-mixed,mixeval_240601,[]
+329,mpt-7b,30.9,mmlu-mixed,mixeval_240601,[]
+594,gpt-4o-2024-05-13,57.1,mmlu-hard-mixed,mixeval_240601,[]
+595,claude-3-opus,55.0,mmlu-hard-mixed,mixeval_240601,[]
+596,gpt-4-turbo-2024-04-09,45.5,mmlu-hard-mixed,mixeval_240601,[]
+597,gemini-1.5-pro-api-0409,44.6,mmlu-hard-mixed,mixeval_240601,[]
+598,yi-large-preview,48.5,mmlu-hard-mixed,mixeval_240601,[]
+599,llama-3-70b-instruct,46.3,mmlu-hard-mixed,mixeval_240601,[]
+600,qwen-max-0428,41.6,mmlu-hard-mixed,mixeval_240601,[]
+601,claude-3-sonnet,40.7,mmlu-hard-mixed,mixeval_240601,[]
+602,reka-core-20240415,46.3,mmlu-hard-mixed,mixeval_240601,[]
+603,mammoth2-8x7b-plus,41.1,mmlu-hard-mixed,mixeval_240601,[]
+604,deepseek-v2,42.0,mmlu-hard-mixed,mixeval_240601,[]
+605,command-r-plus,42.0,mmlu-hard-mixed,mixeval_240601,[]
+606,yi-1.5-34b-chat,38.1,mmlu-hard-mixed,mixeval_240601,[]
+607,mistral-large,42.4,mmlu-hard-mixed,mixeval_240601,[]
+608,qwen1.5-72b-chat,37.7,mmlu-hard-mixed,mixeval_240601,[]
+609,mistral-medium,38.5,mmlu-hard-mixed,mixeval_240601,[]
+610,gemini-1.0-pro,35.5,mmlu-hard-mixed,mixeval_240601,[]
+611,reka-flash-20240226,34.6,mmlu-hard-mixed,mixeval_240601,[]
+612,mistral-small,33.8,mmlu-hard-mixed,mixeval_240601,[]
+613,llama-3-8b-instruct,40.7,mmlu-hard-mixed,mixeval_240601,[]
+614,command-r,39.0,mmlu-hard-mixed,mixeval_240601,[]
+615,qwen1.5-32b-chat,29.9,mmlu-hard-mixed,mixeval_240601,[]
+616,gpt-3.5-turbo-0125,35.1,mmlu-hard-mixed,mixeval_240601,[]
+617,claude-3-haiku,30.7,mmlu-hard-mixed,mixeval_240601,[]
+618,yi-34b-chat,29.9,mmlu-hard-mixed,mixeval_240601,[]
+619,mixtral-8x7b-instruct-v0.1,37.2,mmlu-hard-mixed,mixeval_240601,[]
+620,starling-lm-7b-beta,34.2,mmlu-hard-mixed,mixeval_240601,[]
+621,yi-1.5-9b-chat,36.8,mmlu-hard-mixed,mixeval_240601,[]
+622,gemma-1.1-7b-it,39.0,mmlu-hard-mixed,mixeval_240601,[]
+623,vicuna-33b-v1.3,39.4,mmlu-hard-mixed,mixeval_240601,[]
+624,llama-2-70b-chat,27.7,mmlu-hard-mixed,mixeval_240601,[]
+625,map-neo-instruct-v0.1,32.5,mmlu-hard-mixed,mixeval_240601,[]
+626,mistral-7b-instruct-v0.2,29.4,mmlu-hard-mixed,mixeval_240601,[]
+627,qwen1.5-7b-chat,29.0,mmlu-hard-mixed,mixeval_240601,[]
+628,reka-edge-20240208,26.4,mmlu-hard-mixed,mixeval_240601,[]
+629,zephyr-7b-beta,24.2,mmlu-hard-mixed,mixeval_240601,[]
+630,llama-2-7b-chat,30.3,mmlu-hard-mixed,mixeval_240601,[]
+631,yi-6b-chat,26.8,mmlu-hard-mixed,mixeval_240601,[]
+632,qwen1.5-moe-a2.7b-chat,26.8,mmlu-hard-mixed,mixeval_240601,[]
+633,gemma-1.1-2b-it,30.3,mmlu-hard-mixed,mixeval_240601,[]
+634,vicuna-7b-v1.5,23.4,mmlu-hard-mixed,mixeval_240601,[]
+635,olmo-7b-instruct,27.3,mmlu-hard-mixed,mixeval_240601,[]
+636,qwen1.5-4b-chat,17.3,mmlu-hard-mixed,mixeval_240601,[]
+637,jetmoe-8b-chat,25.5,mmlu-hard-mixed,mixeval_240601,[]
+638,mpt-7b-chat,24.7,mmlu-hard-mixed,mixeval_240601,[]
+639,llama-3-70b,39.8,mmlu-hard-mixed,mixeval_240601,[]
+640,qwen1.5-72b,42.4,mmlu-hard-mixed,mixeval_240601,[]
+641,yi-34b,42.4,mmlu-hard-mixed,mixeval_240601,[]
+642,qwen1.5-32b,37.2,mmlu-hard-mixed,mixeval_240601,[]
+643,mixtral-8x7b,34.6,mmlu-hard-mixed,mixeval_240601,[]
+644,llama-2-70b,29.0,mmlu-hard-mixed,mixeval_240601,[]
+645,qwen1.5-moe-a2.7b,30.7,mmlu-hard-mixed,mixeval_240601,[]
+646,qwen1.5-7b,28.6,mmlu-hard-mixed,mixeval_240601,[]
+647,llama-3-8b,38.5,mmlu-hard-mixed,mixeval_240601,[]
+648,mistral-7b,27.7,mmlu-hard-mixed,mixeval_240601,[]
+649,gemma-7b,28.1,mmlu-hard-mixed,mixeval_240601,[]
+650,yi-6b,37.2,mmlu-hard-mixed,mixeval_240601,[]
+651,qwen1.5-4b,22.9,mmlu-hard-mixed,mixeval_240601,[]
+652,jetmoe-8b,27.3,mmlu-hard-mixed,mixeval_240601,[]
+653,deepseek-7b,26.4,mmlu-hard-mixed,mixeval_240601,[]
+654,phi-2,29.0,mmlu-hard-mixed,mixeval_240601,[]
+655,deepseekmoe-16b,30.7,mmlu-hard-mixed,mixeval_240601,[]
+656,llama-2-7b,24.7,mmlu-hard-mixed,mixeval_240601,[]
+657,gemma-2b,27.3,mmlu-hard-mixed,mixeval_240601,[]
+658,olmo-7b,25.1,mmlu-hard-mixed,mixeval_240601,[]
+659,mpt-7b,24.2,mmlu-hard-mixed,mixeval_240601,[]
+593,gpt-4-0314,0.57,agieval,BLZ_240312,[]
+594,gpt-4-0613,0.57,agieval,BLZ_240312,[]
+596,claude-1,0.49700000000000005,agieval,BLZ_240312,[]
+601,mixtral-8x7b-instruct-v0.1,0.45299999999999996,agieval,BLZ_240312,[]
+602,yi-34b-chat,0.508,agieval,BLZ_240312,[]
+605,gpt-3.5-turbo-0314,0.43200000000000005,agieval,BLZ_240312,[]
+608,vicuna-33b,0.373,agieval,BLZ_240312,[]
+609,starling-lm-7b-alpha,0.401,agieval,BLZ_240312,[]
+611,llama-2-70b-chat,0.45,agieval,BLZ_240312,[]
+613,openhermes-2.5-mistral-7b,0.43,agieval,BLZ_240312,[]
+614,openchat-3.5,0.42700000000000005,agieval,BLZ_240312,[]
+617,solar-10.7b-instruct-v1.0,0.47600000000000003,agieval,BLZ_240312,[]
+618,dolphin-2.2.1-mistral-7b,0.392,agieval,BLZ_240312,[]
+620,zephyr-7b-beta,0.406,agieval,BLZ_240312,[]
+623,llama-2-13b-chat,0.336,agieval,BLZ_240312,[]
+624,vicuna-13b,0.368,agieval,BLZ_240312,[]
+626,zephyr-7b-alpha,0.38,agieval,BLZ_240312,[]
+627,qwen-14b-chat,0.396,agieval,BLZ_240312,[]
+630,llama-2-7b-chat,0.29600000000000004,agieval,BLZ_240312,[]
+632,mistral-7b-instruct-v0.1,0.335,agieval,BLZ_240312,[]
+634,vicuna-7b,0.314,agieval,BLZ_240312,[]
+636,chatglm3-6b,0.414,agieval,BLZ_240312,[]
+643,chatglm-6b,0.325,agieval,BLZ_240312,[]
+647,llama-13b,0.205,agieval,BLZ_240312,[]
+886,gpt-4-1106-preview,0.977,alpacav1,BLZ_240312,[]
+888,gpt-4-0314,0.9528,alpacav1,BLZ_240312,[]
+889,gpt-4-0613,0.9528,alpacav1,BLZ_240312,[]
+890,mistral-medium,0.9682999999999999,alpacav1,BLZ_240312,[]
+891,claude-1,0.8839,alpacav1,BLZ_240312,[]
+892,claude-2.0,0.9136,alpacav1,BLZ_240312,[]
+893,gemini-pro-dev-api,0.7966,alpacav1,BLZ_240312,[]
+894,claude-2.1,0.8708,alpacav1,BLZ_240312,[]
+895,gpt-3.5-turbo-0613,0.8937,alpacav1,BLZ_240312,[]
+896,mixtral-8x7b-instruct-v0.1,0.9478,alpacav1,BLZ_240312,[]
+897,yi-34b-chat,0.9408,alpacav1,BLZ_240312,[]
+898,gemini-pro,0.7966,alpacav1,BLZ_240312,[]
+900,gpt-3.5-turbo-0314,0.8937,alpacav1,BLZ_240312,[]
+902,tulu-2-dpo-70b,0.9503,alpacav1,BLZ_240312,[]
+903,vicuna-33b,0.8898999999999999,alpacav1,BLZ_240312,[]
+904,starling-lm-7b-alpha,0.9198999999999999,alpacav1,BLZ_240312,[]
+906,llama-2-70b-chat,0.9266,alpacav1,BLZ_240312,[]
+909,openchat-3.5,0.8851,alpacav1,BLZ_240312,[]
+911,gpt-3.5-turbo-1106,0.8626,alpacav1,BLZ_240312,[]
+914,wizardlm-13b-v1.2,0.8917,alpacav1,BLZ_240312,[]
+915,zephyr-7b-beta,0.9059999999999999,alpacav1,BLZ_240312,[]
+918,llama-2-13b-chat,0.8109000000000001,alpacav1,BLZ_240312,[]
+921,zephyr-7b-alpha,0.8576,alpacav1,BLZ_240312,[]
+924,guanaco-33b,0.6596,alpacav1,BLZ_240312,[]
+925,llama-2-7b-chat,0.7137,alpacav1,BLZ_240312,[]
+934,chatglm2-6b,0.47130000000000005,alpacav1,BLZ_240312,[]
+937,openassistant-pythia-12b,0.2596,alpacav1,BLZ_240312,[]
+827,gpt-4-1106-preview,0.5,alpacav2,BLZ_240312,[]
+829,gpt-4-0314,0.221,alpacav2,BLZ_240312,[]
+830,gpt-4-0613,0.158,alpacav2,BLZ_240312,[]
+831,mistral-medium,0.21899999999999997,alpacav2,BLZ_240312,[]
+832,claude-1,0.17,alpacav2,BLZ_240312,[]
+833,claude-2.0,0.172,alpacav2,BLZ_240312,[]
+834,gemini-pro-dev-api,0.16899999999999998,alpacav2,BLZ_240312,[]
+835,claude-2.1,0.157,alpacav2,BLZ_240312,[]
+836,gpt-3.5-turbo-0613,0.141,alpacav2,BLZ_240312,[]
+837,mixtral-8x7b-instruct-v0.1,0.183,alpacav2,BLZ_240312,[]
+838,yi-34b-chat,0.297,alpacav2,BLZ_240312,[]
+839,gemini-pro,0.16899999999999998,alpacav2,BLZ_240312,[]
+840,claude-instant-1,0.161,alpacav2,BLZ_240312,[]
+841,gpt-3.5-turbo-0314,0.096,alpacav2,BLZ_240312,[]
+842,wizardlm-70b-v1.0,0.14400000000000002,alpacav2,BLZ_240312,[]
+843,tulu-2-dpo-70b,0.16,alpacav2,BLZ_240312,[]
+844,vicuna-33b,0.127,alpacav2,BLZ_240312,[]
+845,starling-lm-7b-alpha,0.142,alpacav2,BLZ_240312,[]
+846,deepseek-llm-67b-chat,0.121,alpacav2,BLZ_240312,[]
+847,llama-2-70b-chat,0.139,alpacav2,BLZ_240312,[]
+849,openhermes-2.5-mistral-7b,0.10300000000000001,alpacav2,BLZ_240312,[]
+852,gpt-3.5-turbo-1106,0.092,alpacav2,BLZ_240312,[]
+854,dolphin-2.2.1-mistral-7b,0.09,alpacav2,BLZ_240312,[]
+855,wizardlm-13b-v1.2,0.12,alpacav2,BLZ_240312,[]
+856,zephyr-7b-beta,0.11,alpacav2,BLZ_240312,[]
+859,llama-2-13b-chat,0.077,alpacav2,BLZ_240312,[]
+860,vicuna-13b,0.067,alpacav2,BLZ_240312,[]
+862,zephyr-7b-alpha,0.084,alpacav2,BLZ_240312,[]
+863,qwen-14b-chat,0.075,alpacav2,BLZ_240312,[]
+865,guanaco-33b,0.05,alpacav2,BLZ_240312,[]
+866,llama-2-7b-chat,0.0496,alpacav2,BLZ_240312,[]
+870,vicuna-7b,0.048,alpacav2,BLZ_240312,[]
+875,chatglm2-6b,0.027999999999999997,alpacav2,BLZ_240312,[]
+878,openassistant-pythia-12b,0.018000000000000002,alpacav2,BLZ_240312,[]
+1299,gpt-4-1106-preview,0.32799999999999996,alpacaeval2-lc,BLZ_240312,[]
+1301,gpt-4-0314,0.21600000000000003,alpacaeval2-lc,BLZ_240312,[]
+1302,gpt-4-0613,0.18600000000000003,alpacaeval2-lc,BLZ_240312,[]
+1303,mistral-medium,0.196,alpacaeval2-lc,BLZ_240312,[]
+1304,claude-1,0.21100000000000002,alpacaeval2-lc,BLZ_240312,[]
+1305,claude-2.0,0.21600000000000003,alpacaeval2-lc,BLZ_240312,[]
+1306,gemini-pro-dev-api,0.172,alpacaeval2-lc,BLZ_240312,[]
+1307,claude-2.1,0.193,alpacaeval2-lc,BLZ_240312,[]
+1308,gpt-3.5-turbo-0613,0.14300000000000002,alpacaeval2-lc,BLZ_240312,[]
+1309,mixtral-8x7b-instruct-v0.1,0.168,alpacaeval2-lc,BLZ_240312,[]
+1310,yi-34b-chat,0.188,alpacaeval2-lc,BLZ_240312,[]
+1312,claude-instant-1,0.195,alpacaeval2-lc,BLZ_240312,[]
+1313,gpt-3.5-turbo-0314,0.156,alpacaeval2-lc,BLZ_240312,[]
+1314,wizardlm-70b-v1.0,0.125,alpacaeval2-lc,BLZ_240312,[]
+1315,tulu-2-dpo-70b,0.151,alpacaeval2-lc,BLZ_240312,[]
+1316,vicuna-33b,0.115,alpacaeval2-lc,BLZ_240312,[]
+1317,starling-lm-7b-alpha,0.10099999999999999,alpacaeval2-lc,BLZ_240312,[]
+1318,deepseek-llm-67b-chat,0.141,alpacaeval2-lc,BLZ_240312,[]
+1319,llama-2-70b-chat,0.10400000000000001,alpacaeval2-lc,BLZ_240312,[]
+1321,openhermes-2.5-mistral-7b,0.126,alpacaeval2-lc,BLZ_240312,[]
+1324,gpt-3.5-turbo-1106,0.155,alpacaeval2-lc,BLZ_240312,[]
+1326,dolphin-2.2.1-mistral-7b,0.10800000000000001,alpacaeval2-lc,BLZ_240312,[]
+1327,wizardlm-13b-v1.2,0.099,alpacaeval2-lc,BLZ_240312,[]
+1328,zephyr-7b-beta,0.102,alpacaeval2-lc,BLZ_240312,[]
+1331,llama-2-13b-chat,0.068,alpacaeval2-lc,BLZ_240312,[]
+1332,vicuna-13b,0.085,alpacaeval2-lc,BLZ_240312,[]
+1334,zephyr-7b-alpha,0.086,alpacaeval2-lc,BLZ_240312,[]
+1335,qwen-14b-chat,0.1,alpacaeval2-lc,BLZ_240312,[]
+1338,llama-2-7b-chat,0.045,alpacaeval2-lc,BLZ_240312,[]
+1342,vicuna-7b,0.06,alpacaeval2-lc,BLZ_240312,[]
+0,gpt-4-0125-preview,1.0,arena-elo,BLZ_240312,[]
+1,gpt-4-1106-preview,0.9992019154030327,arena-elo,BLZ_240312,[]
+2,bard-gemini-pro,0.9768555466879489,arena-elo,BLZ_240312,[]
+3,gpt-4-0314,0.9497206703910615,arena-elo,BLZ_240312,[]
+4,gpt-4-0613,0.9273743016759777,arena-elo,BLZ_240312,[]
+5,mistral-medium,0.9177972865123704,arena-elo,BLZ_240312,[]
+6,claude-1,0.9169992019154031,arena-elo,BLZ_240312,[]
+7,claude-2.0,0.9034317637669593,arena-elo,BLZ_240312,[]
+8,gemini-pro-dev-api,0.8938547486033519,arena-elo,BLZ_240312,[]
+9,claude-2.1,0.8930566640063847,arena-elo,BLZ_240312,[]
+10,gpt-3.5-turbo-0613,0.8922585794094174,arena-elo,BLZ_240312,[]
+11,mixtral-8x7b-instruct-v0.1,0.8922585794094174,arena-elo,BLZ_240312,[]
+12,yi-34b-chat,0.8898643256185156,arena-elo,BLZ_240312,[]
+13,gemini-pro,0.8890662410215483,arena-elo,BLZ_240312,[]
+14,claude-instant-1,0.8850758180367119,arena-elo,BLZ_240312,[]
+15,gpt-3.5-turbo-0314,0.8818834796488427,arena-elo,BLZ_240312,[]
+16,wizardlm-70b-v1.0,0.8818834796488427,arena-elo,BLZ_240312,[]
+17,tulu-2-dpo-70b,0.8810853950518756,arena-elo,BLZ_240312,[]
+18,vicuna-33b,0.8723064644852354,arena-elo,BLZ_240312,[]
+19,starling-lm-7b-alpha,0.8699122106943336,arena-elo,BLZ_240312,[]
+20,deepseek-llm-67b-chat,0.8635275339185954,arena-elo,BLZ_240312,[]
+21,llama-2-70b-chat,0.8635275339185954,arena-elo,BLZ_240312,[]
+22,nv-llama2-70b-steerlm-chat,0.8603351955307262,arena-elo,BLZ_240312,[]
+23,openhermes-2.5-mistral-7b,0.8603351955307262,arena-elo,BLZ_240312,[]
+24,openchat-3.5,0.8587390263367917,arena-elo,BLZ_240312,[]
+25,pplx-70b-online,0.8587390263367917,arena-elo,BLZ_240312,[]
+26,gpt-3.5-turbo-1106,0.8547486033519553,arena-elo,BLZ_240312,[]
+27,solar-10.7b-instruct-v1.0,0.8499600957701516,arena-elo,BLZ_240312,[]
+28,dolphin-2.2.1-mistral-7b,0.8499600957701516,arena-elo,BLZ_240312,[]
+29,wizardlm-13b-v1.2,0.8443735035913806,arena-elo,BLZ_240312,[]
+30,zephyr-7b-beta,0.8387869114126097,arena-elo,BLZ_240312,[]
+31,mpt-30b-chat,0.8332003192338387,arena-elo,BLZ_240312,[]
+32,codellama-34b-instruct,0.8324022346368715,arena-elo,BLZ_240312,[]
+33,llama-2-13b-chat,0.8316041500399042,arena-elo,BLZ_240312,[]
+34,vicuna-13b,0.8300079808459697,arena-elo,BLZ_240312,[]
+35,pplx-7b-online,0.8284118116520351,arena-elo,BLZ_240312,[]
+36,zephyr-7b-alpha,0.8276137270550679,arena-elo,BLZ_240312,[]
+37,qwen-14b-chat,0.825219473264166,arena-elo,BLZ_240312,[]
+38,falcon-180b-chat,0.8236233040702314,arena-elo,BLZ_240312,[]
+39,guanaco-33b,0.8236233040702314,arena-elo,BLZ_240312,[]
+40,llama-2-7b-chat,0.8172386272944933,arena-elo,BLZ_240312,[]
+41,stripedhyena-nous-7b,0.8140462889066241,arena-elo,BLZ_240312,[]
+42,mistral-7b-instruct-v0.1,0.8028731045490822,arena-elo,BLZ_240312,[]
+43,palm-chat-bison-001,0.8028731045490822,arena-elo,BLZ_240312,[]
+44,vicuna-7b,0.8020750199521149,arena-elo,BLZ_240312,[]
+45,koala-13b,0.770949720670391,arena-elo,BLZ_240312,[]
+46,chatglm3-6b,0.7661612130885874,arena-elo,BLZ_240312,[]
+47,gpt4all-13b-snoozy,0.74780526735834,arena-elo,BLZ_240312,[]
+48,mpt-7b-chat,0.7430167597765364,arena-elo,BLZ_240312,[]
+49,chatglm2-6b,0.7422186751795691,arena-elo,BLZ_240312,[]
+50,rwkv-4-raven-14b,0.7382282521947326,arena-elo,BLZ_240312,[]
+51,alpaca-13b,0.7214684756584198,arena-elo,BLZ_240312,[]
+52,openassistant-pythia-12b,0.7158818834796489,arena-elo,BLZ_240312,[]
+53,chatglm-6b,0.704708699122107,arena-elo,BLZ_240312,[]
+54,fastchat-t5-3b,0.6975259377494014,arena-elo,BLZ_240312,[]
+55,stablelm-tuned-alpha-7b,0.6743814844373504,arena-elo,BLZ_240312,[]
+56,dolly-v2-12b,0.6568236233040702,arena-elo,BLZ_240312,[]
+57,llama-13b,0.6384676775738228,arena-elo,BLZ_240312,[]
+542,mixtral-8x7b-instruct-v0.1,0.7641,gpt4all,BLZ_240312,[]
+543,yi-34b-chat,0.7212999999999999,gpt4all,BLZ_240312,[]
+550,starling-lm-7b-alpha,0.7272,gpt4all,BLZ_240312,[]
+554,openhermes-2.5-mistral-7b,0.7312000000000001,gpt4all,BLZ_240312,[]
+555,openchat-3.5,0.7292000000000001,gpt4all,BLZ_240312,[]
+558,solar-10.7b-instruct-v1.0,0.7511,gpt4all,BLZ_240312,[]
+559,dolphin-2.2.1-mistral-7b,0.7223999999999999,gpt4all,BLZ_240312,[]
+561,zephyr-7b-beta,0.7182999999999999,gpt4all,BLZ_240312,[]
+565,vicuna-13b,0.631,gpt4all,BLZ_240312,[]
+567,zephyr-7b-alpha,0.7223999999999999,gpt4all,BLZ_240312,[]
+573,mistral-7b-instruct-v0.1,0.6795,gpt4all,BLZ_240312,[]
+575,vicuna-7b,0.61,gpt4all,BLZ_240312,[]
+576,koala-13b,0.62,gpt4all,BLZ_240312,[]
+578,gpt4all-13b-snoozy,0.653,gpt4all,BLZ_240312,[]
+579,mpt-7b-chat,0.648,gpt4all,BLZ_240312,[]
+583,openassistant-pythia-12b,0.61,gpt4all,BLZ_240312,[]
+585,fastchat-t5-3b,0.537,gpt4all,BLZ_240312,[]
+586,stablelm-tuned-alpha-7b,0.513,gpt4all,BLZ_240312,[]
+588,llama-13b,0.63,gpt4all,BLZ_240312,[]
+129,mixtral-8x7b-instruct-v0.1,0.7262000000000001,hugging-6,BLZ_240312,[]
+130,yi-34b-chat,0.6531999999999999,hugging-6,BLZ_240312,[]
+134,wizardlm-70b-v1.0,0.6125,hugging-6,BLZ_240312,[]
+135,tulu-2-dpo-70b,0.7376999999999999,hugging-6,BLZ_240312,[]
+136,vicuna-33b,0.585,hugging-6,BLZ_240312,[]
+137,starling-lm-7b-alpha,0.6713,hugging-6,BLZ_240312,[]
+139,llama-2-70b-chat,0.624,hugging-6,BLZ_240312,[]
+141,openhermes-2.5-mistral-7b,0.6152000000000001,hugging-6,BLZ_240312,[]
+142,openchat-3.5,0.6124,hugging-6,BLZ_240312,[]
+145,solar-10.7b-instruct-v1.0,0.742,hugging-6,BLZ_240312,[]
+146,dolphin-2.2.1-mistral-7b,0.6493000000000001,hugging-6,BLZ_240312,[]
+147,wizardlm-13b-v1.2,0.5476,hugging-6,BLZ_240312,[]
+148,zephyr-7b-beta,0.6195,hugging-6,BLZ_240312,[]
+149,mpt-30b-chat,0.5538000000000001,hugging-6,BLZ_240312,[]
+150,codellama-34b-instruct,0.5729,hugging-6,BLZ_240312,[]
+151,llama-2-13b-chat,0.5490999999999999,hugging-6,BLZ_240312,[]
+152,vicuna-13b,0.5539999999999999,hugging-6,BLZ_240312,[]
+154,zephyr-7b-alpha,0.595,hugging-6,BLZ_240312,[]
+156,falcon-180b-chat,0.6785,hugging-6,BLZ_240312,[]
+158,llama-2-7b-chat,0.5074000000000001,hugging-6,BLZ_240312,[]
+160,mistral-7b-instruct-v0.1,0.5496,hugging-6,BLZ_240312,[]
+162,vicuna-7b,0.521,hugging-6,BLZ_240312,[]
+176,yi-34bx2-moe-60b,0.7672,hugging-6,BLZ_240312,[]
+947,gpt-4-0314,0.93,llmonitor,BLZ_240312,[]
+948,gpt-4-0613,0.89,llmonitor,BLZ_240312,[]
+950,claude-1,0.66,llmonitor,BLZ_240312,[]
+951,claude-2.0,0.68,llmonitor,BLZ_240312,[]
+954,gpt-3.5-turbo-0613,0.81,llmonitor,BLZ_240312,[]
+958,claude-instant-1,0.6,llmonitor,BLZ_240312,[]
+959,gpt-3.5-turbo-0314,0.79,llmonitor,BLZ_240312,[]
+965,llama-2-70b-chat,0.6,llmonitor,BLZ_240312,[]
+975,mpt-30b-chat,0.4,llmonitor,BLZ_240312,[]
+976,codellama-34b-instruct,0.34,llmonitor,BLZ_240312,[]
+977,llama-2-13b-chat,0.5,llmonitor,BLZ_240312,[]
+978,vicuna-13b,0.5,llmonitor,BLZ_240312,[]
+982,falcon-180b-chat,0.67,llmonitor,BLZ_240312,[]
+983,guanaco-33b,0.43,llmonitor,BLZ_240312,[]
+984,llama-2-7b-chat,0.5,llmonitor,BLZ_240312,[]
+986,mistral-7b-instruct-v0.1,0.57,llmonitor,BLZ_240312,[]
+987,palm-chat-bison-001,0.57,llmonitor,BLZ_240312,[]
+988,vicuna-7b,0.41,llmonitor,BLZ_240312,[]
+989,koala-13b,0.31,llmonitor,BLZ_240312,[]
+992,mpt-7b-chat,0.43,llmonitor,BLZ_240312,[]
+1000,dolly-v2-12b,0.23,llmonitor,BLZ_240312,[]
+59,gpt-4-0125-preview,0.0929,mt-bench,BLZ_240312,[]
+60,gpt-4-1106-preview,0.0932,mt-bench,BLZ_240312,[]
+62,gpt-4-0314,0.08960000000000001,mt-bench,BLZ_240312,[]
+63,gpt-4-0613,0.09179999999999999,mt-bench,BLZ_240312,[]
+64,mistral-medium,0.0861,mt-bench,BLZ_240312,[]
+65,claude-1,0.079,mt-bench,BLZ_240312,[]
+66,claude-2.0,0.0806,mt-bench,BLZ_240312,[]
+67,gemini-pro-dev-api,0.08039999999999999,mt-bench,BLZ_240312,[]
+68,claude-2.1,0.0818,mt-bench,BLZ_240312,[]
+69,gpt-3.5-turbo-0613,0.0839,mt-bench,BLZ_240312,[]
+70,mixtral-8x7b-instruct-v0.1,0.083,mt-bench,BLZ_240312,[]
+71,yi-34b-chat,0.07769999999999999,mt-bench,BLZ_240312,[]
+72,gemini-pro,0.08039999999999999,mt-bench,BLZ_240312,[]
+73,claude-instant-1,0.0785,mt-bench,BLZ_240312,[]
+74,gpt-3.5-turbo-0314,0.0794,mt-bench,BLZ_240312,[]
+75,wizardlm-70b-v1.0,0.0771,mt-bench,BLZ_240312,[]
+76,tulu-2-dpo-70b,0.0789,mt-bench,BLZ_240312,[]
+77,vicuna-33b,0.0712,mt-bench,BLZ_240312,[]
+78,starling-lm-7b-alpha,0.0809,mt-bench,BLZ_240312,[]
+79,deepseek-llm-67b-chat,0.08529999999999999,mt-bench,BLZ_240312,[]
+80,llama-2-70b-chat,0.06860000000000001,mt-bench,BLZ_240312,[]
+81,nv-llama2-70b-steerlm-chat,0.0754,mt-bench,BLZ_240312,[]
+82,openhermes-2.5-mistral-7b,0.07690000000000001,mt-bench,BLZ_240312,[]
+83,openchat-3.5,0.0781,mt-bench,BLZ_240312,[]
+84,pplx-70b-online,0.0588,mt-bench,BLZ_240312,[]
+85,gpt-3.5-turbo-1106,0.0832,mt-bench,BLZ_240312,[]
+86,solar-10.7b-instruct-v1.0,0.0758,mt-bench,BLZ_240312,[]
+88,wizardlm-13b-v1.2,0.07200000000000001,mt-bench,BLZ_240312,[]
+89,zephyr-7b-beta,0.07339999999999999,mt-bench,BLZ_240312,[]
+90,mpt-30b-chat,0.0639,mt-bench,BLZ_240312,[]
+92,llama-2-13b-chat,0.0665,mt-bench,BLZ_240312,[]
+93,vicuna-13b,0.06570000000000001,mt-bench,BLZ_240312,[]
+95,zephyr-7b-alpha,0.0688,mt-bench,BLZ_240312,[]
+96,qwen-14b-chat,0.0696,mt-bench,BLZ_240312,[]
+98,guanaco-33b,0.0653,mt-bench,BLZ_240312,[]
+99,llama-2-7b-chat,0.06269999999999999,mt-bench,BLZ_240312,[]
+101,mistral-7b-instruct-v0.1,0.0684,mt-bench,BLZ_240312,[]
+102,palm-chat-bison-001,0.064,mt-bench,BLZ_240312,[]
+103,vicuna-7b,0.0617,mt-bench,BLZ_240312,[]
+104,koala-13b,0.0535,mt-bench,BLZ_240312,[]
+106,gpt4all-13b-snoozy,0.0541,mt-bench,BLZ_240312,[]
+107,mpt-7b-chat,0.0542,mt-bench,BLZ_240312,[]
+108,chatglm2-6b,0.0496,mt-bench,BLZ_240312,[]
+109,rwkv-4-raven-14b,0.0398,mt-bench,BLZ_240312,[]
+110,alpaca-13b,0.0453,mt-bench,BLZ_240312,[]
+111,openassistant-pythia-12b,0.0432,mt-bench,BLZ_240312,[]
+112,chatglm-6b,0.045,mt-bench,BLZ_240312,[]
+113,fastchat-t5-3b,0.0304,mt-bench,BLZ_240312,[]
+114,stablelm-tuned-alpha-7b,0.0275,mt-bench,BLZ_240312,[]
+115,dolly-v2-12b,0.032799999999999996,mt-bench,BLZ_240312,[]
+116,llama-13b,0.026099999999999998,mt-bench,BLZ_240312,[]
+0,gpt-4-0613,0.957,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+1,llama-3-70b,0.902,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+2,mixtral-8x22b,0.855,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+3,palmyra-x-v3-72b,0.826,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+4,gpt-4-turbo-1106-preview,0.821,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+5,palm-2-unicorn,0.781,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+6,claude-3-opus-20240229,0.762,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+7,qwen1.5-72b,0.757,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+8,palmyra-x-v2-33b,0.736,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+9,yi-34b,0.723,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+10,qwen1.5-32b,0.689,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+11,claude-v1.3,0.689,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+12,mixtral-8x7b-32k-seqlen,0.679,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+13,palm-2-bison,0.655,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+14,claude-2.0,0.651,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+15,deepseek-llm-67b-chat,0.645,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+16,llama-2-70b,0.609,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+17,claude-2.1,0.594,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+18,gpt-3.5-text-davinci-003,0.577,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+19,qwen1.5-14b,0.574,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+20,claude-instant-1.2,0.551,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+21,llama-3-8b,0.519,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+22,gpt-3.5-turbo-0613,0.502,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+23,gemma-7b,0.47,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+24,claude-3-sonnet-20240229,0.468,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+25,gpt-3.5-text-davinci-002,0.468,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+26,llama-65b,0.466,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+27,mistral-large-2402,0.46,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+28,cohere-command,0.421,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+29,dbrx-instructruct,0.419,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+30,mistral-v0.1-7b,0.415,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+31,mistral-small-2402,0.415,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+32,mistral-medium-2312,0.383,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+33,qwen1.5-7b,0.377,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+34,claude-3-haiku-20240307,0.377,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+35,yi-6b,0.351,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+36,llama-2-13b,0.332,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+37,jurassic-2-jumbo-178b,0.317,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+38,falcon-40b,0.306,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+39,phi-2,0.26,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+40,jurassic-2-grande-17b,0.253,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+41,llama-2-7b,0.234,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+42,luminous-supreme-70b,0.213,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+43,cohere-command-light,0.166,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+44,luminous-extended-30b,0.119,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+45,falcon-7b,0.1,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+46,olmo-7b,0.083,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+47,luminous-base-13b,0.072,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']"
+0,llama-2-70b,0.944,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+1,llama-65b,0.908,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+2,text-davinci-002,0.905,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+3,mistral-v0.1-7b,0.884,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+4,cohere-command-beta-52.4b,0.874,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+5,text-davinci-003,0.872,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+6,jurassic-2-jumbo-178b,0.824,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+7,llama-2-13b,0.823,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+8,tnlg-v2-530b,0.787,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+9,gpt-3.5-turbo-0613,0.783,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+10,llama-30b,0.781,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+11,anthropic-lm-v4-s3-52b,0.78,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+12,gpt-3.5-turbo-0301,0.76,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+13,jurassic-2-grande-17b,0.743,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+14,palmyra-x-43b,0.732,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+15,falcon-40b,0.729,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+16,falcon-instruct-40b,0.727,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+17,mpt-instruct-30b,0.716,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+18,mpt-30b,0.714,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+19,j1-grande-v2-beta-17b,0.706,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+20,vicuna-v1.3-13b,0.706,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+21,cohere-command-beta-6.1b,0.675,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+22,cohere-xlarge-v20221108-52.4b,0.664,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+23,luminous-supreme-70b,0.662,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+24,vicuna-v1.3-7b,0.625,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+25,opt-175b,0.609,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+26,llama-2-7b,0.607,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+27,llama-13b,0.595,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+28,instructpalmyra-30b,0.568,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+29,cohere-xlarge-v20220609-52.4b,0.56,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+30,jurassic-2-large-7.5b,0.553,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+31,davinci-175b,0.538,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+32,llama-7b,0.533,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+33,redpajama-incite-instruct-7b,0.524,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+34,j1-jumbo-v1-178b,0.517,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+35,glm-130b,0.512,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+36,luminous-extended-30b,0.485,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+37,opt-66b,0.448,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+38,bloom-176b,0.446,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+39,j1-grande-v1-17b,0.433,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+40,alpaca-7b,0.381,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+41,falcon-7b,0.378,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+42,redpajama-incite-base-7b,0.378,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+43,cohere-large-v20220720-13.1b,0.372,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+44,redpajama-incite-instruct-v1-3b,0.366,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+45,text-curie-001,0.36,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+46,gpt-neox-20b,0.351,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+47,luminous-base-13b,0.315,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+48,cohere-medium-v20221108-6.1b,0.312,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+49,redpajama-incite-base-v1-3b,0.311,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+50,tnlg-v2-6.7b,0.309,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+51,j1-large-v1-7.5b,0.285,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+52,gpt-j-6b,0.273,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+53,pythia-12b,0.257,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+54,curie-6.7b,0.247,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+55,falcon-instruct-7b,0.244,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+56,cohere-medium-v20220720-6.1b,0.23,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+57,text-babbage-001,0.229,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+58,t0pp-11b,0.197,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+59,pythia-6.9b,0.196,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+60,ul2-20b,0.167,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+61,t5-11b,0.131,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+62,babbage-1.3b,0.114,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+63,cohere-small-v20220720-410m,0.109,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+64,ada-350m,0.108,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+65,text-ada-001,0.107,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+66,yalm-100b,0.075,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions-closed', 'naturalquestions-open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms-marco-regular', 'ms-marco-trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']"
+67,llama-2-70b,0.582,mmlu,helm_classic_240130,[]
+68,llama-65b,0.584,mmlu,helm_classic_240130,[]
+69,text-davinci-002,0.568,mmlu,helm_classic_240130,[]
+70,mistral-v0.1-7b,0.572,mmlu,helm_classic_240130,[]
+71,cohere-command-beta-52.4b,0.452,mmlu,helm_classic_240130,[]
+72,text-davinci-003,0.569,mmlu,helm_classic_240130,[]
+73,jurassic-2-jumbo-178b,0.48,mmlu,helm_classic_240130,[]
+74,llama-2-13b,0.507,mmlu,helm_classic_240130,[]
+75,tnlg-v2-530b,0.469,mmlu,helm_classic_240130,[]
+76,gpt-3.5-turbo-0613,0.391,mmlu,helm_classic_240130,[]
+77,llama-30b,0.531,mmlu,helm_classic_240130,[]
+78,anthropic-lm-v4-s3-52b,0.481,mmlu,helm_classic_240130,[]
+79,gpt-3.5-turbo-0301,0.59,mmlu,helm_classic_240130,[]
+80,jurassic-2-grande-17b,0.475,mmlu,helm_classic_240130,[]
+81,palmyra-x-43b,0.609,mmlu,helm_classic_240130,[]
+82,falcon-40b,0.509,mmlu,helm_classic_240130,[]
+83,falcon-instruct-40b,0.497,mmlu,helm_classic_240130,[]
+84,mpt-instruct-30b,0.444,mmlu,helm_classic_240130,[]
+85,mpt-30b,0.437,mmlu,helm_classic_240130,[]
+86,j1-grande-v2-beta-17b,0.445,mmlu,helm_classic_240130,[]
+87,vicuna-v1.3-13b,0.462,mmlu,helm_classic_240130,[]
+88,cohere-command-beta-6.1b,0.406,mmlu,helm_classic_240130,[]
+89,cohere-xlarge-v20221108-52.4b,0.382,mmlu,helm_classic_240130,[]
+90,luminous-supreme-70b,0.38,mmlu,helm_classic_240130,[]
+91,vicuna-v1.3-7b,0.434,mmlu,helm_classic_240130,[]
+92,opt-175b,0.318,mmlu,helm_classic_240130,[]
+93,llama-2-7b,0.431,mmlu,helm_classic_240130,[]
+94,llama-13b,0.422,mmlu,helm_classic_240130,[]
+95,instructpalmyra-30b,0.403,mmlu,helm_classic_240130,[]
+96,cohere-xlarge-v20220609-52.4b,0.353,mmlu,helm_classic_240130,[]
+97,jurassic-2-large-7.5b,0.339,mmlu,helm_classic_240130,[]
+98,davinci-175b,0.422,mmlu,helm_classic_240130,[]
+99,llama-7b,0.321,mmlu,helm_classic_240130,[]
+100,redpajama-incite-instruct-7b,0.363,mmlu,helm_classic_240130,[]
+101,j1-jumbo-v1-178b,0.259,mmlu,helm_classic_240130,[]
+102,glm-130b,0.344,mmlu,helm_classic_240130,[]
+103,luminous-extended-30b,0.321,mmlu,helm_classic_240130,[]
+104,opt-66b,0.276,mmlu,helm_classic_240130,[]
+105,bloom-176b,0.299,mmlu,helm_classic_240130,[]
+106,j1-grande-v1-17b,0.27,mmlu,helm_classic_240130,[]
+107,alpaca-7b,0.385,mmlu,helm_classic_240130,[]
+108,falcon-7b,0.286,mmlu,helm_classic_240130,[]
+109,redpajama-incite-base-7b,0.302,mmlu,helm_classic_240130,[]
+110,cohere-large-v20220720-13.1b,0.324,mmlu,helm_classic_240130,[]
+111,redpajama-incite-instruct-v1-3b,0.257,mmlu,helm_classic_240130,[]
+112,text-curie-001,0.237,mmlu,helm_classic_240130,[]
+113,gpt-neox-20b,0.276,mmlu,helm_classic_240130,[]
+114,luminous-base-13b,0.27,mmlu,helm_classic_240130,[]
+115,cohere-medium-v20221108-6.1b,0.254,mmlu,helm_classic_240130,[]
+116,redpajama-incite-base-v1-3b,0.263,mmlu,helm_classic_240130,[]
+117,tnlg-v2-6.7b,0.242,mmlu,helm_classic_240130,[]
+118,j1-large-v1-7.5b,0.241,mmlu,helm_classic_240130,[]
+119,gpt-j-6b,0.249,mmlu,helm_classic_240130,[]
+120,pythia-12b,0.274,mmlu,helm_classic_240130,[]
+121,curie-6.7b,0.243,mmlu,helm_classic_240130,[]
+122,falcon-instruct-7b,0.275,mmlu,helm_classic_240130,[]
+123,cohere-medium-v20220720-6.1b,0.279,mmlu,helm_classic_240130,[]
+124,text-babbage-001,0.229,mmlu,helm_classic_240130,[]
+125,t0pp-11b,0.407,mmlu,helm_classic_240130,[]
+126,pythia-6.9b,0.236,mmlu,helm_classic_240130,[]
+127,ul2-20b,0.291,mmlu,helm_classic_240130,[]
+128,t5-11b,0.29,mmlu,helm_classic_240130,[]
+129,babbage-1.3b,0.235,mmlu,helm_classic_240130,[]
+130,cohere-small-v20220720-410m,0.264,mmlu,helm_classic_240130,[]
+131,ada-350m,0.243,mmlu,helm_classic_240130,[]
+132,text-ada-001,0.238,mmlu,helm_classic_240130,[]
+133,yalm-100b,0.243,mmlu,helm_classic_240130,[]
+0,gpt-4o-0513,35.7,wildbench-mix,wildbench_240612,[]
+1,gpt-4-turbo-0409,34.6,wildbench-mix,wildbench_240612,[]
+2,gpt-4-turbo-0125,29.9,wildbench-mix,wildbench_240612,[]
+3,gemini-1.5-pro,27.8,wildbench-mix,wildbench_240612,[]
+4,llama-3-70b-inst,21.0,wildbench-mix,wildbench_240612,[]
+5,claude-3-opus,20.1,wildbench-mix,wildbench_240612,[]
+6,gemini-1.5-flash,17.4,wildbench-mix,wildbench_240612,[]
+7,yi-1.5-34b-chat,16.8,wildbench-mix,wildbench_240612,[]
+8,llama3-inst-8b-simpo,14.0,wildbench-mix,wildbench_240612,[]
+9,claude-3-sonnet,7.2,wildbench-mix,wildbench_240612,[]
+10,qwen1.5-72b-chat,4.4,wildbench-mix,wildbench_240612,[]
+11,command-r-plus,0.4,wildbench-mix,wildbench_240612,[]
+12,claude-3-haiku,-8.5,wildbench-mix,wildbench_240612,[]
+13,mistral-large,-10.5,wildbench-mix,wildbench_240612,[]
+14,starlinglm-7b-beta,-11.9,wildbench-mix,wildbench_240612,[]
+15,llama-3-8b-inst,-14.6,wildbench-mix,wildbench_240612,[]
+16,command-r,-16.0,wildbench-mix,wildbench_240612,[]
+17,mixtral-8x7b-inst,-18.8,wildbench-mix,wildbench_240612,[]
+18,dbrx-instruct,-21.6,wildbench-mix,wildbench_240612,[]
+19,yi-1.5-6b-chat,-24.3,wildbench-mix,wildbench_240612,[]
+20,mistral-7b-inst-v0.2,-25.0,wildbench-mix,wildbench_240612,[]
+21,tulu-2-dpo-70b,-25.4,wildbench-mix,wildbench_240612,[]
+22,llama-2-70b-chat,-26.8,wildbench-mix,wildbench_240612,[]
+23,qwen1.5-7b-chat,-27.0,wildbench-mix,wildbench_240612,[]
+24,phi-3-medium-128k,-33.3,wildbench-mix,wildbench_240612,[]
+25,gpt-3.5-turbo-0125,-33.5,wildbench-mix,wildbench_240612,[]
+26,llama-2-7b-chat,-48.0,wildbench-mix,wildbench_240612,[]
+27,gemma-7b-it,-57.0,wildbench-mix,wildbench_240612,[]
+28,gemma-2b-it,-74.1,wildbench-mix,wildbench_240612,[]
+13,flan-t5-xxl,0.2244897959183673,mmlu_pro,bluebench_v02,[]
+30,granite-13b-chat-v2,0.2857142857142857,mmlu_pro,bluebench_v02,[]
+41,granite-13b-instruct-v2,0.0408163265306122,mmlu_pro,bluebench_v02,[]
+50,granite-7b-lab,0.2423469387755102,mmlu_pro,bluebench_v02,[]
+60,llama-2-13b-chat,0.0943877551020408,mmlu_pro,bluebench_v02,[]
+70,llama-2-70b,0.4081632653061224,mmlu_pro,bluebench_v02,[]
+81,llama-3-70b-instruct,0.4285714285714285,mmlu_pro,bluebench_v02,[]
+92,llama-3-8b,0.375,mmlu_pro,bluebench_v02,[]
+103,llama-3-8b-instruct,0.0994897959183673,mmlu_pro,bluebench_v02,[]
+112,llama-30b,0.3061224489795918,mmlu_pro,bluebench_v02,[]
+121,llama-7b,0.1326530612244897,mmlu_pro,bluebench_v02,[]
+132,mistral-v0.1-7b,0.2857142857142857,mmlu_pro,bluebench_v02,[]
+143,mixtral-8x7b-instruct-v01,0.375,mmlu_pro,bluebench_v02,[]
+153,vicuna-13b-v1.5-16k,0.2857142857142857,mmlu_pro,bluebench_v02,[]
+162,vicuna-33b-v1.3,0.2653061224489796,mmlu_pro,bluebench_v02,[]
+172,vicuna-v1.3-7b,0.1938775510204081,mmlu_pro,bluebench_v02,[]
+182,vicuna-7b-v1.5,0.2857142857142857,mmlu_pro,bluebench_v02,[]
+192,zephyr-7b-beta,0.2959183673469387,mmlu_pro,bluebench_v02,[]

assets/combined_holistic_20240708.csv

@@ -0,0 +1,938 @@
+model,score,scenario,source,aggragated_from
+gpt_4_turbo_2024_04_09,82.6,arena_hard,arena_hard_2404,[]
+gpt_4_0125_preview,78.0,arena_hard,arena_hard_2404,[]
+gemini_1.5_pro_api_preview,72.0,arena_hard,arena_hard_2404,[]
+yi_large,63.7,arena_hard,arena_hard_2404,[]
+claude_3_opus_20240229,60.4,arena_hard,arena_hard_2404,[]
+glm_4,55.7,arena_hard,arena_hard_2404,[]
+gpt_4_0314,50.0,arena_hard,arena_hard_2404,[]
+gemini_1.5_flash_api_preview,49.6,arena_hard,arena_hard_2404,[]
+claude_3_sonnet_20240229,46.8,arena_hard,arena_hard_2404,[]
+claude_3_haiku_20240307,41.5,arena_hard,arena_hard_2404,[]
+llama_3_70b_chat,41.1,arena_hard,arena_hard_2404,[]
+gpt_4_0613,37.9,arena_hard,arena_hard_2404,[]
+mistral_large_2402,37.7,arena_hard,arena_hard_2404,[]
+mixtral_8x22b_instruct_v0.1,36.4,arena_hard,arena_hard_2404,[]
+qwen1.5_72b_chat,36.1,arena_hard,arena_hard_2404,[]
+command_r_plus,33.1,arena_hard,arena_hard_2404,[]
+mistral_medium,31.9,arena_hard,arena_hard_2404,[]
+mistral_next,27.4,arena_hard,arena_hard_2404,[]
+gpt_3.5_turbo_0613,24.8,arena_hard,arena_hard_2404,[]
+claude_2.0,24.0,arena_hard,arena_hard_2404,[]
+dbrx_instructruct,23.9,arena_hard,arena_hard_2404,[]
+mixtral_8x7b_instruct_v0.1,23.4,arena_hard,arena_hard_2404,[]
+gpt_3.5_turbo_0125,23.3,arena_hard,arena_hard_2404,[]
+yi_34b_chat,23.1,arena_hard,arena_hard_2404,[]
+starling_lm_7b_beta,23.0,arena_hard,arena_hard_2404,[]
+claude_2.1,22.8,arena_hard,arena_hard_2404,[]
+snorkel_mistral_pairrm_dpo,20.7,arena_hard,arena_hard_2404,[]
+llama_3_8b_chat,20.6,arena_hard,arena_hard_2404,[]
+gpt_3.5_turbo_1106,18.9,arena_hard,arena_hard_2404,[]
+gpt_3.5_turbo_0301,18.1,arena_hard,arena_hard_2404,[]
+gemini_1.0_pro,17.8,arena_hard,arena_hard_2404,[]
+snowflake_arctic_instruct,17.6,arena_hard,arena_hard_2404,[]
+command_r,17.0,arena_hard,arena_hard_2404,[]
+phi_3_mini_128k_instruct,15.4,arena_hard,arena_hard_2404,[]
+tulu_2_dpo_70b,15.0,arena_hard,arena_hard_2404,[]
+starling_lm_7b_alpha,12.8,arena_hard,arena_hard_2404,[]
+mistral_7b_instruct,12.6,arena_hard,arena_hard_2404,[]
+gemma_1.1_7b_it,12.1,arena_hard,arena_hard_2404,[]
+llama_2_70b_chat,11.6,arena_hard,arena_hard_2404,[]
+vicuna_33b_v1.3,8.6,arena_hard,arena_hard_2404,[]
+gemma_7b_it,7.5,arena_hard,arena_hard_2404,[]
+llama_2_7b_chat,4.6,arena_hard,arena_hard_2404,[]
+gemma_1.1_2b_it,3.4,arena_hard,arena_hard_2404,[]
+gemma_2b_it,3.0,arena_hard,arena_hard_2404,[]
+gpt_4o_2024_05_13,87.9,mixeval,mixeval_240601,[]
+claude_3_opus,88.1,mixeval,mixeval_240601,[]
+gpt_4_turbo_2024_04_09,88.8,mixeval,mixeval_240601,[]
+gemini_1.5_pro_api_0409,84.2,mixeval,mixeval_240601,[]
+yi_large_preview,84.4,mixeval,mixeval_240601,[]
+llama_3_70b_instruct,84.0,mixeval,mixeval_240601,[]
+qwen_max_0428,86.1,mixeval,mixeval_240601,[]
+claude_3_sonnet,81.7,mixeval,mixeval_240601,[]
+reka_core_20240415,83.3,mixeval,mixeval_240601,[]
+mammoth2_8x7b_plus,81.5,mixeval,mixeval_240601,[]
+deepseek_v2,83.7,mixeval,mixeval_240601,[]
+command_r_plus,81.5,mixeval,mixeval_240601,[]
+yi_1.5_34b_chat,81.7,mixeval,mixeval_240601,[]
+mistral_large,84.2,mixeval,mixeval_240601,[]
+qwen1.5_72b_chat,84.1,mixeval,mixeval_240601,[]
+mistral_medium,81.9,mixeval,mixeval_240601,[]
+gemini_1.0_pro,78.9,mixeval,mixeval_240601,[]
+reka_flash_20240226,79.8,mixeval,mixeval_240601,[]
+mistral_small,81.2,mixeval,mixeval_240601,[]
+llama_3_8b_instruct,75.0,mixeval,mixeval_240601,[]
+command_r,77.0,mixeval,mixeval_240601,[]
+qwen1.5_32b_chat,81.0,mixeval,mixeval_240601,[]
+gpt_3.5_turbo_0125,79.7,mixeval,mixeval_240601,[]
+claude_3_haiku,79.7,mixeval,mixeval_240601,[]
+yi_34b_chat,80.1,mixeval,mixeval_240601,[]
+mixtral_8x7b_instruct_v0.1,76.4,mixeval,mixeval_240601,[]
+starling_lm_7b_beta,74.8,mixeval,mixeval_240601,[]
+yi_1.5_9b_chat,74.2,mixeval,mixeval_240601,[]
+gemma_1.1_7b_it,69.6,mixeval,mixeval_240601,[]
+vicuna_33b_v1.3,66.3,mixeval,mixeval_240601,[]
+llama_2_70b_chat,74.6,mixeval,mixeval_240601,[]
+map_neo_instruct_v0.1,70.0,mixeval,mixeval_240601,[]
+mistral_7b_instruct_v0.2,70.0,mixeval,mixeval_240601,[]
+qwen1.5_7b_chat,71.4,mixeval,mixeval_240601,[]
+reka_edge_20240208,68.5,mixeval,mixeval_240601,[]
+zephyr_7b_beta,69.1,mixeval,mixeval_240601,[]
+llama_2_7b_chat,61.7,mixeval,mixeval_240601,[]
+yi_6b_chat,65.6,mixeval,mixeval_240601,[]
+qwen1.5_moe_a2.7b_chat,69.1,mixeval,mixeval_240601,[]
+gemma_1.1_2b_it,51.9,mixeval,mixeval_240601,[]
+vicuna_7b_v1.5,60.3,mixeval,mixeval_240601,[]
+olmo_7b_instruct,55.0,mixeval,mixeval_240601,[]
+qwen1.5_4b_chat,57.2,mixeval,mixeval_240601,[]
+jetmoe_8b_chat,51.6,mixeval,mixeval_240601,[]
+mpt_7b_chat,43.8,mixeval,mixeval_240601,[]
+llama_3_70b,82.2,mixeval,mixeval_240601,[]
+qwen1.5_72b,79.5,mixeval,mixeval_240601,[]
+yi_34b,78.3,mixeval,mixeval_240601,[]
+qwen1.5_32b,77.6,mixeval,mixeval_240601,[]
+mixtral_8x7b,74.0,mixeval,mixeval_240601,[]
+llama_2_70b,73.2,mixeval,mixeval_240601,[]
+qwen1.5_moe_a2.7b,70.2,mixeval,mixeval_240601,[]
+qwen1.5_7b,68.2,mixeval,mixeval_240601,[]
+llama_3_8b,65.1,mixeval,mixeval_240601,[]
+mistral_7b,64.8,mixeval,mixeval_240601,[]
+gemma_7b,64.7,mixeval,mixeval_240601,[]
+yi_6b,63.1,mixeval,mixeval_240601,[]
+qwen1.5_4b,58.2,mixeval,mixeval_240601,[]
+jetmoe_8b,57.1,mixeval,mixeval_240601,[]
+deepseek_7b,52.2,mixeval,mixeval_240601,[]
+phi_2,51.9,mixeval,mixeval_240601,[]
+deepseekmoe_16b,51.4,mixeval,mixeval_240601,[]
+llama_2_7b,43.1,mixeval,mixeval_240601,[]
+gemma_2b,38.9,mixeval,mixeval_240601,[]
+olmo_7b,31.8,mixeval,mixeval_240601,[]
+mpt_7b,30.8,mixeval,mixeval_240601,[]
+gpt_4_0314,0.57,agieval,BLZ_240312,[]
+gpt_4_0613,0.57,agieval,BLZ_240312,[]
+claude_1,0.49700000000000005,agieval,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.45299999999999996,agieval,BLZ_240312,[]
+yi_34b_chat,0.508,agieval,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.43200000000000005,agieval,BLZ_240312,[]
+vicuna_33b,0.373,agieval,BLZ_240312,[]
+starling_lm_7b_alpha,0.401,agieval,BLZ_240312,[]
+llama_2_70b_chat,0.45,agieval,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.43,agieval,BLZ_240312,[]
+openchat_3.5,0.42700000000000005,agieval,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.47600000000000003,agieval,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.392,agieval,BLZ_240312,[]
+zephyr_7b_beta,0.406,agieval,BLZ_240312,[]
+llama_2_13b_chat,0.336,agieval,BLZ_240312,[]
+vicuna_13b,0.368,agieval,BLZ_240312,[]
+zephyr_7b_alpha,0.38,agieval,BLZ_240312,[]
+qwen_14b_chat,0.396,agieval,BLZ_240312,[]
+llama_2_7b_chat,0.29600000000000004,agieval,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.335,agieval,BLZ_240312,[]
+vicuna_7b,0.314,agieval,BLZ_240312,[]
+chatglm3_6b,0.414,agieval,BLZ_240312,[]
+chatglm_6b,0.325,agieval,BLZ_240312,[]
+llama_13b,0.205,agieval,BLZ_240312,[]
+gpt_4_0314,0.963,arc_c,BLZ_240312,[]
+mistral_medium,0.899,arc_c,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.7021999999999999,arc_c,BLZ_240312,[]
+yi_34b_chat,0.6544,arc_c,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.855,arc_c,BLZ_240312,[]
+wizardlm_70b_v1.0,0.6544,arc_c,BLZ_240312,[]
+tulu_2_dpo_70b,0.721,arc_c,BLZ_240312,[]
+vicuna_33b,0.6212,arc_c,BLZ_240312,[]
+starling_lm_7b_alpha,0.6382,arc_c,BLZ_240312,[]
+llama_2_70b_chat,0.6459,arc_c,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.6493000000000001,arc_c,BLZ_240312,[]
+openchat_3.5,0.6391,arc_c,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.7108,arc_c,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.6331,arc_c,BLZ_240312,[]
+wizardlm_13b_v1.2,0.5904,arc_c,BLZ_240312,[]
+zephyr_7b_beta,0.6203,arc_c,BLZ_240312,[]
+mpt_30b_chat,0.5870000000000001,arc_c,BLZ_240312,[]
+codellama_34b_instruct,0.5427000000000001,arc_c,BLZ_240312,[]
+llama_2_13b_chat,0.5904,arc_c,BLZ_240312,[]
+vicuna_13b,0.5708,arc_c,BLZ_240312,[]
+zephyr_7b_alpha,0.6101,arc_c,BLZ_240312,[]
+falcon_180b_chat,0.6945,arc_c,BLZ_240312,[]
+llama_2_7b_chat,0.529,arc_c,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.5452,arc_c,BLZ_240312,[]
+vicuna_7b,0.5324,arc_c,BLZ_240312,[]
+yi_34bx2_moe_60b,0.7108,arc_c,BLZ_240312,[]
+gpt_4_1106_preview,0.977,alpacav1,BLZ_240312,[]
+gpt_4_0314,0.9528,alpacav1,BLZ_240312,[]
+gpt_4_0613,0.9528,alpacav1,BLZ_240312,[]
+mistral_medium,0.9682999999999999,alpacav1,BLZ_240312,[]
+claude_1,0.8839,alpacav1,BLZ_240312,[]
+claude_2.0,0.9136,alpacav1,BLZ_240312,[]
+gemini_pro_dev_api,0.7966,alpacav1,BLZ_240312,[]
+claude_2.1,0.8708,alpacav1,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.8937,alpacav1,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.9478,alpacav1,BLZ_240312,[]
+yi_34b_chat,0.9408,alpacav1,BLZ_240312,[]
+gemini_pro,0.7966,alpacav1,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.8937,alpacav1,BLZ_240312,[]
+tulu_2_dpo_70b,0.9503,alpacav1,BLZ_240312,[]
+vicuna_33b,0.8898999999999999,alpacav1,BLZ_240312,[]
+starling_lm_7b_alpha,0.9198999999999999,alpacav1,BLZ_240312,[]
+llama_2_70b_chat,0.9266,alpacav1,BLZ_240312,[]
+openchat_3.5,0.8851,alpacav1,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.8626,alpacav1,BLZ_240312,[]
+wizardlm_13b_v1.2,0.8917,alpacav1,BLZ_240312,[]
+zephyr_7b_beta,0.9059999999999999,alpacav1,BLZ_240312,[]
+llama_2_13b_chat,0.8109000000000001,alpacav1,BLZ_240312,[]
+zephyr_7b_alpha,0.8576,alpacav1,BLZ_240312,[]
+guanaco_33b,0.6596,alpacav1,BLZ_240312,[]
+llama_2_7b_chat,0.7137,alpacav1,BLZ_240312,[]
+chatglm2_6b,0.47130000000000005,alpacav1,BLZ_240312,[]
+openassistant_pythia_12b,0.2596,alpacav1,BLZ_240312,[]
+gpt_4_1106_preview,0.5,alpacav2,BLZ_240312,[]
+gpt_4_0314,0.221,alpacav2,BLZ_240312,[]
+gpt_4_0613,0.158,alpacav2,BLZ_240312,[]
+mistral_medium,0.21899999999999997,alpacav2,BLZ_240312,[]
+claude_1,0.17,alpacav2,BLZ_240312,[]
+claude_2.0,0.172,alpacav2,BLZ_240312,[]
+gemini_pro_dev_api,0.16899999999999998,alpacav2,BLZ_240312,[]
+claude_2.1,0.157,alpacav2,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.141,alpacav2,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.183,alpacav2,BLZ_240312,[]
+yi_34b_chat,0.297,alpacav2,BLZ_240312,[]
+gemini_pro,0.16899999999999998,alpacav2,BLZ_240312,[]
+claude_instant_1,0.161,alpacav2,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.096,alpacav2,BLZ_240312,[]
+wizardlm_70b_v1.0,0.14400000000000002,alpacav2,BLZ_240312,[]
+tulu_2_dpo_70b,0.16,alpacav2,BLZ_240312,[]
+vicuna_33b,0.127,alpacav2,BLZ_240312,[]
+starling_lm_7b_alpha,0.142,alpacav2,BLZ_240312,[]
+deepseek_llm_67b_chat,0.121,alpacav2,BLZ_240312,[]
+llama_2_70b_chat,0.139,alpacav2,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.10300000000000001,alpacav2,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.092,alpacav2,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.09,alpacav2,BLZ_240312,[]
+wizardlm_13b_v1.2,0.12,alpacav2,BLZ_240312,[]
+zephyr_7b_beta,0.11,alpacav2,BLZ_240312,[]
+llama_2_13b_chat,0.077,alpacav2,BLZ_240312,[]
+vicuna_13b,0.067,alpacav2,BLZ_240312,[]
+zephyr_7b_alpha,0.084,alpacav2,BLZ_240312,[]
+qwen_14b_chat,0.075,alpacav2,BLZ_240312,[]
+guanaco_33b,0.05,alpacav2,BLZ_240312,[]
+llama_2_7b_chat,0.0496,alpacav2,BLZ_240312,[]
+vicuna_7b,0.048,alpacav2,BLZ_240312,[]
+chatglm2_6b,0.027999999999999997,alpacav2,BLZ_240312,[]
+openassistant_pythia_12b,0.018000000000000002,alpacav2,BLZ_240312,[]
+gpt_4_1106_preview,0.32799999999999996,alpacaeval2_lc,BLZ_240312,[]
+gpt_4_0314,0.21600000000000003,alpacaeval2_lc,BLZ_240312,[]
+gpt_4_0613,0.18600000000000003,alpacaeval2_lc,BLZ_240312,[]
+mistral_medium,0.196,alpacaeval2_lc,BLZ_240312,[]
+claude_1,0.21100000000000002,alpacaeval2_lc,BLZ_240312,[]
+claude_2.0,0.21600000000000003,alpacaeval2_lc,BLZ_240312,[]
+gemini_pro_dev_api,0.172,alpacaeval2_lc,BLZ_240312,[]
+claude_2.1,0.193,alpacaeval2_lc,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.14300000000000002,alpacaeval2_lc,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.168,alpacaeval2_lc,BLZ_240312,[]
+yi_34b_chat,0.188,alpacaeval2_lc,BLZ_240312,[]
+claude_instant_1,0.195,alpacaeval2_lc,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.156,alpacaeval2_lc,BLZ_240312,[]
+wizardlm_70b_v1.0,0.125,alpacaeval2_lc,BLZ_240312,[]
+tulu_2_dpo_70b,0.151,alpacaeval2_lc,BLZ_240312,[]
+vicuna_33b,0.115,alpacaeval2_lc,BLZ_240312,[]
+starling_lm_7b_alpha,0.10099999999999999,alpacaeval2_lc,BLZ_240312,[]
+deepseek_llm_67b_chat,0.141,alpacaeval2_lc,BLZ_240312,[]
+llama_2_70b_chat,0.10400000000000001,alpacaeval2_lc,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.126,alpacaeval2_lc,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.155,alpacaeval2_lc,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.10800000000000001,alpacaeval2_lc,BLZ_240312,[]
+wizardlm_13b_v1.2,0.099,alpacaeval2_lc,BLZ_240312,[]
+zephyr_7b_beta,0.102,alpacaeval2_lc,BLZ_240312,[]
+llama_2_13b_chat,0.068,alpacaeval2_lc,BLZ_240312,[]
+vicuna_13b,0.085,alpacaeval2_lc,BLZ_240312,[]
+zephyr_7b_alpha,0.086,alpacaeval2_lc,BLZ_240312,[]
+qwen_14b_chat,0.1,alpacaeval2_lc,BLZ_240312,[]
+llama_2_7b_chat,0.045,alpacaeval2_lc,BLZ_240312,[]
+vicuna_7b,0.06,alpacaeval2_lc,BLZ_240312,[]
+gpt_4_0125_preview,1.0,arena_elo,BLZ_240312,[]
+gpt_4_1106_preview,0.9992019154030327,arena_elo,BLZ_240312,[]
+bard_gemini_pro,0.9768555466879489,arena_elo,BLZ_240312,[]
+gpt_4_0314,0.9497206703910615,arena_elo,BLZ_240312,[]
+gpt_4_0613,0.9273743016759777,arena_elo,BLZ_240312,[]
+mistral_medium,0.9177972865123704,arena_elo,BLZ_240312,[]
+claude_1,0.9169992019154031,arena_elo,BLZ_240312,[]
+claude_2.0,0.9034317637669593,arena_elo,BLZ_240312,[]
+gemini_pro_dev_api,0.8938547486033519,arena_elo,BLZ_240312,[]
+claude_2.1,0.8930566640063847,arena_elo,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.8922585794094174,arena_elo,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.8922585794094174,arena_elo,BLZ_240312,[]
+yi_34b_chat,0.8898643256185156,arena_elo,BLZ_240312,[]
+gemini_pro,0.8890662410215483,arena_elo,BLZ_240312,[]
+claude_instant_1,0.8850758180367119,arena_elo,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.8818834796488427,arena_elo,BLZ_240312,[]
+wizardlm_70b_v1.0,0.8818834796488427,arena_elo,BLZ_240312,[]
+tulu_2_dpo_70b,0.8810853950518756,arena_elo,BLZ_240312,[]
+vicuna_33b,0.8723064644852354,arena_elo,BLZ_240312,[]
+starling_lm_7b_alpha,0.8699122106943336,arena_elo,BLZ_240312,[]
+deepseek_llm_67b_chat,0.8635275339185954,arena_elo,BLZ_240312,[]
+llama_2_70b_chat,0.8635275339185954,arena_elo,BLZ_240312,[]
+nv_llama2_70b_steerlm_chat,0.8603351955307262,arena_elo,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.8603351955307262,arena_elo,BLZ_240312,[]
+openchat_3.5,0.8587390263367917,arena_elo,BLZ_240312,[]
+pplx_70b_online,0.8587390263367917,arena_elo,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.8547486033519553,arena_elo,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.8499600957701516,arena_elo,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.8499600957701516,arena_elo,BLZ_240312,[]
+wizardlm_13b_v1.2,0.8443735035913806,arena_elo,BLZ_240312,[]
+zephyr_7b_beta,0.8387869114126097,arena_elo,BLZ_240312,[]
+mpt_30b_chat,0.8332003192338387,arena_elo,BLZ_240312,[]
+codellama_34b_instruct,0.8324022346368715,arena_elo,BLZ_240312,[]
+llama_2_13b_chat,0.8316041500399042,arena_elo,BLZ_240312,[]
+vicuna_13b,0.8300079808459697,arena_elo,BLZ_240312,[]
+pplx_7b_online,0.8284118116520351,arena_elo,BLZ_240312,[]
+zephyr_7b_alpha,0.8276137270550679,arena_elo,BLZ_240312,[]
+qwen_14b_chat,0.825219473264166,arena_elo,BLZ_240312,[]
+falcon_180b_chat,0.8236233040702314,arena_elo,BLZ_240312,[]
+guanaco_33b,0.8236233040702314,arena_elo,BLZ_240312,[]
+llama_2_7b_chat,0.8172386272944933,arena_elo,BLZ_240312,[]
+stripedhyena_nous_7b,0.8140462889066241,arena_elo,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.8028731045490822,arena_elo,BLZ_240312,[]
+palm_chat_bison_001,0.8028731045490822,arena_elo,BLZ_240312,[]
+vicuna_7b,0.8020750199521149,arena_elo,BLZ_240312,[]
+koala_13b,0.770949720670391,arena_elo,BLZ_240312,[]
+chatglm3_6b,0.7661612130885874,arena_elo,BLZ_240312,[]
+gpt4all_13b_snoozy,0.74780526735834,arena_elo,BLZ_240312,[]
+mpt_7b_chat,0.7430167597765364,arena_elo,BLZ_240312,[]
+chatglm2_6b,0.7422186751795691,arena_elo,BLZ_240312,[]
+rwkv_4_raven_14b,0.7382282521947326,arena_elo,BLZ_240312,[]
+alpaca_13b,0.7214684756584198,arena_elo,BLZ_240312,[]
+openassistant_pythia_12b,0.7158818834796489,arena_elo,BLZ_240312,[]
+chatglm_6b,0.704708699122107,arena_elo,BLZ_240312,[]
+fastchat_t5_3b,0.6975259377494014,arena_elo,BLZ_240312,[]
+stablelm_tuned_alpha_7b,0.6743814844373504,arena_elo,BLZ_240312,[]
+dolly_v2_12b,0.6568236233040702,arena_elo,BLZ_240312,[]
+llama_13b,0.6384676775738228,arena_elo,BLZ_240312,[]
+gpt_4_1106_preview,0.8390000000000001,bbh,BLZ_240312,[]
+gpt_4_0314,0.867,bbh,BLZ_240312,[]
+gpt_4_0613,0.867,bbh,BLZ_240312,[]
+claude_1,0.6729999999999999,bbh,BLZ_240312,[]
+gemini_pro_dev_api,0.6559999999999999,bbh,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.71,bbh,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.67,bbh,BLZ_240312,[]
+yi_34b_chat,0.7170000000000001,bbh,BLZ_240312,[]
+gemini_pro,0.6559999999999999,bbh,BLZ_240312,[]
+tulu_2_dpo_70b,0.66,bbh,BLZ_240312,[]
+vicuna_33b,0.52,bbh,BLZ_240312,[]
+llama_2_70b_chat,0.608,bbh,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.71,bbh,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.598,bbh,BLZ_240312,[]
+llama_2_13b_chat,0.5820000000000001,bbh,BLZ_240312,[]
+vicuna_13b,0.515,bbh,BLZ_240312,[]
+qwen_14b_chat,0.537,bbh,BLZ_240312,[]
+llama_2_7b_chat,0.35600000000000004,bbh,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.5670000000000001,bbh,BLZ_240312,[]
+vicuna_7b,0.434,bbh,BLZ_240312,[]
+llama_13b,0.379,bbh,BLZ_240312,[]
+gpt_4_1106_preview,0.8604999999999999,eq_benchv2,BLZ_240312,[]
+gpt_4_0314,0.8573000000000001,eq_benchv2,BLZ_240312,[]
+gpt_4_0613,0.8479000000000001,eq_benchv2,BLZ_240312,[]
+mistral_medium,0.8256999999999999,eq_benchv2,BLZ_240312,[]
+claude_1,0.7683,eq_benchv2,BLZ_240312,[]
+claude_2.0,0.7289,eq_benchv2,BLZ_240312,[]
+gemini_pro_dev_api,0.7508,eq_benchv2,BLZ_240312,[]
+claude_2.1,0.7395999999999999,eq_benchv2,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.6934999999999999,eq_benchv2,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.7237,eq_benchv2,BLZ_240312,[]
+yi_34b_chat,0.7162000000000001,eq_benchv2,BLZ_240312,[]
+claude_instant_1,0.6904,eq_benchv2,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.7067,eq_benchv2,BLZ_240312,[]
+wizardlm_70b_v1.0,0.7128,eq_benchv2,BLZ_240312,[]
+tulu_2_dpo_70b,0.7663,eq_benchv2,BLZ_240312,[]
+vicuna_33b,0.6707,eq_benchv2,BLZ_240312,[]
+starling_lm_7b_alpha,0.7390000000000001,eq_benchv2,BLZ_240312,[]
+deepseek_llm_67b_chat,0.7753,eq_benchv2,BLZ_240312,[]
+llama_2_70b_chat,0.7359,eq_benchv2,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.6689,eq_benchv2,BLZ_240312,[]
+openchat_3.5,0.7218000000000001,eq_benchv2,BLZ_240312,[]
+pplx_70b_online,0.6279,eq_benchv2,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.7173999999999999,eq_benchv2,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.7353000000000001,eq_benchv2,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.6992,eq_benchv2,BLZ_240312,[]
+wizardlm_13b_v1.2,0.6371,eq_benchv2,BLZ_240312,[]
+zephyr_7b_beta,0.5832999999999999,eq_benchv2,BLZ_240312,[]
+codellama_34b_instruct,0.4915,eq_benchv2,BLZ_240312,[]
+llama_2_13b_chat,0.49119999999999997,eq_benchv2,BLZ_240312,[]
+vicuna_13b,0.6739,eq_benchv2,BLZ_240312,[]
+pplx_7b_online,0.4891,eq_benchv2,BLZ_240312,[]
+zephyr_7b_alpha,0.5682,eq_benchv2,BLZ_240312,[]
+qwen_14b_chat,0.6347,eq_benchv2,BLZ_240312,[]
+falcon_180b_chat,0.5682,eq_benchv2,BLZ_240312,[]
+guanaco_33b,0.3611,eq_benchv2,BLZ_240312,[]
+llama_2_7b_chat,0.3632,eq_benchv2,BLZ_240312,[]
+stripedhyena_nous_7b,0.5458,eq_benchv2,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.5215,eq_benchv2,BLZ_240312,[]
+yi_34bx2_moe_60b,0.7269,eq_benchv2,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.7641,gpt4all,BLZ_240312,[]
+yi_34b_chat,0.7212999999999999,gpt4all,BLZ_240312,[]
+starling_lm_7b_alpha,0.7272,gpt4all,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.7312000000000001,gpt4all,BLZ_240312,[]
+openchat_3.5,0.7292000000000001,gpt4all,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.7511,gpt4all,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.7223999999999999,gpt4all,BLZ_240312,[]
+zephyr_7b_beta,0.7182999999999999,gpt4all,BLZ_240312,[]
+vicuna_13b,0.631,gpt4all,BLZ_240312,[]
+zephyr_7b_alpha,0.7223999999999999,gpt4all,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.6795,gpt4all,BLZ_240312,[]
+vicuna_7b,0.61,gpt4all,BLZ_240312,[]
+koala_13b,0.62,gpt4all,BLZ_240312,[]
+gpt4all_13b_snoozy,0.653,gpt4all,BLZ_240312,[]
+mpt_7b_chat,0.648,gpt4all,BLZ_240312,[]
+openassistant_pythia_12b,0.61,gpt4all,BLZ_240312,[]
+fastchat_t5_3b,0.537,gpt4all,BLZ_240312,[]
+stablelm_tuned_alpha_7b,0.513,gpt4all,BLZ_240312,[]
+llama_13b,0.63,gpt4all,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.7262000000000001,hugging_6,BLZ_240312,[]
+yi_34b_chat,0.6531999999999999,hugging_6,BLZ_240312,[]
+wizardlm_70b_v1.0,0.6125,hugging_6,BLZ_240312,[]
+tulu_2_dpo_70b,0.7376999999999999,hugging_6,BLZ_240312,[]
+vicuna_33b,0.585,hugging_6,BLZ_240312,[]
+starling_lm_7b_alpha,0.6713,hugging_6,BLZ_240312,[]
+llama_2_70b_chat,0.624,hugging_6,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.6152000000000001,hugging_6,BLZ_240312,[]
+openchat_3.5,0.6124,hugging_6,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.742,hugging_6,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.6493000000000001,hugging_6,BLZ_240312,[]
+wizardlm_13b_v1.2,0.5476,hugging_6,BLZ_240312,[]
+zephyr_7b_beta,0.6195,hugging_6,BLZ_240312,[]
+mpt_30b_chat,0.5538000000000001,hugging_6,BLZ_240312,[]
+codellama_34b_instruct,0.5729,hugging_6,BLZ_240312,[]
+llama_2_13b_chat,0.5490999999999999,hugging_6,BLZ_240312,[]
+vicuna_13b,0.5539999999999999,hugging_6,BLZ_240312,[]
+zephyr_7b_alpha,0.595,hugging_6,BLZ_240312,[]
+falcon_180b_chat,0.6785,hugging_6,BLZ_240312,[]
+llama_2_7b_chat,0.5074000000000001,hugging_6,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.5496,hugging_6,BLZ_240312,[]
+vicuna_7b,0.521,hugging_6,BLZ_240312,[]
+yi_34bx2_moe_60b,0.7672,hugging_6,BLZ_240312,[]
+gpt_4_0314,0.93,llmonitor,BLZ_240312,[]
+gpt_4_0613,0.89,llmonitor,BLZ_240312,[]
+claude_1,0.66,llmonitor,BLZ_240312,[]
+claude_2.0,0.68,llmonitor,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.81,llmonitor,BLZ_240312,[]
+claude_instant_1,0.6,llmonitor,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.79,llmonitor,BLZ_240312,[]
+llama_2_70b_chat,0.6,llmonitor,BLZ_240312,[]
+mpt_30b_chat,0.4,llmonitor,BLZ_240312,[]
+codellama_34b_instruct,0.34,llmonitor,BLZ_240312,[]
+llama_2_13b_chat,0.5,llmonitor,BLZ_240312,[]
+vicuna_13b,0.5,llmonitor,BLZ_240312,[]
+falcon_180b_chat,0.67,llmonitor,BLZ_240312,[]
+guanaco_33b,0.43,llmonitor,BLZ_240312,[]
+llama_2_7b_chat,0.5,llmonitor,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.57,llmonitor,BLZ_240312,[]
+palm_chat_bison_001,0.57,llmonitor,BLZ_240312,[]
+vicuna_7b,0.41,llmonitor,BLZ_240312,[]
+koala_13b,0.31,llmonitor,BLZ_240312,[]
+mpt_7b_chat,0.43,llmonitor,BLZ_240312,[]
+dolly_v2_12b,0.23,llmonitor,BLZ_240312,[]
+mistral_medium,0.654,magi,BLZ_240312,[]
+gemini_pro_dev_api,0.528,magi,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.455,magi,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.49560000000000004,magi,BLZ_240312,[]
+yi_34b_chat,0.5821999999999999,magi,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.512,magi,BLZ_240312,[]
+wizardlm_70b_v1.0,0.4476,magi,BLZ_240312,[]
+tulu_2_dpo_70b,0.5212,magi,BLZ_240312,[]
+vicuna_33b,0.3837,magi,BLZ_240312,[]
+starling_lm_7b_alpha,0.4304,magi,BLZ_240312,[]
+deepseek_llm_67b_chat,0.5946,magi,BLZ_240312,[]
+llama_2_70b_chat,0.39899999999999997,magi,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.4236,magi,BLZ_240312,[]
+openchat_3.5,0.42200000000000004,magi,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.462,magi,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.4693,magi,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.3782,magi,BLZ_240312,[]
+wizardlm_13b_v1.2,0.3678,magi,BLZ_240312,[]
+zephyr_7b_beta,0.4042,magi,BLZ_240312,[]
+llama_2_13b_chat,0.37170000000000003,magi,BLZ_240312,[]
+vicuna_13b,0.36560000000000004,magi,BLZ_240312,[]
+zephyr_7b_alpha,0.39899999999999997,magi,BLZ_240312,[]
+qwen_14b_chat,0.4535,magi,BLZ_240312,[]
+guanaco_33b,0.38659999999999994,magi,BLZ_240312,[]
+llama_2_7b_chat,0.35969999999999996,magi,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.3704,magi,BLZ_240312,[]
+gpt_4_1106_preview,0.805,mmlu,BLZ_240312,[]
+gpt_4_0314,0.8640000000000001,mmlu,BLZ_240312,[]
+mistral_medium,0.753,mmlu,BLZ_240312,[]
+claude_1,0.77,mmlu,BLZ_240312,[]
+claude_2.0,0.785,mmlu,BLZ_240312,[]
+gemini_pro_dev_api,0.718,mmlu,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.706,mmlu,BLZ_240312,[]
+yi_34b_chat,0.735,mmlu,BLZ_240312,[]
+gemini_pro,0.718,mmlu,BLZ_240312,[]
+claude_instant_1,0.7340000000000001,mmlu,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.7,mmlu,BLZ_240312,[]
+wizardlm_70b_v1.0,0.637,mmlu,BLZ_240312,[]
+tulu_2_dpo_70b,0.698,mmlu,BLZ_240312,[]
+vicuna_33b,0.5920000000000001,mmlu,BLZ_240312,[]
+starling_lm_7b_alpha,0.639,mmlu,BLZ_240312,[]
+deepseek_llm_67b_chat,0.713,mmlu,BLZ_240312,[]
+llama_2_70b_chat,0.63,mmlu,BLZ_240312,[]
+nv_llama2_70b_steerlm_chat,0.685,mmlu,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.638,mmlu,BLZ_240312,[]
+openchat_3.5,0.643,mmlu,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.6779999999999999,mmlu,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.662,mmlu,BLZ_240312,[]
+dolphin_2.2.1_mistral_7b,0.632,mmlu,BLZ_240312,[]
+wizardlm_13b_v1.2,0.527,mmlu,BLZ_240312,[]
+zephyr_7b_beta,0.614,mmlu,BLZ_240312,[]
+mpt_30b_chat,0.504,mmlu,BLZ_240312,[]
+codellama_34b_instruct,0.537,mmlu,BLZ_240312,[]
+llama_2_13b_chat,0.536,mmlu,BLZ_240312,[]
+vicuna_13b,0.5579999999999999,mmlu,BLZ_240312,[]
+zephyr_7b_alpha,0.614,mmlu,BLZ_240312,[]
+qwen_14b_chat,0.665,mmlu,BLZ_240312,[]
+falcon_180b_chat,0.68,mmlu,BLZ_240312,[]
+guanaco_33b,0.5760000000000001,mmlu,BLZ_240312,[]
+llama_2_7b_chat,0.45799999999999996,mmlu,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.5539999999999999,mmlu,BLZ_240312,[]
+vicuna_7b,0.51,mmlu,BLZ_240312,[]
+koala_13b,0.447,mmlu,BLZ_240312,[]
+gpt4all_13b_snoozy,0.43,mmlu,BLZ_240312,[]
+mpt_7b_chat,0.32,mmlu,BLZ_240312,[]
+chatglm2_6b,0.455,mmlu,BLZ_240312,[]
+rwkv_4_raven_14b,0.256,mmlu,BLZ_240312,[]
+alpaca_13b,0.48100000000000004,mmlu,BLZ_240312,[]
+openassistant_pythia_12b,0.27,mmlu,BLZ_240312,[]
+chatglm_6b,0.361,mmlu,BLZ_240312,[]
+fastchat_t5_3b,0.47700000000000004,mmlu,BLZ_240312,[]
+stablelm_tuned_alpha_7b,0.244,mmlu,BLZ_240312,[]
+dolly_v2_12b,0.257,mmlu,BLZ_240312,[]
+llama_13b,0.47,mmlu,BLZ_240312,[]
+yi_34bx2_moe_60b,0.775,mmlu,BLZ_240312,[]
+gpt_4_0125_preview,0.0929,mt_bench,BLZ_240312,[]
+gpt_4_1106_preview,0.0932,mt_bench,BLZ_240312,[]
+gpt_4_0314,0.08960000000000001,mt_bench,BLZ_240312,[]
+gpt_4_0613,0.09179999999999999,mt_bench,BLZ_240312,[]
+mistral_medium,0.0861,mt_bench,BLZ_240312,[]
+claude_1,0.079,mt_bench,BLZ_240312,[]
+claude_2.0,0.0806,mt_bench,BLZ_240312,[]
+gemini_pro_dev_api,0.08039999999999999,mt_bench,BLZ_240312,[]
+claude_2.1,0.0818,mt_bench,BLZ_240312,[]
+gpt_3.5_turbo_0613,0.0839,mt_bench,BLZ_240312,[]
+mixtral_8x7b_instruct_v0.1,0.083,mt_bench,BLZ_240312,[]
+yi_34b_chat,0.07769999999999999,mt_bench,BLZ_240312,[]
+gemini_pro,0.08039999999999999,mt_bench,BLZ_240312,[]
+claude_instant_1,0.0785,mt_bench,BLZ_240312,[]
+gpt_3.5_turbo_0314,0.0794,mt_bench,BLZ_240312,[]
+wizardlm_70b_v1.0,0.0771,mt_bench,BLZ_240312,[]
+tulu_2_dpo_70b,0.0789,mt_bench,BLZ_240312,[]
+vicuna_33b,0.0712,mt_bench,BLZ_240312,[]
+starling_lm_7b_alpha,0.0809,mt_bench,BLZ_240312,[]
+deepseek_llm_67b_chat,0.08529999999999999,mt_bench,BLZ_240312,[]
+llama_2_70b_chat,0.06860000000000001,mt_bench,BLZ_240312,[]
+nv_llama2_70b_steerlm_chat,0.0754,mt_bench,BLZ_240312,[]
+openhermes_2.5_mistral_7b,0.07690000000000001,mt_bench,BLZ_240312,[]
+openchat_3.5,0.0781,mt_bench,BLZ_240312,[]
+pplx_70b_online,0.0588,mt_bench,BLZ_240312,[]
+gpt_3.5_turbo_1106,0.0832,mt_bench,BLZ_240312,[]
+solar_10.7b_instruct_v1.0,0.0758,mt_bench,BLZ_240312,[]
+wizardlm_13b_v1.2,0.07200000000000001,mt_bench,BLZ_240312,[]
+zephyr_7b_beta,0.07339999999999999,mt_bench,BLZ_240312,[]
+mpt_30b_chat,0.0639,mt_bench,BLZ_240312,[]
+llama_2_13b_chat,0.0665,mt_bench,BLZ_240312,[]
+vicuna_13b,0.06570000000000001,mt_bench,BLZ_240312,[]
+zephyr_7b_alpha,0.0688,mt_bench,BLZ_240312,[]
+qwen_14b_chat,0.0696,mt_bench,BLZ_240312,[]
+guanaco_33b,0.0653,mt_bench,BLZ_240312,[]
+llama_2_7b_chat,0.06269999999999999,mt_bench,BLZ_240312,[]
+mistral_7b_instruct_v0.1,0.0684,mt_bench,BLZ_240312,[]
+palm_chat_bison_001,0.064,mt_bench,BLZ_240312,[]
+vicuna_7b,0.0617,mt_bench,BLZ_240312,[]
+koala_13b,0.0535,mt_bench,BLZ_240312,[]
+gpt4all_13b_snoozy,0.0541,mt_bench,BLZ_240312,[]
+mpt_7b_chat,0.0542,mt_bench,BLZ_240312,[]
+chatglm2_6b,0.0496,mt_bench,BLZ_240312,[]
+rwkv_4_raven_14b,0.0398,mt_bench,BLZ_240312,[]
+alpaca_13b,0.0453,mt_bench,BLZ_240312,[]
+openassistant_pythia_12b,0.0432,mt_bench,BLZ_240312,[]
+chatglm_6b,0.045,mt_bench,BLZ_240312,[]
+fastchat_t5_3b,0.0304,mt_bench,BLZ_240312,[]
+stablelm_tuned_alpha_7b,0.0275,mt_bench,BLZ_240312,[]
+dolly_v2_12b,0.032799999999999996,mt_bench,BLZ_240312,[]
+llama_13b,0.026099999999999998,mt_bench,BLZ_240312,[]
+gpt_4_0613,0.735,mmlu,helm_lite_240610,[]
+llama_3_70b,0.695,mmlu,helm_lite_240610,[]
+mixtral_8x22b,0.701,mmlu,helm_lite_240610,[]
+palmyra_x_v3_72b,0.702,mmlu,helm_lite_240610,[]
+gpt_4_turbo_1106_preview,0.699,mmlu,helm_lite_240610,[]
+palm_2_unicorn,0.702,mmlu,helm_lite_240610,[]
+claude_3_opus_20240229,0.768,mmlu,helm_lite_240610,[]
+qwen1.5_72b,0.647,mmlu,helm_lite_240610,[]
+palmyra_x_v2_33b,0.621,mmlu,helm_lite_240610,[]
+yi_34b,0.65,mmlu,helm_lite_240610,[]
+qwen1.5_32b,0.628,mmlu,helm_lite_240610,[]
+claude_v1.3,0.631,mmlu,helm_lite_240610,[]
+mixtral_8x7b_32k_seqlen,0.649,mmlu,helm_lite_240610,[]
+palm_2_bison,0.608,mmlu,helm_lite_240610,[]
+claude_2.0,0.639,mmlu,helm_lite_240610,[]
+deepseek_llm_chat_67b,0.641,mmlu,helm_lite_240610,[]
+llama_2_70b,0.58,mmlu,helm_lite_240610,[]
+claude_2.1,0.643,mmlu,helm_lite_240610,[]
+gpt_3.5_text_davinci_003,0.555,mmlu,helm_lite_240610,[]
+qwen1.5_14b,0.626,mmlu,helm_lite_240610,[]
+claude_instant_1.2,0.631,mmlu,helm_lite_240610,[]
+llama_3_8b,0.602,mmlu,helm_lite_240610,[]
+gpt_3.5_turbo_0613,0.614,mmlu,helm_lite_240610,[]
+gemma_7b,0.571,mmlu,helm_lite_240610,[]
+claude_3_sonnet_20240229,0.652,mmlu,helm_lite_240610,[]
+gpt_3.5_text_davinci_002,0.568,mmlu,helm_lite_240610,[]
+llama_65b,0.584,mmlu,helm_lite_240610,[]
+mistral_large_2402,0.638,mmlu,helm_lite_240610,[]
+cohere_command,0.525,mmlu,helm_lite_240610,[]
+dbrx_instructruct,0.643,mmlu,helm_lite_240610,[]
+mistral_v0.1_7b,0.584,mmlu,helm_lite_240610,[]
+mistral_small_2402,0.593,mmlu,helm_lite_240610,[]
+mistral_medium_2312,0.618,mmlu,helm_lite_240610,[]
+qwen1.5_7b,0.569,mmlu,helm_lite_240610,[]
+claude_3_haiku_20240307,0.662,mmlu,helm_lite_240610,[]
+yi_6b,0.53,mmlu,helm_lite_240610,[]
+llama_2_13b,0.505,mmlu,helm_lite_240610,[]
+jurassic_2_jumbo_178b,0.483,mmlu,helm_lite_240610,[]
+falcon_40b,0.507,mmlu,helm_lite_240610,[]
+phi_2,0.518,mmlu,helm_lite_240610,[]
+jurassic_2_grande_17b,0.471,mmlu,helm_lite_240610,[]
+llama_2_7b,0.425,mmlu,helm_lite_240610,[]
+luminous_supreme_70b,0.316,mmlu,helm_lite_240610,[]
+cohere_command_light,0.386,mmlu,helm_lite_240610,[]
+luminous_extended_30b,0.248,mmlu,helm_lite_240610,[]
+falcon_7b,0.288,mmlu,helm_lite_240610,[]
+olmo_7b,0.305,mmlu,helm_lite_240610,[]
+luminous_base_13b,0.243,mmlu,helm_lite_240610,[]
+llama_2_70b,0.582,mmlu,helm_classic_240130,[]
+llama_65b,0.584,mmlu,helm_classic_240130,[]
+text_davinci_002,0.568,mmlu,helm_classic_240130,[]
+mistral_v0.1_7b,0.572,mmlu,helm_classic_240130,[]
+cohere_command_beta_52.4b,0.452,mmlu,helm_classic_240130,[]
+text_davinci_003,0.569,mmlu,helm_classic_240130,[]
+jurassic_2_jumbo_178b,0.48,mmlu,helm_classic_240130,[]
+llama_2_13b,0.507,mmlu,helm_classic_240130,[]
+tnlg_v2_530b,0.469,mmlu,helm_classic_240130,[]
+gpt_3.5_turbo_0613,0.391,mmlu,helm_classic_240130,[]
+llama_30b,0.531,mmlu,helm_classic_240130,[]
+anthropic_lm_v4_s3_52b,0.481,mmlu,helm_classic_240130,[]
+gpt_3.5_turbo_0301,0.59,mmlu,helm_classic_240130,[]
+jurassic_2_grande_17b,0.475,mmlu,helm_classic_240130,[]
+palmyra_x_43b,0.609,mmlu,helm_classic_240130,[]
+falcon_40b,0.509,mmlu,helm_classic_240130,[]
+falcon_instruct_40b,0.497,mmlu,helm_classic_240130,[]
+mpt_instruct_30b,0.444,mmlu,helm_classic_240130,[]
+mpt_30b,0.437,mmlu,helm_classic_240130,[]
+j1_grande_v2_beta_17b,0.445,mmlu,helm_classic_240130,[]
+vicuna_v1.3_13b,0.462,mmlu,helm_classic_240130,[]
+cohere_command_beta_6.1b,0.406,mmlu,helm_classic_240130,[]
+cohere_xlarge_v20221108_52.4b,0.382,mmlu,helm_classic_240130,[]
+luminous_supreme_70b,0.38,mmlu,helm_classic_240130,[]
+vicuna_v1.3_7b,0.434,mmlu,helm_classic_240130,[]
+opt_175b,0.318,mmlu,helm_classic_240130,[]
+llama_2_7b,0.431,mmlu,helm_classic_240130,[]
+llama_13b,0.422,mmlu,helm_classic_240130,[]
+instructpalmyra_30b,0.403,mmlu,helm_classic_240130,[]
+cohere_xlarge_v20220609_52.4b,0.353,mmlu,helm_classic_240130,[]
+jurassic_2_large_7.5b,0.339,mmlu,helm_classic_240130,[]
+davinci_175b,0.422,mmlu,helm_classic_240130,[]
+llama_7b,0.321,mmlu,helm_classic_240130,[]
+redpajama_incite_instruct_7b,0.363,mmlu,helm_classic_240130,[]
+j1_jumbo_v1_178b,0.259,mmlu,helm_classic_240130,[]
+glm_130b,0.344,mmlu,helm_classic_240130,[]
+luminous_extended_30b,0.321,mmlu,helm_classic_240130,[]
+opt_66b,0.276,mmlu,helm_classic_240130,[]
+bloom_176b,0.299,mmlu,helm_classic_240130,[]
+j1_grande_v1_17b,0.27,mmlu,helm_classic_240130,[]
+alpaca_7b,0.385,mmlu,helm_classic_240130,[]
+falcon_7b,0.286,mmlu,helm_classic_240130,[]
+redpajama_incite_base_7b,0.302,mmlu,helm_classic_240130,[]
+cohere_large_v20220720_13.1b,0.324,mmlu,helm_classic_240130,[]
+redpajama_incite_instruct_v1_3b,0.257,mmlu,helm_classic_240130,[]
+text_curie_001,0.237,mmlu,helm_classic_240130,[]
+gpt_neox_20b,0.276,mmlu,helm_classic_240130,[]
+luminous_base_13b,0.27,mmlu,helm_classic_240130,[]
+cohere_medium_v20221108_6.1b,0.254,mmlu,helm_classic_240130,[]
+redpajama_incite_base_v1_3b,0.263,mmlu,helm_classic_240130,[]
+tnlg_v2_6.7b,0.242,mmlu,helm_classic_240130,[]
+j1_large_v1_7.5b,0.241,mmlu,helm_classic_240130,[]
+gpt_j_6b,0.249,mmlu,helm_classic_240130,[]
+pythia_12b,0.274,mmlu,helm_classic_240130,[]
+curie_6.7b,0.243,mmlu,helm_classic_240130,[]
+falcon_instruct_7b,0.275,mmlu,helm_classic_240130,[]
+cohere_medium_v20220720_6.1b,0.279,mmlu,helm_classic_240130,[]
+text_babbage_001,0.229,mmlu,helm_classic_240130,[]
+t0pp_11b,0.407,mmlu,helm_classic_240130,[]
+pythia_6.9b,0.236,mmlu,helm_classic_240130,[]
+ul2_20b,0.291,mmlu,helm_classic_240130,[]
+t5_11b,0.29,mmlu,helm_classic_240130,[]
+babbage_1.3b,0.235,mmlu,helm_classic_240130,[]
+cohere_small_v20220720_410m,0.264,mmlu,helm_classic_240130,[]
+ada_350m,0.243,mmlu,helm_classic_240130,[]
+text_ada_001,0.238,mmlu,helm_classic_240130,[]
+yalm_100b,0.243,mmlu,helm_classic_240130,[]
+aya_101,0.029411764705882353,biggen_mwr,biggen_240612,[]
+c4ai_command_r_plus_gptq,0.8382352941176471,biggen_mwr,biggen_240612,[]
+c4ai_command_r_v01,0.6948529411764706,biggen_mwr,biggen_240612,[]
+claude_3_haiku_20240307,0.9252450980392157,biggen_mwr,biggen_240612,[]
+claude_3_opus_20240229,0.9681372549019608,biggen_mwr,biggen_240612,[]
+claude_3_sonnet_20240229,0.9240196078431373,biggen_mwr,biggen_240612,[]
+codellama_13b,0.07598039215686275,biggen_mwr,biggen_240612,[]
+codellama_13b_instruct,0.4276960784313726,biggen_mwr,biggen_240612,[]
+codellama_34b,0.1482843137254902,biggen_mwr,biggen_240612,[]
+codellama_34b_instruct,0.5098039215686274,biggen_mwr,biggen_240612,[]
+codellama_70b,0.18872549019607843,biggen_mwr,biggen_240612,[]
+codellama_70b_instruct,0.27450980392156865,biggen_mwr,biggen_240612,[]
+codellama_7b,0.05514705882352941,biggen_mwr,biggen_240612,[]
+codellama_7b_instruct,0.36519607843137253,biggen_mwr,biggen_240612,[]
+codetulu_2_13b,0.43137254901960786,biggen_mwr,biggen_240612,[]
+codetulu_2_34b,0.5441176470588235,biggen_mwr,biggen_240612,[]
+codetulu_2_7b,0.32598039215686275,biggen_mwr,biggen_240612,[]
+gemini_1.0_pro,0.7107843137254902,biggen_mwr,biggen_240612,[]
+gemini_flash_1.5,0.866421568627451,biggen_mwr,biggen_240612,[]
+gemini_pro_1.5,0.8676470588235294,biggen_mwr,biggen_240612,[]
+gemma_1.1_2b_it,0.33578431372549017,biggen_mwr,biggen_240612,[]
+gemma_1.1_7b_it,0.5551470588235294,biggen_mwr,biggen_240612,[]
+gemma_2b,0.09803921568627451,biggen_mwr,biggen_240612,[]
+gemma_2b_it,0.3333333333333333,biggen_mwr,biggen_240612,[]
+gemma_7b,0.013480392156862746,biggen_mwr,biggen_240612,[]
+gemma_7b_it,0.40931372549019607,biggen_mwr,biggen_240612,[]
+gpt_3.5_turbo_0125,0.7757352941176471,biggen_mwr,biggen_240612,[]
+gpt_3.5_turbo_1106,0.758578431372549,biggen_mwr,biggen_240612,[]
+gpt_4_0125_preview,0.9779411764705882,biggen_mwr,biggen_240612,[]
+gpt_4_1106_preview,0.9889705882352942,biggen_mwr,biggen_240612,[]
+gpt_4_turbo_2024_04_09,0.9558823529411765,biggen_mwr,biggen_240612,[]
+gpt_4o_2024_05_13,0.9436274509803921,biggen_mwr,biggen_240612,[]
+llama_2_13b,0.20220588235294118,biggen_mwr,biggen_240612,[]
+llama_2_13b_chat,0.5968137254901961,biggen_mwr,biggen_240612,[]
+llama_2_70b,0.4656862745098039,biggen_mwr,biggen_240612,[]
+llama_2_70b_chat,0.7205882352941176,biggen_mwr,biggen_240612,[]
+llama_2_7b,0.1446078431372549,biggen_mwr,biggen_240612,[]
+llama_2_7b_chat,0.5355392156862745,biggen_mwr,biggen_240612,[]
+llemma_34b,0.21200980392156862,biggen_mwr,biggen_240612,[]
+llemma_7b,0.11029411764705882,biggen_mwr,biggen_240612,[]
+meta_llama_3_70b,0.36887254901960786,biggen_mwr,biggen_240612,[]
+meta_llama_3_70b_instruct,0.875,biggen_mwr,biggen_240612,[]
+meta_llama_3_8b,0.2377450980392157,biggen_mwr,biggen_240612,[]
+meta_llama_3_8b_instruct,0.7328431372549019,biggen_mwr,biggen_240612,[]
+mistral_7b_instruct_v0.2,0.7156862745098039,biggen_mwr,biggen_240612,[]
+mistral_7b_v0.1,0.3272058823529412,biggen_mwr,biggen_240612,[]
+mistral_7b_v0.2,0.3137254901960784,biggen_mwr,biggen_240612,[]
+mistral_large_hjpark,0.8762254901960784,biggen_mwr,biggen_240612,[]
+mistral_medium_hjpark,0.8970588235294118,biggen_mwr,biggen_240612,[]
+mistral_orpo_alpha,0.5392156862745098,biggen_mwr,biggen_240612,[]
+mistral_orpo_beta,0.5477941176470589,biggen_mwr,biggen_240612,[]
+mixtral_8x22b_instruct_v0.1_awq,0.8198529411764706,biggen_mwr,biggen_240612,[]
+mixtral_8x22b_v0.1_awq,0.5968137254901961,biggen_mwr,biggen_240612,[]
+mixtral_8x7b_instruct_v0.1,0.7647058823529411,biggen_mwr,biggen_240612,[]
+mixtral_8x7b_v0.1,0.5453431372549019,biggen_mwr,biggen_240612,[]
+nous_hermes_2_mistral_7b_dpo,0.571078431372549,biggen_mwr,biggen_240612,[]
+nous_hermes_2_mixtral_8x7b_dpo,0.7095588235294118,biggen_mwr,biggen_240612,[]
+nous_hermes_2_mixtral_8x7b_sft,0.6262254901960784,biggen_mwr,biggen_240612,[]
+nous_hermes_2_yi_34b,0.5906862745098039,biggen_mwr,biggen_240612,[]
+olmo_1b,0.028186274509803922,biggen_mwr,biggen_240612,[]
+olmo_7b,0.07107843137254902,biggen_mwr,biggen_240612,[]
+olmo_7b_instruct,0.30269607843137253,biggen_mwr,biggen_240612,[]
+olmo_7b_sft,0.2549019607843137,biggen_mwr,biggen_240612,[]
+openchat_3.5_0106,0.6825980392156863,biggen_mwr,biggen_240612,[]
+openhermes_2.5_mistral_7b,0.4583333333333333,biggen_mwr,biggen_240612,[]
+openhermes_2_mistral_7b,0.5122549019607843,biggen_mwr,biggen_240612,[]
+orca_2_13b,0.17401960784313725,biggen_mwr,biggen_240612,[]
+orca_2_7b,0.08700980392156862,biggen_mwr,biggen_240612,[]
+phi_1,0.0,biggen_mwr,biggen_240612,[]
+phi_1_5,0.15318627450980393,biggen_mwr,biggen_240612,[]
+phi_2,0.29044117647058826,biggen_mwr,biggen_240612,[]
+phi_3_mini_128k_instruct,0.6911764705882353,biggen_mwr,biggen_240612,[]
+phi_3_mini_4k_instruct,0.7867647058823529,biggen_mwr,biggen_240612,[]
+qwen1.5_0.5b,0.0428921568627451,biggen_mwr,biggen_240612,[]
+qwen1.5_0.5b_chat,0.07965686274509803,biggen_mwr,biggen_240612,[]
+qwen1.5_1.8b,0.12867647058823528,biggen_mwr,biggen_240612,[]
+qwen1.5_1.8b_chat,0.21691176470588236,biggen_mwr,biggen_240612,[]
+qwen1.5_14b,0.3946078431372549,biggen_mwr,biggen_240612,[]
+qwen1.5_14b_chat,0.7267156862745098,biggen_mwr,biggen_240612,[]
+qwen1.5_32b,0.4791666666666667,biggen_mwr,biggen_240612,[]
+qwen1.5_32b_chat,0.8149509803921569,biggen_mwr,biggen_240612,[]
+qwen1.5_4b,0.21323529411764705,biggen_mwr,biggen_240612,[]
+qwen1.5_4b_chat,0.29411764705882354,biggen_mwr,biggen_240612,[]
+qwen1.5_72b,0.5294117647058824,biggen_mwr,biggen_240612,[]
+qwen1.5_72b_chat,0.8713235294117647,biggen_mwr,biggen_240612,[]
+qwen1.5_7b,0.2610294117647059,biggen_mwr,biggen_240612,[]
+qwen1.5_7b_chat,0.6580882352941176,biggen_mwr,biggen_240612,[]
+qwen_110b_chat,0.8848039215686274,biggen_mwr,biggen_240612,[]
+solar_10.7b_instruct_v1.0,0.6862745098039216,biggen_mwr,biggen_240612,[]
+solar_10.7b_v1.0,0.43995098039215685,biggen_mwr,biggen_240612,[]
+starling_lm_7b_alpha,0.6139705882352942,biggen_mwr,biggen_240612,[]
+starling_lm_7b_beta,0.7573529411764706,biggen_mwr,biggen_240612,[]
+tulu_2_13b,0.4313725490196078,biggen_mwr,biggen_240612,[]
+tulu_2_7b,0.3553921568627451,biggen_mwr,biggen_240612,[]
+tulu_2_dpo_13b,0.5833333333333333,biggen_mwr,biggen_240612,[]
+tulu_2_dpo_70b,0.7708333333333334,biggen_mwr,biggen_240612,[]
+tulu_2_dpo_7b,0.4767156862745098,biggen_mwr,biggen_240612,[]
+yi_34b,0.46078431372549017,biggen_mwr,biggen_240612,[]
+yi_34b_chat,0.7720588235294118,biggen_mwr,biggen_240612,[]
+yi_6b,0.17892156862745098,biggen_mwr,biggen_240612,[]
+yi_6b_chat,0.4117647058823529,biggen_mwr,biggen_240612,[]
+zephyr_7b_beta,0.6200980392156863,biggen_mwr,biggen_240612,[]
+zephyr_orpo_141b_a35b_v0.1_awq,0.6311274509803921,biggen_mwr,biggen_240612,[]
+gpt_4o_0513,1293.0,arena_elo,wildbench_240612,[]
+gpt_4_turbo_0409,1251.0,arena_elo,wildbench_240612,[]
+gpt_4_turbo_0125,1239.0,arena_elo,wildbench_240612,[]
+llama_3_70b_inst,1213.0,arena_elo,wildbench_240612,[]
+claude_3_opus,1232.0,arena_elo,wildbench_240612,[]
+claude_3_sonnet,1187.0,arena_elo,wildbench_240612,[]
+qwen1.5_72b_chat,1143.0,arena_elo,wildbench_240612,[]
+command_r_plus,1155.0,arena_elo,wildbench_240612,[]
+claude_3_haiku,1169.0,arena_elo,wildbench_240612,[]
+mistral_large,1158.0,arena_elo,wildbench_240612,[]
+starlinglm_7b_beta,1111.0,arena_elo,wildbench_240612,[]
+llama_3_8b_inst,1144.0,arena_elo,wildbench_240612,[]
+command_r,1106.0,arena_elo,wildbench_240612,[]
+mixtral_8x7b_inst,1114.0,arena_elo,wildbench_240612,[]
+dbrx_instruct,1106.0,arena_elo,wildbench_240612,[]
+mistral_7b_inst_v0.2,1071.0,arena_elo,wildbench_240612,[]
+tulu_2_dpo_70b,1099.0,arena_elo,wildbench_240612,[]
+llama_2_70b_chat,1070.0,arena_elo,wildbench_240612,[]
+qwen1.5_7b_chat,1059.0,arena_elo,wildbench_240612,[]
+gpt_3.5_turbo_0125,1105.0,arena_elo,wildbench_240612,[]
+llama_2_7b_chat,1012.0,arena_elo,wildbench_240612,[]
+gemma_7b_it,1047.0,arena_elo,wildbench_240612,[]
+gemma_2b_it,980.0,arena_elo,wildbench_240612,[]
+gpt_4_turbo_0409,82.6,arena_hard,wildbench_240612,[]
+gpt_4_turbo_0125,78.0,arena_hard,wildbench_240612,[]
+llama_3_70b_inst,41.1,arena_hard,wildbench_240612,[]
+claude_3_opus,60.4,arena_hard,wildbench_240612,[]
+llama3_inst_8b_simpo,33.8,arena_hard,wildbench_240612,[]
+claude_3_sonnet,46.8,arena_hard,wildbench_240612,[]
+qwen1.5_72b_chat,36.1,arena_hard,wildbench_240612,[]
+command_r_plus,33.1,arena_hard,wildbench_240612,[]
+claude_3_haiku,41.5,arena_hard,wildbench_240612,[]
+mistral_large,37.7,arena_hard,wildbench_240612,[]
+starlinglm_7b_beta,23.0,arena_hard,wildbench_240612,[]
+llama_3_8b_inst,20.6,arena_hard,wildbench_240612,[]
+command_r,17.0,arena_hard,wildbench_240612,[]
+mixtral_8x7b_inst,23.4,arena_hard,wildbench_240612,[]
+dbrx_instruct,23.9,arena_hard,wildbench_240612,[]
+tulu_2_dpo_70b,15.0,arena_hard,wildbench_240612,[]
+llama_2_70b_chat,11.6,arena_hard,wildbench_240612,[]
+gpt_3.5_turbo_0125,23.3,arena_hard,wildbench_240612,[]
+llama_2_7b_chat,4.6,arena_hard,wildbench_240612,[]
+gemma_7b_it,7.5,arena_hard,wildbench_240612,[]
+gemma_2b_it,3.0,arena_hard,wildbench_240612,[]
+gpt_4o_0513,57.5,alpacaeval2_lc,wildbench_240612,[]
+gpt_4_turbo_0409,55.0,alpacaeval2_lc,wildbench_240612,[]
+llama_3_70b_inst,34.4,alpacaeval2_lc,wildbench_240612,[]
+claude_3_opus,40.5,alpacaeval2_lc,wildbench_240612,[]
+llama3_inst_8b_simpo,44.7,alpacaeval2_lc,wildbench_240612,[]
+claude_3_sonnet,34.9,alpacaeval2_lc,wildbench_240612,[]
+qwen1.5_72b_chat,36.6,alpacaeval2_lc,wildbench_240612,[]
+mistral_large,32.7,alpacaeval2_lc,wildbench_240612,[]
+llama_3_8b_inst,22.9,alpacaeval2_lc,wildbench_240612,[]
+mixtral_8x7b_inst,23.7,alpacaeval2_lc,wildbench_240612,[]
+dbrx_instruct,25.4,alpacaeval2_lc,wildbench_240612,[]
+mistral_7b_inst_v0.2,17.1,alpacaeval2_lc,wildbench_240612,[]
+tulu_2_dpo_70b,21.2,alpacaeval2_lc,wildbench_240612,[]
+llama_2_70b_chat,14.7,alpacaeval2_lc,wildbench_240612,[]
+qwen1.5_7b_chat,14.7,alpacaeval2_lc,wildbench_240612,[]
+llama_2_7b_chat,5.4,alpacaeval2_lc,wildbench_240612,[]
+gemma_7b_it,10.4,alpacaeval2_lc,wildbench_240612,[]
+gemma_2b_it,5.4,alpacaeval2_lc,wildbench_240612,[]
+gpt_4o_0513,51.3,alpacav2,wildbench_240612,[]
+gpt_4_turbo_0409,46.1,alpacav2,wildbench_240612,[]
+llama_3_70b_inst,33.2,alpacav2,wildbench_240612,[]
+claude_3_opus,29.1,alpacav2,wildbench_240612,[]
+llama3_inst_8b_simpo,40.5,alpacav2,wildbench_240612,[]
+claude_3_sonnet,25.6,alpacav2,wildbench_240612,[]
+qwen1.5_72b_chat,26.5,alpacav2,wildbench_240612,[]
+mistral_large,21.4,alpacav2,wildbench_240612,[]
+llama_3_8b_inst,22.6,alpacav2,wildbench_240612,[]
+mixtral_8x7b_inst,18.3,alpacav2,wildbench_240612,[]
+dbrx_instruct,18.4,alpacav2,wildbench_240612,[]
+mistral_7b_inst_v0.2,14.7,alpacav2,wildbench_240612,[]
+tulu_2_dpo_70b,16.0,alpacav2,wildbench_240612,[]
+llama_2_70b_chat,13.9,alpacav2,wildbench_240612,[]
+qwen1.5_7b_chat,11.8,alpacav2,wildbench_240612,[]
+llama_2_7b_chat,5.0,alpacav2,wildbench_240612,[]
+gemma_7b_it,6.9,alpacav2,wildbench_240612,[]
+gemma_2b_it,3.4,alpacav2,wildbench_240612,[]
+pythia_1b,31.4,arc_c,olmes_260624,[]
+olmo_1b,38.6,arc_c,olmes_260624,[]
+tinyllama_1.1b,38.1,arc_c,olmes_260624,[]
+pythia_6.7b,44.6,arc_c,olmes_260624,[]
+rpj_incite_7b,45.3,arc_c,olmes_260624,[]
+stablelm2_1.6b,50.6,arc_c,olmes_260624,[]
+olmo_7b,46.4,arc_c,olmes_260624,[]
+mpt_7b,45.7,arc_c,olmes_260624,[]
+falcon_7b,49.7,arc_c,olmes_260624,[]
+llama2_7b,54.2,arc_c,olmes_260624,[]
+llama2_13b,67.3,arc_c,olmes_260624,[]
+olmo_1.7_7b,66.9,arc_c,olmes_260624,[]
+llama3_8b,79.3,arc_c,olmes_260624,[]
+mistral_7b_v0.1,78.6,arc_c,olmes_260624,[]
+llama3_70b,93.7,arc_c,olmes_260624,[]
+pythia_1b,31.1,mmlu,olmes_260624,[]
+olmo_1b,33.4,mmlu,olmes_260624,[]
+tinyllama_1.1b,33.6,mmlu,olmes_260624,[]
+pythia_6.7b,37.7,mmlu,olmes_260624,[]
+rpj_incite_7b,40.1,mmlu,olmes_260624,[]
+stablelm2_1.6b,40.4,mmlu,olmes_260624,[]
+olmo_7b,40.5,mmlu,olmes_260624,[]
+mpt_7b,40.6,mmlu,olmes_260624,[]
+falcon_7b,42.1,mmlu,olmes_260624,[]
+llama2_7b,46.2,mmlu,olmes_260624,[]
+llama2_13b,55.8,mmlu,olmes_260624,[]
+olmo_1.7_7b,54.4,mmlu,olmes_260624,[]
+llama3_8b,66.6,mmlu,olmes_260624,[]
+mistral_7b_v0.1,64.0,mmlu,olmes_260624,[]
+llama3_70b,79.8,mmlu,olmes_260624,[]
+pythia_1b,49.0,olmes_average,olmes_260624,[]
+olmo_1b,55.1,olmes_average,olmes_260624,[]
+tinyllama_1.1b,55.4,olmes_average,olmes_260624,[]
+pythia_6.7b,59.1,olmes_average,olmes_260624,[]
+rpj_incite_7b,62.8,olmes_average,olmes_260624,[]
+stablelm2_1.6b,65.1,olmes_average,olmes_260624,[]
+olmo_7b,65.3,olmes_average,olmes_260624,[]
+mpt_7b,65.6,olmes_average,olmes_260624,[]
+falcon_7b,66.9,olmes_average,olmes_260624,[]
+llama2_7b,69.0,olmes_average,olmes_260624,[]
+llama2_13b,74.0,olmes_average,olmes_260624,[]
+olmo_1.7_7b,75.5,olmes_average,olmes_260624,[]
+llama3_8b,78.7,olmes_average,olmes_260624,[]
+mistral_7b_v0.1,79.1,olmes_average,olmes_260624,[]
+llama3_70b,88.4,olmes_average,olmes_260624,[]
+llama_2_70b,0.3753,mmlu_pro,mmlu_pro_240610,[]
+llama_3_8b,0.3536,mmlu_pro,mmlu_pro_240610,[]
+deepseekmath_instruct,0.353,mmlu_pro,mmlu_pro_240610,[]
+gemma_7b,0.3373,mmlu_pro,mmlu_pro_240610,[]
+mistral_7b_v0.1,0.3088,mmlu_pro,mmlu_pro_240610,[]
+mistral_7b_instruct_v0.2,0.3084,mmlu_pro,mmlu_pro_240610,[]
+mistral_7b_v0.2,0.3043,mmlu_pro,mmlu_pro_240610,[]
+qwen1.5_7b_chat,0.2906,mmlu_pro,mmlu_pro_240610,[]
+yi_6b_chat,0.2884,mmlu_pro,mmlu_pro_240610,[]
+yi_6b,0.2651,mmlu_pro,mmlu_pro_240610,[]
+mistral_7b_instruct_v0.1,0.2575,mmlu_pro,mmlu_pro_240610,[]
+llama_2_13b,0.2534,mmlu_pro,mmlu_pro_240610,[]
+llemma_7b,0.2345,mmlu_pro,mmlu_pro_240610,[]
+llama_2_7b,0.2032,mmlu_pro,mmlu_pro_240610,[]
+gpt_4o,0.7255,mmlu_pro,mmlu_pro_240610,[]
+claude_3_opus,0.6845,mmlu_pro,mmlu_pro_240610,[]
+gpt_4_turbo,0.6371,mmlu_pro,mmlu_pro_240610,[]
+gemini_1.5_flash,0.5912,mmlu_pro,mmlu_pro_240610,[]
+yi_large,0.5753,mmlu_pro,mmlu_pro_240610,[]
+claude_3_sonnet,0.568,mmlu_pro,mmlu_pro_240610,[]
+llama_3_70b_instruct,0.562,mmlu_pro,mmlu_pro_240610,[]
+deepseek_v2,0.5481,mmlu_pro,mmlu_pro_240610,[]
+phi_3_medium_4k_instruct,0.5348,mmlu_pro,mmlu_pro_240610,[]
+llama_3_70b,0.5278,mmlu_pro,mmlu_pro_240610,[]
+qwen1.5_72b_chat,0.5162,mmlu_pro,mmlu_pro_240610,[]
+mammoth2_8x7b_plus,0.504,mmlu_pro,mmlu_pro_240610,[]
+qwen1.5_110b,0.4993,mmlu_pro,mmlu_pro_240610,[]
+mammoth2_8b_plus,0.4335,mmlu_pro,mmlu_pro_240610,[]
+mixtral_8x7b_instruct_v0.1,0.4327,mmlu_pro,mmlu_pro_240610,[]
+phi_3_mini_4k_instruct,0.4317,mmlu_pro,mmlu_pro_240610,[]
+yi_34b,0.4303,mmlu_pro,mmlu_pro_240610,[]
+mixtral_8x7b_v0.1,0.4103,mmlu_pro,mmlu_pro_240610,[]
+llama_3_8b_instruct,0.4098,mmlu_pro,mmlu_pro_240610,[]
+mammoth2_7b_plus,0.4085,mmlu_pro,mmlu_pro_240610,[]
+qwen1.5_14b_chat,0.3802,mmlu_pro,mmlu_pro_240610,[]
+c4ai_command_r_v01,0.379,mmlu_pro,mmlu_pro_240610,[]

assets/livebench.csv

@@ -0,0 +1,365 @@
+,model,scenario,score,aggragated_from,source
+0,claude_3_5_sonnet_20240620,livebench_lb,61.16,[],livebench_240701
+1,gpt_4o_2024_05_13,livebench_lb,54.96,[],livebench_240701
+2,gpt_4_turbo_2024_04_09,livebench_lb,53.0,[],livebench_240701
+3,gpt_4_1106_preview,livebench_lb,52.17,[],livebench_240701
+4,claude_3_opus_20240229,livebench_lb,50.75,[],livebench_240701
+5,gpt_4_0125_preview,livebench_lb,49.39,[],livebench_240701
+6,deepseek_coder_v2,livebench_lb,46.79,[],livebench_240701
+7,gemini_1.5_pro_api_0514,livebench_lb,44.35,[],livebench_240701
+8,gemma_2_27b_it,livebench_lb,41.22,[],livebench_240701
+9,gemini_1.5_flash_api_0514,livebench_lb,40.89,[],livebench_240701
+10,qwen2_72b_instruct,livebench_lb,40.16,[],livebench_240701
+11,acm_rewrite_qwen2_72b_chat,livebench_lb,39.6,[],livebench_240701
+12,mistral_large_2402,livebench_lb,38.92,[],livebench_240701
+13,deepseek_chat_v2,livebench_lb,38.39,[],livebench_240701
+14,claude_3_sonnet_20240229,livebench_lb,38.08,[],livebench_240701
+15,meta_llama_3_70b_instruct,livebench_lb,37.38,[],livebench_240701
+16,claude_3_haiku_20240307,livebench_lb,35.32,[],livebench_240701
+17,mixtral_8x22b_instruct_v0.1,livebench_lb,34.84,[],livebench_240701
+18,gpt_3.5_turbo_0125,livebench_lb,34.43,[],livebench_240701
+19,gpt_3.5_turbo_1106,livebench_lb,34.14,[],livebench_240701
+20,command_r_plus,livebench_lb,32.86,[],livebench_240701
+21,mistral_small_2402,livebench_lb,32.8,[],livebench_240701
+22,gemma_2_9b_it,livebench_lb,31.57,[],livebench_240701
+23,phi_3_medium_4k_instruct,livebench_lb,30.33,[],livebench_240701
+24,phi_3_medium_128k_instruct,livebench_lb,29.64,[],livebench_240701
+25,deepseek_coder_v2_lite_instruct,livebench_lb,29.15,[],livebench_240701
+26,qwen1.5_110b_chat,livebench_lb,28.96,[],livebench_240701
+27,qwen1.5_72b_chat,livebench_lb,28.89,[],livebench_240701
+28,command_r,livebench_lb,27.23,[],livebench_240701
+29,phi_3_small_128k_instruct,livebench_lb,27.19,[],livebench_240701
+30,meta_llama_3_8b_instruct,livebench_lb,26.67,[],livebench_240701
+31,qwen2_7b_instruct,livebench_lb,26.45,[],livebench_240701
+32,phi_3_small_8k_instruct,livebench_lb,26.24,[],livebench_240701
+33,openhermes_2.5_mistral_7b,livebench_lb,23.3,[],livebench_240701
+34,mixtral_8x7b_instruct_v0.1,livebench_lb,22.5,[],livebench_240701
+35,mistral_7b_instruct_v0.2,livebench_lb,19.33,[],livebench_240701
+36,phi_3_mini_4k_instruct,livebench_lb,19.27,[],livebench_240701
+37,zephyr_7b_alpha,livebench_lb,19.22,[],livebench_240701
+38,phi_3_mini_128k_instruct,livebench_lb,18.04,[],livebench_240701
+39,zephyr_7b_beta,livebench_lb,17.32,[],livebench_240701
+40,deepseek_v2_lite_chat,livebench_lb,17.14,[],livebench_240701
+41,qwen1.5_7b_chat,livebench_lb,16.5,[],livebench_240701
+42,starling_lm_7b_beta,livebench_lb,16.44,[],livebench_240701
+43,vicuna_7b_v1.5_16k,livebench_lb,13.71,[],livebench_240701
+44,vicuna_7b_v1.5,livebench_lb,11.73,[],livebench_240701
+45,qwen1.5_4b_chat,livebench_lb,11.13,[],livebench_240701
+46,llama_2_7b_chat,livebench_lb,10.25,[],livebench_240701
+47,qwen2_1.5b_instruct,livebench_lb,9.96,[],livebench_240701
+48,yi_6b_chat,livebench_lb,8.79,[],livebench_240701
+49,qwen2_0.5b_instruct,livebench_lb,6.78,[],livebench_240701
+50,qwen1.5_1.8b_chat,livebench_lb,6.09,[],livebench_240701
+51,qwen1.5_0.5b_chat,livebench_lb,5.26,[],livebench_240701
+52,claude_3_5_sonnet_20240620,reasoning_lb,64.0,[],livebench_240701
+53,gpt_4o_2024_05_13,reasoning_lb,55.0,[],livebench_240701
+54,gpt_4_turbo_2024_04_09,reasoning_lb,54.0,[],livebench_240701
+55,gpt_4_1106_preview,reasoning_lb,52.0,[],livebench_240701
+56,claude_3_opus_20240229,reasoning_lb,41.0,[],livebench_240701
+57,gpt_4_0125_preview,reasoning_lb,48.0,[],livebench_240701
+58,deepseek_coder_v2,reasoning_lb,49.0,[],livebench_240701
+59,gemini_1.5_pro_api_0514,reasoning_lb,33.0,[],livebench_240701
+60,gemma_2_27b_it,reasoning_lb,31.0,[],livebench_240701
+61,gemini_1.5_flash_api_0514,reasoning_lb,30.0,[],livebench_240701
+62,qwen2_72b_instruct,reasoning_lb,42.0,[],livebench_240701
+63,acm_rewrite_qwen2_72b_chat,reasoning_lb,37.0,[],livebench_240701
+64,mistral_large_2402,reasoning_lb,35.0,[],livebench_240701
+65,deepseek_chat_v2,reasoning_lb,29.0,[],livebench_240701
+66,claude_3_sonnet_20240229,reasoning_lb,26.0,[],livebench_240701
+67,meta_llama_3_70b_instruct,reasoning_lb,31.0,[],livebench_240701
+68,claude_3_haiku_20240307,reasoning_lb,26.0,[],livebench_240701
+69,mixtral_8x22b_instruct_v0.1,reasoning_lb,29.0,[],livebench_240701
+70,gpt_3.5_turbo_0125,reasoning_lb,26.0,[],livebench_240701
+71,gpt_3.5_turbo_1106,reasoning_lb,28.0,[],livebench_240701
+72,command_r_plus,reasoning_lb,32.0,[],livebench_240701
+73,mistral_small_2402,reasoning_lb,28.0,[],livebench_240701
+74,gemma_2_9b_it,reasoning_lb,19.0,[],livebench_240701
+75,phi_3_medium_4k_instruct,reasoning_lb,35.0,[],livebench_240701
+76,phi_3_medium_128k_instruct,reasoning_lb,31.0,[],livebench_240701
+77,deepseek_coder_v2_lite_instruct,reasoning_lb,22.0,[],livebench_240701
+78,qwen1.5_110b_chat,reasoning_lb,26.0,[],livebench_240701
+79,qwen1.5_72b_chat,reasoning_lb,21.0,[],livebench_240701
+80,command_r,reasoning_lb,28.0,[],livebench_240701
+81,phi_3_small_128k_instruct,reasoning_lb,36.0,[],livebench_240701
+82,meta_llama_3_8b_instruct,reasoning_lb,25.0,[],livebench_240701
+83,qwen2_7b_instruct,reasoning_lb,20.0,[],livebench_240701
+84,phi_3_small_8k_instruct,reasoning_lb,23.0,[],livebench_240701
+85,openhermes_2.5_mistral_7b,reasoning_lb,17.0,[],livebench_240701
+86,mixtral_8x7b_instruct_v0.1,reasoning_lb,18.0,[],livebench_240701
+87,mistral_7b_instruct_v0.2,reasoning_lb,13.0,[],livebench_240701
+88,phi_3_mini_4k_instruct,reasoning_lb,19.0,[],livebench_240701
+89,zephyr_7b_alpha,reasoning_lb,17.0,[],livebench_240701
+90,phi_3_mini_128k_instruct,reasoning_lb,10.0,[],livebench_240701
+91,zephyr_7b_beta,reasoning_lb,16.0,[],livebench_240701
+92,deepseek_v2_lite_chat,reasoning_lb,13.0,[],livebench_240701
+93,qwen1.5_7b_chat,reasoning_lb,13.0,[],livebench_240701
+94,starling_lm_7b_beta,reasoning_lb,19.0,[],livebench_240701
+95,vicuna_7b_v1.5_16k,reasoning_lb,15.0,[],livebench_240701
+96,vicuna_7b_v1.5,reasoning_lb,12.0,[],livebench_240701
+97,qwen1.5_4b_chat,reasoning_lb,13.0,[],livebench_240701
+98,llama_2_7b_chat,reasoning_lb,5.0,[],livebench_240701
+99,qwen2_1.5b_instruct,reasoning_lb,8.0,[],livebench_240701
+100,yi_6b_chat,reasoning_lb,8.0,[],livebench_240701
+101,qwen2_0.5b_instruct,reasoning_lb,3.0,[],livebench_240701
+102,qwen1.5_1.8b_chat,reasoning_lb,5.0,[],livebench_240701
+103,qwen1.5_0.5b_chat,reasoning_lb,4.0,[],livebench_240701
+104,claude_3_5_sonnet_20240620,coding_lb,63.21,[],livebench_240701
+105,gpt_4o_2024_05_13,coding_lb,46.37,[],livebench_240701
+106,gpt_4_turbo_2024_04_09,coding_lb,47.05,[],livebench_240701
+107,gpt_4_1106_preview,coding_lb,44.37,[],livebench_240701
+108,claude_3_opus_20240229,coding_lb,40.05,[],livebench_240701
+109,gpt_4_0125_preview,coding_lb,44.05,[],livebench_240701
+110,deepseek_coder_v2,coding_lb,41.05,[],livebench_240701
+111,gemini_1.5_pro_api_0514,coding_lb,32.79,[],livebench_240701
+112,gemma_2_27b_it,coding_lb,36.74,[],livebench_240701
+113,gemini_1.5_flash_api_0514,coding_lb,39.05,[],livebench_240701
+114,qwen2_72b_instruct,coding_lb,31.79,[],livebench_240701
+115,acm_rewrite_qwen2_72b_chat,coding_lb,39.05,[],livebench_240701
+116,mistral_large_2402,coding_lb,26.84,[],livebench_240701
+117,deepseek_chat_v2,coding_lb,33.47,[],livebench_240701
+118,claude_3_sonnet_20240229,coding_lb,25.21,[],livebench_240701
+119,meta_llama_3_70b_instruct,coding_lb,20.95,[],livebench_240701
+120,claude_3_haiku_20240307,coding_lb,24.53,[],livebench_240701
+121,mixtral_8x22b_instruct_v0.1,coding_lb,33.11,[],livebench_240701
+122,gpt_3.5_turbo_0125,coding_lb,29.16,[],livebench_240701
+123,gpt_3.5_turbo_1106,coding_lb,26.84,[],livebench_240701
+124,command_r_plus,coding_lb,20.26,[],livebench_240701
+125,mistral_small_2402,coding_lb,24.21,[],livebench_240701
+126,gemma_2_9b_it,coding_lb,22.21,[],livebench_240701
+127,phi_3_medium_4k_instruct,coding_lb,20.58,[],livebench_240701
+128,phi_3_medium_128k_instruct,coding_lb,21.58,[],livebench_240701
+129,deepseek_coder_v2_lite_instruct,coding_lb,26.84,[],livebench_240701
+130,qwen1.5_110b_chat,coding_lb,22.21,[],livebench_240701
+131,qwen1.5_72b_chat,coding_lb,22.89,[],livebench_240701
+132,command_r,coding_lb,14.95,[],livebench_240701
+133,phi_3_small_128k_instruct,coding_lb,25.84,[],livebench_240701
+134,meta_llama_3_8b_instruct,coding_lb,18.26,[],livebench_240701
+135,qwen2_7b_instruct,coding_lb,29.21,[],livebench_240701
+136,phi_3_small_8k_instruct,coding_lb,19.58,[],livebench_240701
+137,openhermes_2.5_mistral_7b,coding_lb,11.63,[],livebench_240701
+138,mixtral_8x7b_instruct_v0.1,coding_lb,11.32,[],livebench_240701
+139,mistral_7b_instruct_v0.2,coding_lb,11.63,[],livebench_240701
+140,phi_3_mini_4k_instruct,coding_lb,14.95,[],livebench_240701
+141,zephyr_7b_alpha,coding_lb,11.32,[],livebench_240701
+142,phi_3_mini_128k_instruct,coding_lb,11.63,[],livebench_240701
+143,zephyr_7b_beta,coding_lb,8.32,[],livebench_240701
+144,deepseek_v2_lite_chat,coding_lb,8.63,[],livebench_240701
+145,qwen1.5_7b_chat,coding_lb,6.63,[],livebench_240701
+146,starling_lm_7b_beta,coding_lb,18.26,[],livebench_240701
+147,vicuna_7b_v1.5_16k,coding_lb,1.32,[],livebench_240701
+148,vicuna_7b_v1.5,coding_lb,1.0,[],livebench_240701
+149,qwen1.5_4b_chat,coding_lb,4.0,[],livebench_240701
+150,llama_2_7b_chat,coding_lb,0.0,[],livebench_240701
+151,qwen2_1.5b_instruct,coding_lb,5.63,[],livebench_240701
+152,yi_6b_chat,coding_lb,1.32,[],livebench_240701
+153,qwen2_0.5b_instruct,coding_lb,2.0,[],livebench_240701
+154,qwen1.5_1.8b_chat,coding_lb,0.0,[],livebench_240701
+155,qwen1.5_0.5b_chat,coding_lb,0.0,[],livebench_240701
+156,claude_3_5_sonnet_20240620,mathematics_lb,53.75,[],livebench_240701
+157,gpt_4o_2024_05_13,mathematics_lb,49.88,[],livebench_240701
+158,gpt_4_turbo_2024_04_09,mathematics_lb,48.99,[],livebench_240701
+159,gpt_4_1106_preview,mathematics_lb,47.55,[],livebench_240701
+160,claude_3_opus_20240229,mathematics_lb,46.54,[],livebench_240701
+161,gpt_4_0125_preview,mathematics_lb,42.75,[],livebench_240701
+162,deepseek_coder_v2,mathematics_lb,52.19,[],livebench_240701
+163,gemini_1.5_pro_api_0514,mathematics_lb,42.07,[],livebench_240701
+164,gemma_2_27b_it,mathematics_lb,36.23,[],livebench_240701
+165,gemini_1.5_flash_api_0514,mathematics_lb,38.54,[],livebench_240701
+166,qwen2_72b_instruct,mathematics_lb,43.44,[],livebench_240701
+167,acm_rewrite_qwen2_72b_chat,mathematics_lb,40.32,[],livebench_240701
+168,mistral_large_2402,mathematics_lb,32.2,[],livebench_240701
+169,deepseek_chat_v2,mathematics_lb,33.23,[],livebench_240701
+170,claude_3_sonnet_20240229,mathematics_lb,29.65,[],livebench_240701
+171,meta_llama_3_70b_instruct,mathematics_lb,32.31,[],livebench_240701
+172,claude_3_haiku_20240307,mathematics_lb,25.72,[],livebench_240701
+173,mixtral_8x22b_instruct_v0.1,mathematics_lb,26.94,[],livebench_240701
+174,gpt_3.5_turbo_0125,mathematics_lb,25.54,[],livebench_240701
+175,gpt_3.5_turbo_1106,mathematics_lb,28.13,[],livebench_240701
+176,command_r_plus,mathematics_lb,24.85,[],livebench_240701
+177,mistral_small_2402,mathematics_lb,26.76,[],livebench_240701
+178,gemma_2_9b_it,mathematics_lb,23.98,[],livebench_240701
+179,phi_3_medium_4k_instruct,mathematics_lb,27.54,[],livebench_240701
+180,phi_3_medium_128k_instruct,mathematics_lb,24.25,[],livebench_240701
+181,deepseek_coder_v2_lite_instruct,mathematics_lb,34.09,[],livebench_240701
+182,qwen1.5_110b_chat,mathematics_lb,25.58,[],livebench_240701
+183,qwen1.5_72b_chat,mathematics_lb,26.82,[],livebench_240701
+184,command_r,mathematics_lb,16.92,[],livebench_240701
+185,phi_3_small_128k_instruct,mathematics_lb,24.84,[],livebench_240701
+186,meta_llama_3_8b_instruct,mathematics_lb,17.58,[],livebench_240701
+187,qwen2_7b_instruct,mathematics_lb,25.83,[],livebench_240701
+188,phi_3_small_8k_instruct,mathematics_lb,24.15,[],livebench_240701
+189,openhermes_2.5_mistral_7b,mathematics_lb,20.1,[],livebench_240701
+190,mixtral_8x7b_instruct_v0.1,mathematics_lb,18.97,[],livebench_240701
+191,mistral_7b_instruct_v0.2,mathematics_lb,16.04,[],livebench_240701
+192,phi_3_mini_4k_instruct,mathematics_lb,19.88,[],livebench_240701
+193,zephyr_7b_alpha,mathematics_lb,9.61,[],livebench_240701
+194,phi_3_mini_128k_instruct,mathematics_lb,21.48,[],livebench_240701
+195,zephyr_7b_beta,mathematics_lb,11.23,[],livebench_240701
+196,deepseek_v2_lite_chat,mathematics_lb,11.99,[],livebench_240701
+197,qwen1.5_7b_chat,mathematics_lb,12.86,[],livebench_240701
+198,starling_lm_7b_beta,mathematics_lb,13.82,[],livebench_240701
+199,vicuna_7b_v1.5_16k,mathematics_lb,6.61,[],livebench_240701
+200,vicuna_7b_v1.5,mathematics_lb,4.33,[],livebench_240701
+201,qwen1.5_4b_chat,mathematics_lb,7.08,[],livebench_240701
+202,llama_2_7b_chat,mathematics_lb,4.78,[],livebench_240701
+203,qwen2_1.5b_instruct,mathematics_lb,7.16,[],livebench_240701
+204,yi_6b_chat,mathematics_lb,7.14,[],livebench_240701
+205,qwen2_0.5b_instruct,mathematics_lb,4.22,[],livebench_240701
+206,qwen1.5_1.8b_chat,mathematics_lb,2.14,[],livebench_240701
+207,qwen1.5_0.5b_chat,mathematics_lb,3.39,[],livebench_240701
+208,claude_3_5_sonnet_20240620,data_analysis_lb,56.74,[],livebench_240701
+209,gpt_4o_2024_05_13,data_analysis_lb,52.41,[],livebench_240701
+210,gpt_4_turbo_2024_04_09,data_analysis_lb,51.32,[],livebench_240701
+211,gpt_4_1106_preview,data_analysis_lb,51.33,[],livebench_240701
+212,claude_3_opus_20240229,data_analysis_lb,54.32,[],livebench_240701
+213,gpt_4_0125_preview,data_analysis_lb,54.06,[],livebench_240701
+214,deepseek_coder_v2,data_analysis_lb,38.25,[],livebench_240701
+215,gemini_1.5_pro_api_0514,data_analysis_lb,52.81,[],livebench_240701
+216,gemma_2_27b_it,data_analysis_lb,43.58,[],livebench_240701
+217,gemini_1.5_flash_api_0514,data_analysis_lb,44.03,[],livebench_240701
+218,qwen2_72b_instruct,data_analysis_lb,26.24,[],livebench_240701
+219,acm_rewrite_qwen2_72b_chat,data_analysis_lb,26.19,[],livebench_240701
+220,mistral_large_2402,data_analysis_lb,42.55,[],livebench_240701
+221,deepseek_chat_v2,data_analysis_lb,38.03,[],livebench_240701
+222,claude_3_sonnet_20240229,data_analysis_lb,44.56,[],livebench_240701
+223,meta_llama_3_70b_instruct,data_analysis_lb,42.41,[],livebench_240701
+224,claude_3_haiku_20240307,data_analysis_lb,41.54,[],livebench_240701
+225,mixtral_8x22b_instruct_v0.1,data_analysis_lb,30.33,[],livebench_240701
+226,gpt_3.5_turbo_0125,data_analysis_lb,41.21,[],livebench_240701
+227,gpt_3.5_turbo_1106,data_analysis_lb,41.7,[],livebench_240701
+228,command_r_plus,data_analysis_lb,24.6,[],livebench_240701
+229,mistral_small_2402,data_analysis_lb,31.88,[],livebench_240701
+230,gemma_2_9b_it,data_analysis_lb,35.06,[],livebench_240701
+231,phi_3_medium_4k_instruct,data_analysis_lb,31.63,[],livebench_240701
+232,phi_3_medium_128k_instruct,data_analysis_lb,32.12,[],livebench_240701
+233,deepseek_coder_v2_lite_instruct,data_analysis_lb,33.0,[],livebench_240701
+234,qwen1.5_110b_chat,data_analysis_lb,31.45,[],livebench_240701
+235,qwen1.5_72b_chat,data_analysis_lb,32.98,[],livebench_240701
+236,command_r,data_analysis_lb,31.69,[],livebench_240701
+237,phi_3_small_128k_instruct,data_analysis_lb,27.33,[],livebench_240701
+238,meta_llama_3_8b_instruct,data_analysis_lb,23.33,[],livebench_240701
+239,qwen2_7b_instruct,data_analysis_lb,28.75,[],livebench_240701
+240,phi_3_small_8k_instruct,data_analysis_lb,27.5,[],livebench_240701
+241,openhermes_2.5_mistral_7b,data_analysis_lb,26.92,[],livebench_240701
+242,mixtral_8x7b_instruct_v0.1,data_analysis_lb,28.13,[],livebench_240701
+243,mistral_7b_instruct_v0.2,data_analysis_lb,14.62,[],livebench_240701
+244,phi_3_mini_4k_instruct,data_analysis_lb,14.67,[],livebench_240701
+245,zephyr_7b_alpha,data_analysis_lb,17.4,[],livebench_240701
+246,phi_3_mini_128k_instruct,data_analysis_lb,8.69,[],livebench_240701
+247,zephyr_7b_beta,data_analysis_lb,15.75,[],livebench_240701
+248,deepseek_v2_lite_chat,data_analysis_lb,18.19,[],livebench_240701
+249,qwen1.5_7b_chat,data_analysis_lb,16.23,[],livebench_240701
+250,starling_lm_7b_beta,data_analysis_lb,2.0,[],livebench_240701
+251,vicuna_7b_v1.5_16k,data_analysis_lb,9.27,[],livebench_240701
+252,vicuna_7b_v1.5,data_analysis_lb,2.67,[],livebench_240701
+253,qwen1.5_4b_chat,data_analysis_lb,9.13,[],livebench_240701
+254,llama_2_7b_chat,data_analysis_lb,0.0,[],livebench_240701
+255,qwen2_1.5b_instruct,data_analysis_lb,10.01,[],livebench_240701
+256,yi_6b_chat,data_analysis_lb,4.38,[],livebench_240701
+257,qwen2_0.5b_instruct,data_analysis_lb,2.0,[],livebench_240701
+258,qwen1.5_1.8b_chat,data_analysis_lb,3.33,[],livebench_240701
+259,qwen1.5_0.5b_chat,data_analysis_lb,0.0,[],livebench_240701
+260,claude_3_5_sonnet_20240620,language_lb,56.94,[],livebench_240701
+261,gpt_4o_2024_05_13,language_lb,53.94,[],livebench_240701
+262,gpt_4_turbo_2024_04_09,language_lb,45.26,[],livebench_240701
+263,gpt_4_1106_preview,language_lb,48.37,[],livebench_240701
+264,claude_3_opus_20240229,language_lb,51.72,[],livebench_240701
+265,gpt_4_0125_preview,language_lb,43.55,[],livebench_240701
+266,deepseek_coder_v2,language_lb,33.04,[],livebench_240701
+267,gemini_1.5_pro_api_0514,language_lb,38.25,[],livebench_240701
+268,gemma_2_27b_it,language_lb,32.4,[],livebench_240701
+269,gemini_1.5_flash_api_0514,language_lb,30.69,[],livebench_240701
+270,qwen2_72b_instruct,language_lb,29.21,[],livebench_240701
+271,acm_rewrite_qwen2_72b_chat,language_lb,30.03,[],livebench_240701
+272,mistral_large_2402,language_lb,28.74,[],livebench_240701
+273,deepseek_chat_v2,language_lb,32.29,[],livebench_240701
+274,claude_3_sonnet_20240229,language_lb,38.08,[],livebench_240701
+275,meta_llama_3_70b_instruct,language_lb,34.11,[],livebench_240701
+276,claude_3_haiku_20240307,language_lb,30.07,[],livebench_240701
+277,mixtral_8x22b_instruct_v0.1,language_lb,26.48,[],livebench_240701
+278,gpt_3.5_turbo_0125,language_lb,24.22,[],livebench_240701
+279,gpt_3.5_turbo_1106,language_lb,28.63,[],livebench_240701
+280,command_r_plus,language_lb,23.92,[],livebench_240701
+281,mistral_small_2402,language_lb,22.06,[],livebench_240701
+282,gemma_2_9b_it,language_lb,27.64,[],livebench_240701
+283,phi_3_medium_4k_instruct,language_lb,13.91,[],livebench_240701
+284,phi_3_medium_128k_instruct,language_lb,12.76,[],livebench_240701
+285,deepseek_coder_v2_lite_instruct,language_lb,10.64,[],livebench_240701
+286,qwen1.5_110b_chat,language_lb,13.22,[],livebench_240701
+287,qwen1.5_72b_chat,language_lb,11.37,[],livebench_240701
+288,command_r,language_lb,14.64,[],livebench_240701
+289,phi_3_small_128k_instruct,language_lb,12.28,[],livebench_240701
+290,meta_llama_3_8b_instruct,language_lb,18.72,[],livebench_240701
+291,qwen2_7b_instruct,language_lb,10.21,[],livebench_240701
+292,phi_3_small_8k_instruct,language_lb,14.96,[],livebench_240701
+293,openhermes_2.5_mistral_7b,language_lb,11.37,[],livebench_240701
+294,mixtral_8x7b_instruct_v0.1,language_lb,13.76,[],livebench_240701
+295,mistral_7b_instruct_v0.2,language_lb,9.05,[],livebench_240701
+296,phi_3_mini_4k_instruct,language_lb,7.1,[],livebench_240701
+297,zephyr_7b_alpha,language_lb,7.2,[],livebench_240701
+298,phi_3_mini_128k_instruct,language_lb,6.8,[],livebench_240701
+299,zephyr_7b_beta,language_lb,4.28,[],livebench_240701
+300,deepseek_v2_lite_chat,language_lb,9.2,[],livebench_240701
+301,qwen1.5_7b_chat,language_lb,6.18,[],livebench_240701
+302,starling_lm_7b_beta,language_lb,7.26,[],livebench_240701
+303,vicuna_7b_v1.5_16k,language_lb,7.92,[],livebench_240701
+304,vicuna_7b_v1.5,language_lb,8.66,[],livebench_240701
+305,qwen1.5_4b_chat,language_lb,5.8,[],livebench_240701
+306,llama_2_7b_chat,language_lb,6.86,[],livebench_240701
+307,qwen2_1.5b_instruct,language_lb,3.05,[],livebench_240701
+308,yi_6b_chat,language_lb,4.69,[],livebench_240701
+309,qwen2_0.5b_instruct,language_lb,2.8,[],livebench_240701
+310,qwen1.5_1.8b_chat,language_lb,3.16,[],livebench_240701
+311,qwen1.5_0.5b_chat,language_lb,2.88,[],livebench_240701
+312,claude_3_5_sonnet_20240620,if_lb,72.3,[],livebench_240701
+313,gpt_4o_2024_05_13,if_lb,72.17,[],livebench_240701
+314,gpt_4_turbo_2024_04_09,if_lb,71.39,[],livebench_240701
+315,gpt_4_1106_preview,if_lb,69.39,[],livebench_240701
+316,claude_3_opus_20240229,if_lb,70.87,[],livebench_240701
+317,gpt_4_0125_preview,if_lb,63.92,[],livebench_240701
+318,deepseek_coder_v2,if_lb,67.18,[],livebench_240701
+319,gemini_1.5_pro_api_0514,if_lb,67.2,[],livebench_240701
+320,gemma_2_27b_it,if_lb,67.37,[],livebench_240701
+321,gemini_1.5_flash_api_0514,if_lb,63.01,[],livebench_240701
+322,qwen2_72b_instruct,if_lb,68.27,[],livebench_240701
+323,acm_rewrite_qwen2_72b_chat,if_lb,65.0,[],livebench_240701
+324,mistral_large_2402,if_lb,68.19,[],livebench_240701
+325,deepseek_chat_v2,if_lb,64.34,[],livebench_240701
+326,claude_3_sonnet_20240229,if_lb,65.0,[],livebench_240701
+327,meta_llama_3_70b_instruct,if_lb,63.5,[],livebench_240701
+328,claude_3_haiku_20240307,if_lb,64.03,[],livebench_240701
+329,mixtral_8x22b_instruct_v0.1,if_lb,63.17,[],livebench_240701
+330,gpt_3.5_turbo_0125,if_lb,60.47,[],livebench_240701
+331,gpt_3.5_turbo_1106,if_lb,51.53,[],livebench_240701
+332,command_r_plus,if_lb,71.51,[],livebench_240701
+333,mistral_small_2402,if_lb,63.91,[],livebench_240701
+334,gemma_2_9b_it,if_lb,61.55,[],livebench_240701
+335,phi_3_medium_4k_instruct,if_lb,53.3,[],livebench_240701
+336,phi_3_medium_128k_instruct,if_lb,56.15,[],livebench_240701
+337,deepseek_coder_v2_lite_instruct,if_lb,48.34,[],livebench_240701
+338,qwen1.5_110b_chat,if_lb,55.26,[],livebench_240701
+339,qwen1.5_72b_chat,if_lb,58.25,[],livebench_240701
+340,command_r,if_lb,57.16,[],livebench_240701
+341,phi_3_small_128k_instruct,if_lb,36.88,[],livebench_240701
+342,meta_llama_3_8b_instruct,if_lb,57.14,[],livebench_240701
+343,qwen2_7b_instruct,if_lb,44.74,[],livebench_240701
+344,phi_3_small_8k_instruct,if_lb,48.24,[],livebench_240701
+345,openhermes_2.5_mistral_7b,if_lb,52.78,[],livebench_240701
+346,mixtral_8x7b_instruct_v0.1,if_lb,44.81,[],livebench_240701
+347,mistral_7b_instruct_v0.2,if_lb,51.65,[],livebench_240701
+348,phi_3_mini_4k_instruct,if_lb,40.05,[],livebench_240701
+349,zephyr_7b_alpha,if_lb,52.79,[],livebench_240701
+350,phi_3_mini_128k_instruct,if_lb,49.65,[],livebench_240701
+351,zephyr_7b_beta,if_lb,48.32,[],livebench_240701
+352,deepseek_v2_lite_chat,if_lb,41.83,[],livebench_240701
+353,qwen1.5_7b_chat,if_lb,44.12,[],livebench_240701
+354,starling_lm_7b_beta,if_lb,38.32,[],livebench_240701
+355,vicuna_7b_v1.5_16k,if_lb,42.12,[],livebench_240701
+356,vicuna_7b_v1.5,if_lb,41.75,[],livebench_240701
+357,qwen1.5_4b_chat,if_lb,27.75,[],livebench_240701
+358,llama_2_7b_chat,if_lb,44.88,[],livebench_240701
+359,qwen2_1.5b_instruct,if_lb,25.9,[],livebench_240701
+360,yi_6b_chat,if_lb,27.22,[],livebench_240701
+361,qwen2_0.5b_instruct,if_lb,26.63,[],livebench_240701
+362,qwen1.5_1.8b_chat,if_lb,22.9,[],livebench_240701
+363,qwen1.5_0.5b_chat,if_lb,21.3,[],livebench_240701