model,scenario,score,aggragated_from,source flan_flan-ul2,Holmes,72.2,[],holmes_240829.csv flan_t5_xxl,Holmes,70.5,[],holmes_240829.csv t5_xxl_lm_adapt,Holmes,70.2,[],holmes_240829.csv vicuna_13b_v1_5,Holmes,68.6,[],holmes_240829.csv llama_2_70b_chat,Holmes,66.3,[],holmes_240829.csv labradorite_13b,Holmes,66.1,[],holmes_240829.csv llama_2_13b,Holmes,65.0,[],holmes_240829.csv llama_2_13b_chat,Holmes,64.1,[],holmes_240829.csv pythia_12b_deduped,Holmes,63.1,[],holmes_240829.csv bart_base,Holmes,63.0,[],holmes_240829.csv orca_2_13b,Holmes,62.7,[],holmes_240829.csv pythia_6_9b_deduped,Holmes,62.3,[],holmes_240829.csv flan-ul2,Holmes,60.5,[],holmes_240829.csv flan_t5_xl,Holmes,60.0,[],holmes_240829.csv t5_xl_lm_adapt,Holmes,59.5,[],holmes_240829.csv electra_base_discriminator,Holmes,58.3,[],holmes_240829.csv dolly_v2_12b,Holmes,58.2,[],holmes_240829.csv pythia_12b,Holmes,58.0,[],holmes_240829.csv tulu_2_13b,Holmes,57.6,[],holmes_240829.csv pythia_6_9b,Holmes,56.6,[],holmes_240829.csv deberta_v3_base,Holmes,56.0,[],holmes_240829.csv pythia_2_8b_deduped,Holmes,56.0,[],holmes_240829.csv llama_2_70b,Holmes,55.9,[],holmes_240829.csv tulu_2_dpo_13b,Holmes,55.5,[],holmes_240829.csv wizardlm_13b_v1_2,Holmes,55.4,[],holmes_240829.csv deberta_base,Holmes,55.3,[],holmes_240829.csv pythia_1_4b,Holmes,54.2,[],holmes_240829.csv pythia_2_8b,Holmes,54.0,[],holmes_240829.csv tulu_2_70b,Holmes,53.5,[],holmes_240829.csv mistral_7b_instruct_v0_1,Holmes,52.9,[],holmes_240829.csv albert_base_v2,Holmes,52.3,[],holmes_240829.csv tk_instruct_11b_def,Holmes,51.7,[],holmes_240829.csv tulu_2_dpo_70b,Holmes,51.2,[],holmes_240829.csv flan_t5_large,Holmes,50.9,[],holmes_240829.csv t5_base_lm_adapt,Holmes,48.7,[],holmes_240829.csv flan_t5_base,Holmes,48.7,[],holmes_240829.csv pythia_1b_deduped,Holmes,47.5,[],holmes_240829.csv llama_2_7b,Holmes,47.2,[],holmes_240829.csv pythia_1_4b_deduped,Holmes,47.2,[],holmes_240829.csv mixtral_8x7b_instruct_v0_1,Holmes,46.5,[],holmes_240829.csv bert_base_uncased,Holmes,45.3,[],holmes_240829.csv mistral_7b_v0_1,Holmes,45.2,[],holmes_240829.csv llama_2_7b_chat,Holmes,45.0,[],holmes_240829.csv merlinite_7b,Holmes,44.1,[],holmes_240829.csv roberta_base,Holmes,43.2,[],holmes_240829.csv t5_large_lm_adapt,Holmes,42.4,[],holmes_240829.csv mixtral_8x7b_v0_1,Holmes,42.2,[],holmes_240829.csv gpt2,Holmes,40.6,[],holmes_240829.csv pythia_410m,Holmes,40.0,[],holmes_240829.csv flan_t5_small,Holmes,38.9,[],holmes_240829.csv t5_small_lm_adapt,Holmes,36.0,[],holmes_240829.csv pythia_410m_deduped,Holmes,31.3,[],holmes_240829.csv glove_840b,Holmes,26.6,[],holmes_240829.csv pythia_160m_deduped,Holmes,17.2,[],holmes_240829.csv pythia_160m,Holmes,16.3,[],holmes_240829.csv pythia_70m,Holmes,15.6,[],holmes_240829.csv pythia_70m_deduped,Holmes,14.4,[],holmes_240829.csv gpt_4o_2024_05_13,Helm Lite,0.963,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite,0.915,[],helm_lite_240829.csv gpt_4_0613,Helm Lite,0.915,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite,0.908,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite,0.896,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite,0.858,[],helm_lite_240829.csv llama3_70b,Helm Lite,0.838,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite,0.827,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite,0.803,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite,0.793,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite,0.776,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite,0.767,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite,0.758,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite,0.749,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite,0.742,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite,0.733,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite,0.722,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite,0.703,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite,0.68,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite,0.659,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite,0.639,[],helm_lite_240829.csv yi_34b,Helm Lite,0.634,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite,0.619,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite,0.615,[],helm_lite_240829.csv claude_v1_3,Helm Lite,0.594,[],helm_lite_240829.csv palm_2_bison,Helm Lite,0.584,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite,0.582,[],helm_lite_240829.csv phi_3_14b,Helm Lite,0.579,[],helm_lite_240829.csv claude_2_0,Helm Lite,0.56,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite,0.556,[],helm_lite_240829.csv phi_3_7b,Helm Lite,0.545,[],helm_lite_240829.csv llama_2_70b,Helm Lite,0.537,[],helm_lite_240829.csv yi_large_preview,Helm Lite,0.53,[],helm_lite_240829.csv command_r_plus,Helm Lite,0.509,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite,0.503,[],helm_lite_240829.csv claude_2_1,Helm Lite,0.503,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite,0.491,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite,0.484,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite,0.464,[],helm_lite_240829.csv llama3_8b,Helm Lite,0.441,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite,0.42,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite,0.42,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite,0.401,[],helm_lite_240829.csv arctic_instruct,Helm Lite,0.399,[],helm_lite_240829.csv gemma_7b,Helm Lite,0.392,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite,0.392,[],helm_lite_240829.csv llama_65b,Helm Lite,0.39,[],helm_lite_240829.csv mistral_large_2402,Helm Lite,0.382,[],helm_lite_240829.csv command,Helm Lite,0.365,[],helm_lite_240829.csv command_r,Helm Lite,0.35,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite,0.347,[],helm_lite_240829.csv mistral_small_2402,Helm Lite,0.342,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite,0.341,[],helm_lite_240829.csv jamba_instruct,Helm Lite,0.339,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite,0.338,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite,0.318,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite,0.317,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite,0.309,[],helm_lite_240829.csv yi_6b,Helm Lite,0.289,[],helm_lite_240829.csv llama_2_13b,Helm Lite,0.273,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite,0.254,[],helm_lite_240829.csv falcon_40b,Helm Lite,0.249,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite,0.233,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite,0.203,[],helm_lite_240829.csv phi_2,Helm Lite,0.202,[],helm_lite_240829.csv llama_2_7b,Helm Lite,0.18,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite,0.172,[],helm_lite_240829.csv command_light,Helm Lite,0.125,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite,0.093,[],helm_lite_240829.csv falcon_7b,Helm Lite,0.078,[],helm_lite_240829.csv olmo_7b,Helm Lite,0.063,[],helm_lite_240829.csv luminous_base_13b,Helm Lite,0.052,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite NarrativeQA,0.804,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite NarrativeQA,0.746,[],helm_lite_240829.csv gpt_4_0613,Helm Lite NarrativeQA,0.768,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite NarrativeQA,0.761,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite NarrativeQA,0.749,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite NarrativeQA,0.772,[],helm_lite_240829.csv llama3_70b,Helm Lite NarrativeQA,0.798,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite NarrativeQA,0.727,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite NarrativeQA,0.779,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite NarrativeQA,0.783,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite NarrativeQA,0.768,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite NarrativeQA,0.779,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite NarrativeQA,0.727,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite NarrativeQA,0.706,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite NarrativeQA,0.79,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite NarrativeQA,0.783,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite NarrativeQA,0.351,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite NarrativeQA,0.583,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite NarrativeQA,0.601,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite NarrativeQA,0.752,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite NarrativeQA,0.768,[],helm_lite_240829.csv yi_34b,Helm Lite NarrativeQA,0.782,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite NarrativeQA,0.721,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite NarrativeQA,0.589,[],helm_lite_240829.csv claude_v1_3,Helm Lite NarrativeQA,0.723,[],helm_lite_240829.csv palm_2_bison,Helm Lite NarrativeQA,0.718,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite NarrativeQA,0.767,[],helm_lite_240829.csv phi_3_14b,Helm Lite NarrativeQA,0.724,[],helm_lite_240829.csv claude_2_0,Helm Lite NarrativeQA,0.718,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite NarrativeQA,0.581,[],helm_lite_240829.csv phi_3_7b,Helm Lite NarrativeQA,0.754,[],helm_lite_240829.csv llama_2_70b,Helm Lite NarrativeQA,0.763,[],helm_lite_240829.csv yi_large_preview,Helm Lite NarrativeQA,0.373,[],helm_lite_240829.csv command_r_plus,Helm Lite NarrativeQA,0.735,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite NarrativeQA,0.731,[],helm_lite_240829.csv claude_2_1,Helm Lite NarrativeQA,0.677,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite NarrativeQA,0.711,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite NarrativeQA,0.751,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite NarrativeQA,0.616,[],helm_lite_240829.csv llama3_8b,Helm Lite NarrativeQA,0.754,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite NarrativeQA,0.655,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite NarrativeQA,0.111,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite NarrativeQA,0.731,[],helm_lite_240829.csv arctic_instruct,Helm Lite NarrativeQA,0.654,[],helm_lite_240829.csv gemma_7b,Helm Lite NarrativeQA,0.752,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite NarrativeQA,0.719,[],helm_lite_240829.csv llama_65b,Helm Lite NarrativeQA,0.755,[],helm_lite_240829.csv mistral_large_2402,Helm Lite NarrativeQA,0.454,[],helm_lite_240829.csv command,Helm Lite NarrativeQA,0.749,[],helm_lite_240829.csv command_r,Helm Lite NarrativeQA,0.742,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite NarrativeQA,0.756,[],helm_lite_240829.csv mistral_small_2402,Helm Lite NarrativeQA,0.519,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite NarrativeQA,0.488,[],helm_lite_240829.csv jamba_instruct,Helm Lite NarrativeQA,0.658,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite NarrativeQA,0.716,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite NarrativeQA,0.449,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite NarrativeQA,0.448,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite NarrativeQA,0.244,[],helm_lite_240829.csv yi_6b,Helm Lite NarrativeQA,0.702,[],helm_lite_240829.csv llama_2_13b,Helm Lite NarrativeQA,0.741,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite NarrativeQA,0.728,[],helm_lite_240829.csv falcon_40b,Helm Lite NarrativeQA,0.671,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite NarrativeQA,0.716,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite NarrativeQA,0.744,[],helm_lite_240829.csv phi_2,Helm Lite NarrativeQA,0.703,[],helm_lite_240829.csv llama_2_7b,Helm Lite NarrativeQA,0.686,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite NarrativeQA,0.743,[],helm_lite_240829.csv command_light,Helm Lite NarrativeQA,0.629,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite NarrativeQA,0.684,[],helm_lite_240829.csv falcon_7b,Helm Lite NarrativeQA,0.621,[],helm_lite_240829.csv olmo_7b,Helm Lite NarrativeQA,0.597,[],helm_lite_240829.csv luminous_base_13b,Helm Lite NarrativeQA,0.633,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite NaturalQuestionsOpen,0.803,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite NaturalQuestionsOpen,0.749,[],helm_lite_240829.csv gpt_4_0613,Helm Lite NaturalQuestionsOpen,0.79,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite NaturalQuestionsOpen,0.795,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite NaturalQuestionsOpen,0.756,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite NaturalQuestionsOpen,0.738,[],helm_lite_240829.csv llama3_70b,Helm Lite NaturalQuestionsOpen,0.743,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite NaturalQuestionsOpen,0.776,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite NaturalQuestionsOpen,0.734,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite NaturalQuestionsOpen,0.748,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite NaturalQuestionsOpen,0.746,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite NaturalQuestionsOpen,0.726,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite NaturalQuestionsOpen,0.763,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite NaturalQuestionsOpen,0.685,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite NaturalQuestionsOpen,0.731,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite NaturalQuestionsOpen,0.723,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite NaturalQuestionsOpen,0.264,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite NaturalQuestionsOpen,0.674,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite NaturalQuestionsOpen,0.758,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite NaturalQuestionsOpen,0.752,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite NaturalQuestionsOpen,0.738,[],helm_lite_240829.csv yi_34b,Helm Lite NaturalQuestionsOpen,0.775,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite NaturalQuestionsOpen,0.739,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite NaturalQuestionsOpen,0.777,[],helm_lite_240829.csv claude_v1_3,Helm Lite NaturalQuestionsOpen,0.699,[],helm_lite_240829.csv palm_2_bison,Helm Lite NaturalQuestionsOpen,0.813,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite NaturalQuestionsOpen,0.699,[],helm_lite_240829.csv phi_3_14b,Helm Lite NaturalQuestionsOpen,0.729,[],helm_lite_240829.csv claude_2_0,Helm Lite NaturalQuestionsOpen,0.67,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite NaturalQuestionsOpen,0.733,[],helm_lite_240829.csv phi_3_7b,Helm Lite NaturalQuestionsOpen,0.675,[],helm_lite_240829.csv llama_2_70b,Helm Lite NaturalQuestionsOpen,0.674,[],helm_lite_240829.csv yi_large_preview,Helm Lite NaturalQuestionsOpen,0.586,[],helm_lite_240829.csv command_r_plus,Helm Lite NaturalQuestionsOpen,0.711,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite NaturalQuestionsOpen,0.77,[],helm_lite_240829.csv claude_2_1,Helm Lite NaturalQuestionsOpen,0.611,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite NaturalQuestionsOpen,0.772,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite NaturalQuestionsOpen,0.714,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite NaturalQuestionsOpen,0.731,[],helm_lite_240829.csv llama3_8b,Helm Lite NaturalQuestionsOpen,0.681,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite NaturalQuestionsOpen,0.678,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite NaturalQuestionsOpen,0.072,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite NaturalQuestionsOpen,0.65,[],helm_lite_240829.csv arctic_instruct,Helm Lite NaturalQuestionsOpen,0.586,[],helm_lite_240829.csv gemma_7b,Helm Lite NaturalQuestionsOpen,0.665,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite NaturalQuestionsOpen,0.71,[],helm_lite_240829.csv llama_65b,Helm Lite NaturalQuestionsOpen,0.672,[],helm_lite_240829.csv mistral_large_2402,Helm Lite NaturalQuestionsOpen,0.485,[],helm_lite_240829.csv command,Helm Lite NaturalQuestionsOpen,0.777,[],helm_lite_240829.csv command_r,Helm Lite NaturalQuestionsOpen,0.72,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite NaturalQuestionsOpen,0.677,[],helm_lite_240829.csv mistral_small_2402,Helm Lite NaturalQuestionsOpen,0.587,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite NaturalQuestionsOpen,0.55,[],helm_lite_240829.csv jamba_instruct,Helm Lite NaturalQuestionsOpen,0.636,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite NaturalQuestionsOpen,0.687,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite NaturalQuestionsOpen,0.468,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite NaturalQuestionsOpen,0.749,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite NaturalQuestionsOpen,0.252,[],helm_lite_240829.csv yi_6b,Helm Lite NaturalQuestionsOpen,0.748,[],helm_lite_240829.csv llama_2_13b,Helm Lite NaturalQuestionsOpen,0.64,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite NaturalQuestionsOpen,0.65,[],helm_lite_240829.csv falcon_40b,Helm Lite NaturalQuestionsOpen,0.676,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite NaturalQuestionsOpen,0.68,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite NaturalQuestionsOpen,0.627,[],helm_lite_240829.csv phi_2,Helm Lite NaturalQuestionsOpen,0.68,[],helm_lite_240829.csv llama_2_7b,Helm Lite NaturalQuestionsOpen,0.612,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite NaturalQuestionsOpen,0.656,[],helm_lite_240829.csv command_light,Helm Lite NaturalQuestionsOpen,0.686,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite NaturalQuestionsOpen,0.611,[],helm_lite_240829.csv falcon_7b,Helm Lite NaturalQuestionsOpen,0.58,[],helm_lite_240829.csv olmo_7b,Helm Lite NaturalQuestionsOpen,0.603,[],helm_lite_240829.csv luminous_base_13b,Helm Lite NaturalQuestionsOpen,0.577,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite NaturalQuestionsClosed,0.501,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite NaturalQuestionsClosed,0.502,[],helm_lite_240829.csv gpt_4_0613,Helm Lite NaturalQuestionsClosed,0.457,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite NaturalQuestionsClosed,0.482,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite NaturalQuestionsClosed,0.456,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite NaturalQuestionsClosed,0.452,[],helm_lite_240829.csv llama3_70b,Helm Lite NaturalQuestionsClosed,0.475,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite NaturalQuestionsClosed,0.39,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite NaturalQuestionsClosed,0.453,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite NaturalQuestionsClosed,0.378,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite NaturalQuestionsClosed,0.386,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite NaturalQuestionsClosed,0.478,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite NaturalQuestionsClosed,0.435,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite NaturalQuestionsClosed,0.407,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite NaturalQuestionsClosed,0.353,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite NaturalQuestionsClosed,0.332,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite NaturalQuestionsClosed,0.441,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite NaturalQuestionsClosed,0.435,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite NaturalQuestionsClosed,0.417,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite NaturalQuestionsClosed,0.428,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite NaturalQuestionsClosed,0.328,[],helm_lite_240829.csv yi_34b,Helm Lite NaturalQuestionsClosed,0.443,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite NaturalQuestionsClosed,0.35,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite NaturalQuestionsClosed,0.353,[],helm_lite_240829.csv claude_v1_3,Helm Lite NaturalQuestionsClosed,0.409,[],helm_lite_240829.csv palm_2_bison,Helm Lite NaturalQuestionsClosed,0.39,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite NaturalQuestionsClosed,0.427,[],helm_lite_240829.csv phi_3_14b,Helm Lite NaturalQuestionsClosed,0.278,[],helm_lite_240829.csv claude_2_0,Helm Lite NaturalQuestionsClosed,0.428,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite NaturalQuestionsClosed,0.412,[],helm_lite_240829.csv phi_3_7b,Helm Lite NaturalQuestionsClosed,0.324,[],helm_lite_240829.csv llama_2_70b,Helm Lite NaturalQuestionsClosed,0.46,[],helm_lite_240829.csv yi_large_preview,Helm Lite NaturalQuestionsClosed,0.428,[],helm_lite_240829.csv command_r_plus,Helm Lite NaturalQuestionsClosed,0.343,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite NaturalQuestionsClosed,0.413,[],helm_lite_240829.csv claude_2_1,Helm Lite NaturalQuestionsClosed,0.375,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite NaturalQuestionsClosed,0.3,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite NaturalQuestionsClosed,0.391,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite NaturalQuestionsClosed,0.343,[],helm_lite_240829.csv llama3_8b,Helm Lite NaturalQuestionsClosed,0.378,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite NaturalQuestionsClosed,0.335,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite NaturalQuestionsClosed,0.028,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite NaturalQuestionsClosed,0.265,[],helm_lite_240829.csv arctic_instruct,Helm Lite NaturalQuestionsClosed,0.39,[],helm_lite_240829.csv gemma_7b,Helm Lite NaturalQuestionsClosed,0.336,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite NaturalQuestionsClosed,0.394,[],helm_lite_240829.csv llama_65b,Helm Lite NaturalQuestionsClosed,0.433,[],helm_lite_240829.csv mistral_large_2402,Helm Lite NaturalQuestionsClosed,0.311,[],helm_lite_240829.csv command,Helm Lite NaturalQuestionsClosed,0.391,[],helm_lite_240829.csv command_r,Helm Lite NaturalQuestionsClosed,0.352,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite NaturalQuestionsClosed,0.209,[],helm_lite_240829.csv mistral_small_2402,Helm Lite NaturalQuestionsClosed,0.304,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite NaturalQuestionsClosed,0.284,[],helm_lite_240829.csv jamba_instruct,Helm Lite NaturalQuestionsClosed,0.384,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite NaturalQuestionsClosed,0.367,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite NaturalQuestionsClosed,0.29,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite NaturalQuestionsClosed,0.27,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite NaturalQuestionsClosed,0.144,[],helm_lite_240829.csv yi_6b,Helm Lite NaturalQuestionsClosed,0.31,[],helm_lite_240829.csv llama_2_13b,Helm Lite NaturalQuestionsClosed,0.371,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite NaturalQuestionsClosed,0.385,[],helm_lite_240829.csv falcon_40b,Helm Lite NaturalQuestionsClosed,0.392,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite NaturalQuestionsClosed,0.253,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite NaturalQuestionsClosed,0.35,[],helm_lite_240829.csv phi_2,Helm Lite NaturalQuestionsClosed,0.155,[],helm_lite_240829.csv llama_2_7b,Helm Lite NaturalQuestionsClosed,0.333,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite NaturalQuestionsClosed,0.299,[],helm_lite_240829.csv command_light,Helm Lite NaturalQuestionsClosed,0.195,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite NaturalQuestionsClosed,0.253,[],helm_lite_240829.csv falcon_7b,Helm Lite NaturalQuestionsClosed,0.285,[],helm_lite_240829.csv olmo_7b,Helm Lite NaturalQuestionsClosed,0.259,[],helm_lite_240829.csv luminous_base_13b,Helm Lite NaturalQuestionsClosed,0.197,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite OpenBookQA,0.966,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite OpenBookQA,0.972,[],helm_lite_240829.csv gpt_4_0613,Helm Lite OpenBookQA,0.96,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite OpenBookQA,0.97,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite OpenBookQA,0.94,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite OpenBookQA,0.938,[],helm_lite_240829.csv llama3_70b,Helm Lite OpenBookQA,0.934,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite OpenBookQA,0.954,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite OpenBookQA,0.932,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite OpenBookQA,0.902,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite OpenBookQA,0.92,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite OpenBookQA,0.882,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite OpenBookQA,0.95,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite OpenBookQA,0.938,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite OpenBookQA,0.918,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite OpenBookQA,0.928,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite OpenBookQA,0.956,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite OpenBookQA,0.938,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite OpenBookQA,0.93,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite OpenBookQA,0.878,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite OpenBookQA,0.91,[],helm_lite_240829.csv yi_34b,Helm Lite OpenBookQA,0.92,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite OpenBookQA,0.922,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite OpenBookQA,0.932,[],helm_lite_240829.csv claude_v1_3,Helm Lite OpenBookQA,0.908,[],helm_lite_240829.csv palm_2_bison,Helm Lite OpenBookQA,0.878,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite OpenBookQA,0.868,[],helm_lite_240829.csv phi_3_14b,Helm Lite OpenBookQA,0.916,[],helm_lite_240829.csv claude_2_0,Helm Lite OpenBookQA,0.862,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite OpenBookQA,0.88,[],helm_lite_240829.csv phi_3_7b,Helm Lite OpenBookQA,0.912,[],helm_lite_240829.csv llama_2_70b,Helm Lite OpenBookQA,0.838,[],helm_lite_240829.csv yi_large_preview,Helm Lite OpenBookQA,0.946,[],helm_lite_240829.csv command_r_plus,Helm Lite OpenBookQA,0.828,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite OpenBookQA,0.828,[],helm_lite_240829.csv claude_2_1,Helm Lite OpenBookQA,0.872,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite OpenBookQA,0.862,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite OpenBookQA,0.788,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite OpenBookQA,0.844,[],helm_lite_240829.csv llama3_8b,Helm Lite OpenBookQA,0.766,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite OpenBookQA,0.838,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite OpenBookQA,0.918,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite OpenBookQA,0.822,[],helm_lite_240829.csv arctic_instruct,Helm Lite OpenBookQA,0.828,[],helm_lite_240829.csv gemma_7b,Helm Lite OpenBookQA,0.808,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite OpenBookQA,0.796,[],helm_lite_240829.csv llama_65b,Helm Lite OpenBookQA,0.754,[],helm_lite_240829.csv mistral_large_2402,Helm Lite OpenBookQA,0.894,[],helm_lite_240829.csv command,Helm Lite OpenBookQA,0.774,[],helm_lite_240829.csv command_r,Helm Lite OpenBookQA,0.782,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite OpenBookQA,0.74,[],helm_lite_240829.csv mistral_small_2402,Helm Lite OpenBookQA,0.862,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite OpenBookQA,0.91,[],helm_lite_240829.csv jamba_instruct,Helm Lite OpenBookQA,0.796,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite OpenBookQA,0.776,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite OpenBookQA,0.83,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite OpenBookQA,0.806,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite OpenBookQA,0.838,[],helm_lite_240829.csv yi_6b,Helm Lite OpenBookQA,0.8,[],helm_lite_240829.csv llama_2_13b,Helm Lite OpenBookQA,0.634,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite OpenBookQA,0.688,[],helm_lite_240829.csv falcon_40b,Helm Lite OpenBookQA,0.662,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite OpenBookQA,0.79,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite OpenBookQA,0.614,[],helm_lite_240829.csv phi_2,Helm Lite OpenBookQA,0.798,[],helm_lite_240829.csv llama_2_7b,Helm Lite OpenBookQA,0.544,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite OpenBookQA,0.284,[],helm_lite_240829.csv command_light,Helm Lite OpenBookQA,0.398,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite OpenBookQA,0.272,[],helm_lite_240829.csv falcon_7b,Helm Lite OpenBookQA,0.26,[],helm_lite_240829.csv olmo_7b,Helm Lite OpenBookQA,0.222,[],helm_lite_240829.csv luminous_base_13b,Helm Lite OpenBookQA,0.286,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite MMLU,0.748,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite MMLU,0.799,[],helm_lite_240829.csv gpt_4_0613,Helm Lite MMLU,0.735,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite MMLU,0.711,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite MMLU,0.759,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite MMLU,0.709,[],helm_lite_240829.csv llama3_70b,Helm Lite MMLU,0.695,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite MMLU,0.769,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite MMLU,0.725,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite MMLU,0.772,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite MMLU,0.668,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite MMLU,0.701,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite MMLU,0.699,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite MMLU,0.702,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite MMLU,0.664,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite MMLU,0.703,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite MMLU,0.768,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite MMLU,0.702,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite MMLU,0.647,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite MMLU,0.621,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite MMLU,0.645,[],helm_lite_240829.csv yi_34b,Helm Lite MMLU,0.65,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite MMLU,0.704,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite MMLU,0.628,[],helm_lite_240829.csv claude_v1_3,Helm Lite MMLU,0.631,[],helm_lite_240829.csv palm_2_bison,Helm Lite MMLU,0.608,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite MMLU,0.649,[],helm_lite_240829.csv phi_3_14b,Helm Lite MMLU,0.675,[],helm_lite_240829.csv claude_2_0,Helm Lite MMLU,0.639,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite MMLU,0.641,[],helm_lite_240829.csv phi_3_7b,Helm Lite MMLU,0.659,[],helm_lite_240829.csv llama_2_70b,Helm Lite MMLU,0.58,[],helm_lite_240829.csv yi_large_preview,Helm Lite MMLU,0.712,[],helm_lite_240829.csv command_r_plus,Helm Lite MMLU,0.59,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite MMLU,0.555,[],helm_lite_240829.csv claude_2_1,Helm Lite MMLU,0.643,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite MMLU,0.626,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite MMLU,0.534,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite MMLU,0.631,[],helm_lite_240829.csv llama3_8b,Helm Lite MMLU,0.602,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite MMLU,0.614,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite MMLU,0.652,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite MMLU,0.604,[],helm_lite_240829.csv arctic_instruct,Helm Lite MMLU,0.575,[],helm_lite_240829.csv gemma_7b,Helm Lite MMLU,0.571,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite MMLU,0.568,[],helm_lite_240829.csv llama_65b,Helm Lite MMLU,0.584,[],helm_lite_240829.csv mistral_large_2402,Helm Lite MMLU,0.638,[],helm_lite_240829.csv command,Helm Lite MMLU,0.525,[],helm_lite_240829.csv command_r,Helm Lite MMLU,0.567,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite MMLU,0.5,[],helm_lite_240829.csv mistral_small_2402,Helm Lite MMLU,0.593,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite MMLU,0.643,[],helm_lite_240829.csv jamba_instruct,Helm Lite MMLU,0.582,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite MMLU,0.584,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite MMLU,0.618,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite MMLU,0.569,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite MMLU,0.662,[],helm_lite_240829.csv yi_6b,Helm Lite MMLU,0.53,[],helm_lite_240829.csv llama_2_13b,Helm Lite MMLU,0.505,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite MMLU,0.483,[],helm_lite_240829.csv falcon_40b,Helm Lite MMLU,0.507,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite MMLU,0.51,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite MMLU,0.471,[],helm_lite_240829.csv phi_2,Helm Lite MMLU,0.518,[],helm_lite_240829.csv llama_2_7b,Helm Lite MMLU,0.425,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite MMLU,0.316,[],helm_lite_240829.csv command_light,Helm Lite MMLU,0.386,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite MMLU,0.248,[],helm_lite_240829.csv falcon_7b,Helm Lite MMLU,0.288,[],helm_lite_240829.csv olmo_7b,Helm Lite MMLU,0.305,[],helm_lite_240829.csv luminous_base_13b,Helm Lite MMLU,0.243,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite MathEquivalentCOT,0.829,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite MathEquivalentCOT,0.813,[],helm_lite_240829.csv gpt_4_0613,Helm Lite MathEquivalentCOT,0.802,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite MathEquivalentCOT,0.833,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite MathEquivalentCOT,0.827,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite MathEquivalentCOT,0.783,[],helm_lite_240829.csv llama3_70b,Helm Lite MathEquivalentCOT,0.663,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite MathEquivalentCOT,0.79,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite MathEquivalentCOT,0.677,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite MathEquivalentCOT,0.825,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite MathEquivalentCOT,0.802,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite MathEquivalentCOT,0.656,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite MathEquivalentCOT,0.857,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite MathEquivalentCOT,0.723,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite MathEquivalentCOT,0.746,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite MathEquivalentCOT,0.753,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite MathEquivalentCOT,0.76,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite MathEquivalentCOT,0.674,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite MathEquivalentCOT,0.683,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite MathEquivalentCOT,0.58,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite MathEquivalentCOT,0.724,[],helm_lite_240829.csv yi_34b,Helm Lite MathEquivalentCOT,0.375,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite MathEquivalentCOT,0.568,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite MathEquivalentCOT,0.733,[],helm_lite_240829.csv claude_v1_3,Helm Lite MathEquivalentCOT,0.54,[],helm_lite_240829.csv palm_2_bison,Helm Lite MathEquivalentCOT,0.421,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite MathEquivalentCOT,0.494,[],helm_lite_240829.csv phi_3_14b,Helm Lite MathEquivalentCOT,0.611,[],helm_lite_240829.csv claude_2_0,Helm Lite MathEquivalentCOT,0.603,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite MathEquivalentCOT,0.615,[],helm_lite_240829.csv phi_3_7b,Helm Lite MathEquivalentCOT,0.703,[],helm_lite_240829.csv llama_2_70b,Helm Lite MathEquivalentCOT,0.323,[],helm_lite_240829.csv yi_large_preview,Helm Lite MathEquivalentCOT,0.712,[],helm_lite_240829.csv command_r_plus,Helm Lite MathEquivalentCOT,0.403,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite MathEquivalentCOT,0.449,[],helm_lite_240829.csv claude_2_1,Helm Lite MathEquivalentCOT,0.632,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite MathEquivalentCOT,0.686,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite MathEquivalentCOT,0.665,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite MathEquivalentCOT,0.499,[],helm_lite_240829.csv llama3_8b,Helm Lite MathEquivalentCOT,0.391,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite MathEquivalentCOT,0.667,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite MathEquivalentCOT,0.084,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite MathEquivalentCOT,0.668,[],helm_lite_240829.csv arctic_instruct,Helm Lite MathEquivalentCOT,0.519,[],helm_lite_240829.csv gemma_7b,Helm Lite MathEquivalentCOT,0.5,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite MathEquivalentCOT,0.428,[],helm_lite_240829.csv llama_65b,Helm Lite MathEquivalentCOT,0.257,[],helm_lite_240829.csv mistral_large_2402,Helm Lite MathEquivalentCOT,0.75,[],helm_lite_240829.csv command,Helm Lite MathEquivalentCOT,0.236,[],helm_lite_240829.csv command_r,Helm Lite MathEquivalentCOT,0.266,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite MathEquivalentCOT,0.703,[],helm_lite_240829.csv mistral_small_2402,Helm Lite MathEquivalentCOT,0.621,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite MathEquivalentCOT,0.358,[],helm_lite_240829.csv jamba_instruct,Helm Lite MathEquivalentCOT,0.38,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite MathEquivalentCOT,0.297,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite MathEquivalentCOT,0.565,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite MathEquivalentCOT,0.561,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite MathEquivalentCOT,0.131,[],helm_lite_240829.csv yi_6b,Helm Lite MathEquivalentCOT,0.126,[],helm_lite_240829.csv llama_2_13b,Helm Lite MathEquivalentCOT,0.102,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite MathEquivalentCOT,0.103,[],helm_lite_240829.csv falcon_40b,Helm Lite MathEquivalentCOT,0.128,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite MathEquivalentCOT,0.289,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite MathEquivalentCOT,0.064,[],helm_lite_240829.csv phi_2,Helm Lite MathEquivalentCOT,0.255,[],helm_lite_240829.csv llama_2_7b,Helm Lite MathEquivalentCOT,0.097,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite MathEquivalentCOT,0.078,[],helm_lite_240829.csv command_light,Helm Lite MathEquivalentCOT,0.098,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite MathEquivalentCOT,0.04,[],helm_lite_240829.csv falcon_7b,Helm Lite MathEquivalentCOT,0.044,[],helm_lite_240829.csv olmo_7b,Helm Lite MathEquivalentCOT,0.029,[],helm_lite_240829.csv luminous_base_13b,Helm Lite MathEquivalentCOT,0.026,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite GSM8K,0.905,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite GSM8K,0.949,[],helm_lite_240829.csv gpt_4_0613,Helm Lite GSM8K,0.932,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite GSM8K,0.824,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite GSM8K,0.949,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite GSM8K,0.938,[],helm_lite_240829.csv llama3_70b,Helm Lite GSM8K,0.805,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite GSM8K,0.92,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite GSM8K,0.912,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite GSM8K,0.836,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite GSM8K,0.843,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite GSM8K,0.8,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite GSM8K,0.668,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite GSM8K,0.831,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite GSM8K,0.812,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite GSM8K,0.785,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite GSM8K,0.924,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite GSM8K,0.831,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite GSM8K,0.799,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite GSM8K,0.735,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite GSM8K,0.762,[],helm_lite_240829.csv yi_34b,Helm Lite GSM8K,0.648,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite GSM8K,0.815,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite GSM8K,0.773,[],helm_lite_240829.csv claude_v1_3,Helm Lite GSM8K,0.784,[],helm_lite_240829.csv palm_2_bison,Helm Lite GSM8K,0.61,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite GSM8K,0.622,[],helm_lite_240829.csv phi_3_14b,Helm Lite GSM8K,0.878,[],helm_lite_240829.csv claude_2_0,Helm Lite GSM8K,0.583,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite GSM8K,0.795,[],helm_lite_240829.csv llama_2_70b,Helm Lite GSM8K,0.567,[],helm_lite_240829.csv yi_large_preview,Helm Lite GSM8K,0.69,[],helm_lite_240829.csv command_r_plus,Helm Lite GSM8K,0.738,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite GSM8K,0.615,[],helm_lite_240829.csv claude_2_1,Helm Lite GSM8K,0.604,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite GSM8K,0.693,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite GSM8K,0.816,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite GSM8K,0.721,[],helm_lite_240829.csv llama3_8b,Helm Lite GSM8K,0.499,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite GSM8K,0.501,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite GSM8K,0.907,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite GSM8K,0.782,[],helm_lite_240829.csv arctic_instruct,Helm Lite GSM8K,0.768,[],helm_lite_240829.csv gemma_7b,Helm Lite GSM8K,0.559,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite GSM8K,0.479,[],helm_lite_240829.csv llama_65b,Helm Lite GSM8K,0.489,[],helm_lite_240829.csv mistral_large_2402,Helm Lite GSM8K,0.694,[],helm_lite_240829.csv command,Helm Lite GSM8K,0.452,[],helm_lite_240829.csv command_r,Helm Lite GSM8K,0.551,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite GSM8K,0.798,[],helm_lite_240829.csv mistral_small_2402,Helm Lite GSM8K,0.734,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite GSM8K,0.671,[],helm_lite_240829.csv jamba_instruct,Helm Lite GSM8K,0.67,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite GSM8K,0.377,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite GSM8K,0.706,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite GSM8K,0.6,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite GSM8K,0.699,[],helm_lite_240829.csv yi_6b,Helm Lite GSM8K,0.375,[],helm_lite_240829.csv llama_2_13b,Helm Lite GSM8K,0.266,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite GSM8K,0.239,[],helm_lite_240829.csv falcon_40b,Helm Lite GSM8K,0.267,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite GSM8K,0.538,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite GSM8K,0.159,[],helm_lite_240829.csv phi_2,Helm Lite GSM8K,0.581,[],helm_lite_240829.csv llama_2_7b,Helm Lite GSM8K,0.154,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite GSM8K,0.137,[],helm_lite_240829.csv command_light,Helm Lite GSM8K,0.149,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite GSM8K,0.075,[],helm_lite_240829.csv falcon_7b,Helm Lite GSM8K,0.055,[],helm_lite_240829.csv olmo_7b,Helm Lite GSM8K,0.044,[],helm_lite_240829.csv luminous_base_13b,Helm Lite GSM8K,0.028,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite LegalBench,0.733,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite LegalBench,0.707,[],helm_lite_240829.csv gpt_4_0613,Helm Lite LegalBench,0.713,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite LegalBench,0.727,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite LegalBench,0.707,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite LegalBench,0.687,[],helm_lite_240829.csv llama3_70b,Helm Lite LegalBench,0.733,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite LegalBench,0.712,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite LegalBench,0.646,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite LegalBench,0.757,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite LegalBench,0.653,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite LegalBench,0.708,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite LegalBench,0.626,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite LegalBench,0.709,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite LegalBench,0.7,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite LegalBench,0.661,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite LegalBench,0.662,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite LegalBench,0.677,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite LegalBench,0.694,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite LegalBench,0.644,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite LegalBench,0.639,[],helm_lite_240829.csv yi_34b,Helm Lite LegalBench,0.618,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite LegalBench,0.624,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite LegalBench,0.636,[],helm_lite_240829.csv claude_v1_3,Helm Lite LegalBench,0.629,[],helm_lite_240829.csv palm_2_bison,Helm Lite LegalBench,0.645,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite LegalBench,0.63,[],helm_lite_240829.csv phi_3_14b,Helm Lite LegalBench,0.593,[],helm_lite_240829.csv claude_2_0,Helm Lite LegalBench,0.643,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite LegalBench,0.637,[],helm_lite_240829.csv phi_3_7b,Helm Lite LegalBench,0.584,[],helm_lite_240829.csv llama_2_70b,Helm Lite LegalBench,0.673,[],helm_lite_240829.csv yi_large_preview,Helm Lite LegalBench,0.519,[],helm_lite_240829.csv command_r_plus,Helm Lite LegalBench,0.672,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite LegalBench,0.622,[],helm_lite_240829.csv claude_2_1,Helm Lite LegalBench,0.643,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite LegalBench,0.593,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite LegalBench,0.475,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite LegalBench,0.586,[],helm_lite_240829.csv llama3_8b,Helm Lite LegalBench,0.637,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite LegalBench,0.528,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite LegalBench,0.49,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite LegalBench,0.415,[],helm_lite_240829.csv arctic_instruct,Helm Lite LegalBench,0.588,[],helm_lite_240829.csv gemma_7b,Helm Lite LegalBench,0.581,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite LegalBench,0.58,[],helm_lite_240829.csv llama_65b,Helm Lite LegalBench,0.48,[],helm_lite_240829.csv mistral_large_2402,Helm Lite LegalBench,0.479,[],helm_lite_240829.csv command,Helm Lite LegalBench,0.578,[],helm_lite_240829.csv command_r,Helm Lite LegalBench,0.507,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite LegalBench,0.342,[],helm_lite_240829.csv mistral_small_2402,Helm Lite LegalBench,0.389,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite LegalBench,0.426,[],helm_lite_240829.csv jamba_instruct,Helm Lite LegalBench,0.54,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite LegalBench,0.58,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite LegalBench,0.452,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite LegalBench,0.523,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite LegalBench,0.46,[],helm_lite_240829.csv yi_6b,Helm Lite LegalBench,0.519,[],helm_lite_240829.csv llama_2_13b,Helm Lite LegalBench,0.591,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite LegalBench,0.533,[],helm_lite_240829.csv falcon_40b,Helm Lite LegalBench,0.442,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite LegalBench,0.331,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite LegalBench,0.468,[],helm_lite_240829.csv phi_2,Helm Lite LegalBench,0.334,[],helm_lite_240829.csv llama_2_7b,Helm Lite LegalBench,0.502,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite LegalBench,0.452,[],helm_lite_240829.csv command_light,Helm Lite LegalBench,0.397,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite LegalBench,0.421,[],helm_lite_240829.csv falcon_7b,Helm Lite LegalBench,0.346,[],helm_lite_240829.csv olmo_7b,Helm Lite LegalBench,0.341,[],helm_lite_240829.csv luminous_base_13b,Helm Lite LegalBench,0.332,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite MedQA,0.857,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite MedQA,0.825,[],helm_lite_240829.csv gpt_4_0613,Helm Lite MedQA,0.815,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite MedQA,0.783,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite MedQA,0.805,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite MedQA,0.769,[],helm_lite_240829.csv llama3_70b,Helm Lite MedQA,0.777,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite MedQA,0.746,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite MedQA,0.775,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite MedQA,0.692,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite MedQA,0.748,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite MedQA,0.704,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite MedQA,0.817,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite MedQA,0.684,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite MedQA,0.684,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite MedQA,0.68,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite MedQA,0.775,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite MedQA,0.684,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite MedQA,0.67,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite MedQA,0.598,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite MedQA,0.63,[],helm_lite_240829.csv yi_34b,Helm Lite MedQA,0.656,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite MedQA,0.64,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite MedQA,0.656,[],helm_lite_240829.csv claude_v1_3,Helm Lite MedQA,0.618,[],helm_lite_240829.csv palm_2_bison,Helm Lite MedQA,0.547,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite MedQA,0.652,[],helm_lite_240829.csv phi_3_14b,Helm Lite MedQA,0.696,[],helm_lite_240829.csv claude_2_0,Helm Lite MedQA,0.652,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite MedQA,0.628,[],helm_lite_240829.csv phi_3_7b,Helm Lite MedQA,0.672,[],helm_lite_240829.csv llama_2_70b,Helm Lite MedQA,0.618,[],helm_lite_240829.csv yi_large_preview,Helm Lite MedQA,0.66,[],helm_lite_240829.csv command_r_plus,Helm Lite MedQA,0.567,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite MedQA,0.531,[],helm_lite_240829.csv claude_2_1,Helm Lite MedQA,0.644,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite MedQA,0.515,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite MedQA,0.483,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite MedQA,0.559,[],helm_lite_240829.csv llama3_8b,Helm Lite MedQA,0.581,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite MedQA,0.622,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite MedQA,0.684,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite MedQA,0.59,[],helm_lite_240829.csv arctic_instruct,Helm Lite MedQA,0.581,[],helm_lite_240829.csv gemma_7b,Helm Lite MedQA,0.513,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite MedQA,0.525,[],helm_lite_240829.csv llama_65b,Helm Lite MedQA,0.507,[],helm_lite_240829.csv mistral_large_2402,Helm Lite MedQA,0.499,[],helm_lite_240829.csv command,Helm Lite MedQA,0.445,[],helm_lite_240829.csv command_r,Helm Lite MedQA,0.555,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite MedQA,0.245,[],helm_lite_240829.csv mistral_small_2402,Helm Lite MedQA,0.616,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite MedQA,0.694,[],helm_lite_240829.csv jamba_instruct,Helm Lite MedQA,0.519,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite MedQA,0.525,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite MedQA,0.61,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite MedQA,0.479,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite MedQA,0.702,[],helm_lite_240829.csv yi_6b,Helm Lite MedQA,0.497,[],helm_lite_240829.csv llama_2_13b,Helm Lite MedQA,0.392,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite MedQA,0.431,[],helm_lite_240829.csv falcon_40b,Helm Lite MedQA,0.419,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite MedQA,0.517,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite MedQA,0.39,[],helm_lite_240829.csv phi_2,Helm Lite MedQA,0.41,[],helm_lite_240829.csv llama_2_7b,Helm Lite MedQA,0.392,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite MedQA,0.276,[],helm_lite_240829.csv command_light,Helm Lite MedQA,0.312,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite MedQA,0.276,[],helm_lite_240829.csv falcon_7b,Helm Lite MedQA,0.254,[],helm_lite_240829.csv olmo_7b,Helm Lite MedQA,0.229,[],helm_lite_240829.csv luminous_base_13b,Helm Lite MedQA,0.26,[],helm_lite_240829.csv gpt_4o_2024_05_13,Helm Lite WMT2014,0.231,[],helm_lite_240829.csv claude_3_5_sonnet_20240620,Helm Lite WMT2014,0.229,[],helm_lite_240829.csv gpt_4_0613,Helm Lite WMT2014,0.211,[],helm_lite_240829.csv gpt_4_turbo_2024_04_09,Helm Lite WMT2014,0.218,[],helm_lite_240829.csv llama3_1_instruct_turbo_405b,Helm Lite WMT2014,0.238,[],helm_lite_240829.csv llama3_1_instruct_turbo_70b,Helm Lite WMT2014,0.223,[],helm_lite_240829.csv llama3_70b,Helm Lite WMT2014,0.225,[],helm_lite_240829.csv qwen2_instruct_72b,Helm Lite WMT2014,0.207,[],helm_lite_240829.csv mistral_large_2_2407,Helm Lite WMT2014,0.192,[],helm_lite_240829.csv gemini_1_5_pro_001,Helm Lite WMT2014,0.189,[],helm_lite_240829.csv gpt_4o_mini_2024_07_18,Helm Lite WMT2014,0.206,[],helm_lite_240829.csv mixtral_8x22b,Helm Lite WMT2014,0.209,[],helm_lite_240829.csv gpt_4_turbo_1106_preview,Helm Lite WMT2014,0.205,[],helm_lite_240829.csv palmyra_x_v3_72b,Helm Lite WMT2014,0.262,[],helm_lite_240829.csv gemma_2_instruct_27b,Helm Lite WMT2014,0.214,[],helm_lite_240829.csv gemini_1_5_flash_001,Helm Lite WMT2014,0.225,[],helm_lite_240829.csv claude_3_opus_20240229,Helm Lite WMT2014,0.24,[],helm_lite_240829.csv palm_2_unicorn,Helm Lite WMT2014,0.26,[],helm_lite_240829.csv qwen1_5_72b,Helm Lite WMT2014,0.201,[],helm_lite_240829.csv palmyra_x_v2_33b,Helm Lite WMT2014,0.239,[],helm_lite_240829.csv gemma_2_instruct_9b,Helm Lite WMT2014,0.201,[],helm_lite_240829.csv yi_34b,Helm Lite WMT2014,0.172,[],helm_lite_240829.csv qwen1_5_chat_110b,Helm Lite WMT2014,0.192,[],helm_lite_240829.csv qwen1_5_32b,Helm Lite WMT2014,0.193,[],helm_lite_240829.csv claude_v1_3,Helm Lite WMT2014,0.219,[],helm_lite_240829.csv palm_2_bison,Helm Lite WMT2014,0.241,[],helm_lite_240829.csv mixtral_8x7b_32k_seqlen,Helm Lite WMT2014,0.19,[],helm_lite_240829.csv phi_3_14b,Helm Lite WMT2014,0.17,[],helm_lite_240829.csv claude_2_0,Helm Lite WMT2014,0.219,[],helm_lite_240829.csv deepseek_llm_chat_67b,Helm Lite WMT2014,0.186,[],helm_lite_240829.csv phi_3_7b,Helm Lite WMT2014,0.154,[],helm_lite_240829.csv llama_2_70b,Helm Lite WMT2014,0.196,[],helm_lite_240829.csv yi_large_preview,Helm Lite WMT2014,0.176,[],helm_lite_240829.csv command_r_plus,Helm Lite WMT2014,0.203,[],helm_lite_240829.csv gpt_3_5_text_davinci_003,Helm Lite WMT2014,0.191,[],helm_lite_240829.csv claude_2_1,Helm Lite WMT2014,0.204,[],helm_lite_240829.csv qwen1_5_14b,Helm Lite WMT2014,0.178,[],helm_lite_240829.csv gemini_1_0_pro_002,Helm Lite WMT2014,0.194,[],helm_lite_240829.csv claude_instant_1_2,Helm Lite WMT2014,0.194,[],helm_lite_240829.csv llama3_8b,Helm Lite WMT2014,0.183,[],helm_lite_240829.csv gpt_3_5_turbo_0613,Helm Lite WMT2014,0.187,[],helm_lite_240829.csv claude_3_sonnet_20240229,Helm Lite WMT2014,0.218,[],helm_lite_240829.csv mistral_nemo_2402,Helm Lite WMT2014,0.177,[],helm_lite_240829.csv arctic_instruct,Helm Lite WMT2014,0.172,[],helm_lite_240829.csv gemma_7b,Helm Lite WMT2014,0.187,[],helm_lite_240829.csv gpt_3_5_text_davinci_002,Helm Lite WMT2014,0.174,[],helm_lite_240829.csv llama_65b,Helm Lite WMT2014,0.189,[],helm_lite_240829.csv mistral_large_2402,Helm Lite WMT2014,0.182,[],helm_lite_240829.csv command,Helm Lite WMT2014,0.088,[],helm_lite_240829.csv command_r,Helm Lite WMT2014,0.149,[],helm_lite_240829.csv llama3_1_instruct_turbo_8b,Helm Lite WMT2014,0.181,[],helm_lite_240829.csv mistral_small_2402,Helm Lite WMT2014,0.169,[],helm_lite_240829.csv dbrx_instructruct,Helm Lite WMT2014,0.131,[],helm_lite_240829.csv jamba_instruct,Helm Lite WMT2014,0.164,[],helm_lite_240829.csv mistral_v0_1_7b,Helm Lite WMT2014,0.16,[],helm_lite_240829.csv mistral_medium_2312,Helm Lite WMT2014,0.169,[],helm_lite_240829.csv qwen1_5_7b,Helm Lite WMT2014,0.153,[],helm_lite_240829.csv claude_3_haiku_20240307,Helm Lite WMT2014,0.148,[],helm_lite_240829.csv yi_6b,Helm Lite WMT2014,0.117,[],helm_lite_240829.csv llama_2_13b,Helm Lite WMT2014,0.167,[],helm_lite_240829.csv jurassic_2_jumbo_178b,Helm Lite WMT2014,0.114,[],helm_lite_240829.csv falcon_40b,Helm Lite WMT2014,0.162,[],helm_lite_240829.csv mistral_instruct_v0_3_7b,Helm Lite WMT2014,0.142,[],helm_lite_240829.csv jurassic_2_grande_17b,Helm Lite WMT2014,0.102,[],helm_lite_240829.csv phi_2,Helm Lite WMT2014,0.038,[],helm_lite_240829.csv llama_2_7b,Helm Lite WMT2014,0.144,[],helm_lite_240829.csv luminous_supreme_70b,Helm Lite WMT2014,0.102,[],helm_lite_240829.csv command_light,Helm Lite WMT2014,0.023,[],helm_lite_240829.csv luminous_extended_30b,Helm Lite WMT2014,0.083,[],helm_lite_240829.csv falcon_7b,Helm Lite WMT2014,0.094,[],helm_lite_240829.csv olmo_7b,Helm Lite WMT2014,0.097,[],helm_lite_240829.csv luminous_base_13b,Helm Lite WMT2014,0.066,[],helm_lite_240829.csv alphamonarch_7b,HF OpenLLM v2,17.59,,hf_open_llm_v2_240829.csv alphamonarch_7b,HFv2 BBH,23.95,,hf_open_llm_v2_240829.csv alphamonarch_7b,HFv2 GPQA,2.68,,hf_open_llm_v2_240829.csv alphamonarch_7b,HFv2 IFEval,49.39,,hf_open_llm_v2_240829.csv alphamonarch_7b,HFv2 MMLU Pro,16.36,,hf_open_llm_v2_240829.csv alphamonarch_7b,HFv2 Math Level 5,3.85,,hf_open_llm_v2_240829.csv alphamonarch_7b,HFv2 MuSR,9.32,,hf_open_llm_v2_240829.csv arcee_spark,HF OpenLLM v2,25.33,,hf_open_llm_v2_240829.csv arcee_spark,HFv2 BBH,36.92,,hf_open_llm_v2_240829.csv arcee_spark,HFv2 GPQA,7.49,,hf_open_llm_v2_240829.csv arcee_spark,HFv2 IFEval,57.18,,hf_open_llm_v2_240829.csv arcee_spark,HFv2 MMLU Pro,31.26,,hf_open_llm_v2_240829.csv arcee_spark,HFv2 Math Level 5,10.73,,hf_open_llm_v2_240829.csv arcee_spark,HFv2 MuSR,8.4,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HF OpenLLM v2,12.2,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HFv2 BBH,4.38,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HFv2 GPQA,2.24,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HFv2 IFEval,43.72,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HFv2 MMLU Pro,13.54,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HFv2 Math Level 5,4.23,,hf_open_llm_v2_240829.csv autotrain_llama3_orpo_v2,HFv2 MuSR,5.1,,hf_open_llm_v2_240829.csv aya_23_35b,HF OpenLLM v2,24.62,,hf_open_llm_v2_240829.csv aya_23_35b,HFv2 BBH,34.86,,hf_open_llm_v2_240829.csv aya_23_35b,HFv2 GPQA,5.93,,hf_open_llm_v2_240829.csv aya_23_35b,HFv2 IFEval,64.62,,hf_open_llm_v2_240829.csv aya_23_35b,HFv2 MMLU Pro,26.18,,hf_open_llm_v2_240829.csv aya_23_35b,HFv2 Math Level 5,2.64,,hf_open_llm_v2_240829.csv aya_23_35b,HFv2 MuSR,13.47,,hf_open_llm_v2_240829.csv aya_23_8b,HF OpenLLM v2,15.97,,hf_open_llm_v2_240829.csv aya_23_8b,HFv2 BBH,20.2,,hf_open_llm_v2_240829.csv aya_23_8b,HFv2 GPQA,4.59,,hf_open_llm_v2_240829.csv aya_23_8b,HFv2 IFEval,46.99,,hf_open_llm_v2_240829.csv aya_23_8b,HFv2 MMLU Pro,14.2,,hf_open_llm_v2_240829.csv aya_23_8b,HFv2 Math Level 5,1.44,,hf_open_llm_v2_240829.csv aya_23_8b,HFv2 MuSR,8.42,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HF OpenLLM v2,24.55,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HFv2 BBH,31.37,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HFv2 GPQA,7.72,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HFv2 IFEval,62.62,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HFv2 MMLU Pro,27.56,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HFv2 Math Level 5,7.7,,hf_open_llm_v2_240829.csv bagelmisterytour_v2_8x7b,HFv2 MuSR,10.32,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HF OpenLLM v2,31.42,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HFv2 BBH,51.03,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HFv2 GPQA,10.18,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HFv2 IFEval,47.99,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HFv2 MMLU Pro,41.37,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HFv2 Math Level 5,17.45,,hf_open_llm_v2_240829.csv barcenas_14b_phi_3_medium_orpo,HFv2 MuSR,20.53,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HF OpenLLM v2,26.38,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HFv2 BBH,28.6,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HFv2 GPQA,7.61,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HFv2 IFEval,73.72,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HFv2 MMLU Pro,31.44,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HFv2 Math Level 5,5.74,,hf_open_llm_v2_240829.csv barcenas_llama3_8b_orpo,HFv2 MuSR,11.17,,hf_open_llm_v2_240829.csv bloom_1b1,HF OpenLLM v2,3.96,,hf_open_llm_v2_240829.csv bloom_1b1,HFv2 BBH,4.04,,hf_open_llm_v2_240829.csv bloom_1b1,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv bloom_1b1,HFv2 IFEval,13.73,,hf_open_llm_v2_240829.csv bloom_1b1,HFv2 MMLU Pro,1.2,,hf_open_llm_v2_240829.csv bloom_1b1,HFv2 Math Level 5,0.15,,hf_open_llm_v2_240829.csv bloom_1b1,HFv2 MuSR,3.42,,hf_open_llm_v2_240829.csv bloom_1b7,HF OpenLLM v2,3.97,,hf_open_llm_v2_240829.csv bloom_1b7,HFv2 BBH,4.4,,hf_open_llm_v2_240829.csv bloom_1b7,HFv2 GPQA,1.12,,hf_open_llm_v2_240829.csv bloom_1b7,HFv2 IFEval,10.44,,hf_open_llm_v2_240829.csv bloom_1b7,HFv2 MMLU Pro,0.96,,hf_open_llm_v2_240829.csv bloom_1b7,HFv2 Math Level 5,0.08,,hf_open_llm_v2_240829.csv bloom_1b7,HFv2 MuSR,6.84,,hf_open_llm_v2_240829.csv bloom_3b,HF OpenLLM v2,4.26,,hf_open_llm_v2_240829.csv bloom_3b,HFv2 BBH,3.42,,hf_open_llm_v2_240829.csv bloom_3b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv bloom_3b,HFv2 IFEval,12.71,,hf_open_llm_v2_240829.csv bloom_3b,HFv2 MMLU Pro,1.48,,hf_open_llm_v2_240829.csv bloom_3b,HFv2 Math Level 5,0.08,,hf_open_llm_v2_240829.csv bloom_3b,HFv2 MuSR,7.89,,hf_open_llm_v2_240829.csv bloom_560m,HF OpenLLM v2,3.46,,hf_open_llm_v2_240829.csv bloom_560m,HFv2 BBH,2.89,,hf_open_llm_v2_240829.csv bloom_560m,HFv2 GPQA,1.57,,hf_open_llm_v2_240829.csv bloom_560m,HFv2 IFEval,6.2,,hf_open_llm_v2_240829.csv bloom_560m,HFv2 MMLU Pro,1.83,,hf_open_llm_v2_240829.csv bloom_560m,HFv2 Math Level 5,0.08,,hf_open_llm_v2_240829.csv bloom_560m,HFv2 MuSR,8.19,,hf_open_llm_v2_240829.csv bloom_7b1,HF OpenLLM v2,3.71,,hf_open_llm_v2_240829.csv bloom_7b1,HFv2 BBH,4.04,,hf_open_llm_v2_240829.csv bloom_7b1,HFv2 GPQA,1.9,,hf_open_llm_v2_240829.csv bloom_7b1,HFv2 IFEval,13.22,,hf_open_llm_v2_240829.csv bloom_7b1,HFv2 MMLU Pro,1.16,,hf_open_llm_v2_240829.csv bloom_7b1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv bloom_7b1,HFv2 MuSR,1.92,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HF OpenLLM v2,28.39,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HFv2 BBH,44.15,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HFv2 GPQA,7.94,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HFv2 IFEval,56.97,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HFv2 MMLU Pro,39.53,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HFv2 Math Level 5,14.43,,hf_open_llm_v2_240829.csv blossom_v5_1_34b,HFv2 MuSR,7.3,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HF OpenLLM v2,24.68,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HFv2 BBH,34.2,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HFv2 GPQA,11.41,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HFv2 IFEval,50.86,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HFv2 MMLU Pro,33.1,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HFv2 Math Level 5,10.5,,hf_open_llm_v2_240829.csv blossom_v5_1_9b,HFv2 MuSR,8.02,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HF OpenLLM v2,8.84,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HFv2 BBH,16.19,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HFv2 GPQA,0.45,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HFv2 IFEval,14.83,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HFv2 MMLU Pro,15.0,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HFv2 Math Level 5,1.06,,hf_open_llm_v2_240829.csv btlm_7b_base_v0_2,HFv2 MuSR,5.54,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HF OpenLLM v2,30.86,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HFv2 BBH,39.92,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HFv2 GPQA,7.38,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HFv2 IFEval,76.64,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HFv2 MMLU Pro,33.24,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HFv2 Math Level 5,7.55,,hf_open_llm_v2_240829.csv c4ai_command_r_plus,HFv2 MuSR,20.42,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HF OpenLLM v2,25.35,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HFv2 BBH,34.56,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HFv2 GPQA,7.61,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HFv2 IFEval,67.48,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HFv2 MMLU Pro,26.33,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv c4ai_command_r_v0_1,HFv2 MuSR,16.13,,hf_open_llm_v2_240829.csv calm3_22b_chat,HF OpenLLM v2,21.27,,hf_open_llm_v2_240829.csv calm3_22b_chat,HFv2 BBH,29.52,,hf_open_llm_v2_240829.csv calm3_22b_chat,HFv2 GPQA,3.58,,hf_open_llm_v2_240829.csv calm3_22b_chat,HFv2 IFEval,50.91,,hf_open_llm_v2_240829.csv calm3_22b_chat,HFv2 MMLU Pro,21.66,,hf_open_llm_v2_240829.csv calm3_22b_chat,HFv2 Math Level 5,5.89,,hf_open_llm_v2_240829.csv calm3_22b_chat,HFv2 MuSR,16.08,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HF OpenLLM v2,24.51,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HFv2 BBH,38.12,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HFv2 GPQA,10.63,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HFv2 IFEval,55.25,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HFv2 MMLU Pro,30.51,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HFv2 Math Level 5,4.31,,hf_open_llm_v2_240829.csv calme_2_1_phi3_4b,HFv2 MuSR,8.26,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HF OpenLLM v2,43.61,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HFv2 BBH,57.33,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HFv2 GPQA,17.45,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HFv2 IFEval,81.63,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HFv2 MMLU Pro,49.05,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HFv2 Math Level 5,36.03,,hf_open_llm_v2_240829.csv calme_2_1_qwen2_72b,HFv2 MuSR,20.15,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HF OpenLLM v2,37.98,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HFv2 BBH,48.57,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HFv2 GPQA,12.19,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HFv2 IFEval,82.08,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HFv2 MMLU Pro,46.74,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HFv2 Math Level 5,22.96,,hf_open_llm_v2_240829.csv calme_2_2_llama3_70b,HFv2 MuSR,15.3,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HF OpenLLM v2,23.21,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HFv2 BBH,37.73,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HFv2 GPQA,9.51,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HFv2 IFEval,50.69,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HFv2 MMLU Pro,31.27,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HFv2 Math Level 5,2.34,,hf_open_llm_v2_240829.csv calme_2_2_phi3_4b,HFv2 MuSR,7.7,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HF OpenLLM v2,43.4,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HFv2 BBH,56.8,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HFv2 GPQA,16.55,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HFv2 IFEval,80.08,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HFv2 MMLU Pro,49.27,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HFv2 Math Level 5,41.16,,hf_open_llm_v2_240829.csv calme_2_2_qwen2_72b,HFv2 MuSR,16.52,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HF OpenLLM v2,23.02,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HFv2 BBH,37.66,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HFv2 GPQA,9.06,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HFv2 IFEval,49.26,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HFv2 MMLU Pro,31.42,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HFv2 Math Level 5,2.95,,hf_open_llm_v2_240829.csv calme_2_3_phi3_4b,HFv2 MuSR,7.75,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HF OpenLLM v2,32.18,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HFv2 BBH,48.4,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HFv2 GPQA,11.97,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HFv2 IFEval,50.27,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HFv2 MMLU Pro,46.71,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HFv2 Math Level 5,22.66,,hf_open_llm_v2_240829.csv calme_2_4_llama3_70b,HFv2 MuSR,13.1,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HF OpenLLM v2,22.36,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HFv2 BBH,33.06,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HFv2 GPQA,6.94,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HFv2 IFEval,54.15,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HFv2 MMLU Pro,25.29,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HFv2 Math Level 5,5.51,,hf_open_llm_v2_240829.csv carbonbeagle_11b,HFv2 MuSR,9.19,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HF OpenLLM v2,21.29,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HFv2 BBH,33.99,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HFv2 GPQA,6.6,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HFv2 IFEval,52.12,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HFv2 MMLU Pro,26.19,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HFv2 Math Level 5,4.76,,hf_open_llm_v2_240829.csv carbonbeagle_11b_truthy,HFv2 MuSR,4.11,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HF OpenLLM v2,27.63,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HFv2 BBH,37.16,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HFv2 GPQA,9.62,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HFv2 IFEval,56.23,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HFv2 MMLU Pro,33.21,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HFv2 Math Level 5,14.5,,hf_open_llm_v2_240829.csv chocolatine_3b_instruct_dpo_revised,HFv2 MuSR,15.1,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HF OpenLLM v2,22.03,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HFv2 BBH,29.96,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HFv2 GPQA,6.71,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HFv2 IFEval,47.33,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HFv2 MMLU Pro,31.88,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HFv2 Math Level 5,7.55,,hf_open_llm_v2_240829.csv chocolatine_8b_instruct_dpo_v1_0,HFv2 MuSR,8.74,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HF OpenLLM v2,7.02,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HFv2 BBH,7.55,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HFv2 GPQA,2.01,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HFv2 IFEval,22.94,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HFv2 MMLU Pro,3.09,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv codegemma_1_1_2b,HFv2 MuSR,5.93,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HF OpenLLM v2,27.77,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HFv2 BBH,29.66,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HFv2 GPQA,3.24,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HFv2 IFEval,83.12,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HFv2 MMLU Pro,28.8,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HFv2 Math Level 5,15.86,,hf_open_llm_v2_240829.csv configurable_llama3_1_8b_instruct,HFv2 MuSR,5.93,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HF OpenLLM v2,23.77,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HFv2 BBH,35.33,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HFv2 GPQA,12.42,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HFv2 IFEval,43.23,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HFv2 MMLU Pro,33.5,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HFv2 Math Level 5,6.12,,hf_open_llm_v2_240829.csv configurable_yi_1_5_9b_chat,HFv2 MuSR,12.02,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HF OpenLLM v2,22.52,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HFv2 BBH,32.39,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HFv2 GPQA,6.94,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HFv2 IFEval,58.34,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HFv2 MMLU Pro,26.38,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HFv2 Math Level 5,3.7,,hf_open_llm_v2_240829.csv configurablebeagle_11b,HFv2 MuSR,7.38,,hf_open_llm_v2_240829.csv configurablehermes_7b,HF OpenLLM v2,19.46,,hf_open_llm_v2_240829.csv configurablehermes_7b,HFv2 BBH,23.16,,hf_open_llm_v2_240829.csv configurablehermes_7b,HFv2 GPQA,3.58,,hf_open_llm_v2_240829.csv configurablehermes_7b,HFv2 IFEval,54.11,,hf_open_llm_v2_240829.csv configurablehermes_7b,HFv2 MMLU Pro,22.5,,hf_open_llm_v2_240829.csv configurablehermes_7b,HFv2 Math Level 5,4.31,,hf_open_llm_v2_240829.csv configurablehermes_7b,HFv2 MuSR,9.11,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HF OpenLLM v2,19.05,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HFv2 BBH,27.45,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HFv2 GPQA,6.49,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HFv2 IFEval,51.0,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HFv2 MMLU Pro,24.15,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv configurablesolar_10_7b,HFv2 MuSR,5.19,,hf_open_llm_v2_240829.csv dbrx_instructruct,HF OpenLLM v2,25.2,,hf_open_llm_v2_240829.csv dbrx_instructruct,HFv2 BBH,35.96,,hf_open_llm_v2_240829.csv dbrx_instructruct,HFv2 GPQA,12.19,,hf_open_llm_v2_240829.csv dbrx_instructruct,HFv2 IFEval,54.16,,hf_open_llm_v2_240829.csv dbrx_instructruct,HFv2 MMLU Pro,29.81,,hf_open_llm_v2_240829.csv dbrx_instructruct,HFv2 Math Level 5,6.87,,hf_open_llm_v2_240829.csv dbrx_instructruct,HFv2 MuSR,12.2,,hf_open_llm_v2_240829.csv dclm_7b,HF OpenLLM v2,13.99,,hf_open_llm_v2_240829.csv dclm_7b,HFv2 BBH,19.76,,hf_open_llm_v2_240829.csv dclm_7b,HFv2 GPQA,8.72,,hf_open_llm_v2_240829.csv dclm_7b,HFv2 IFEval,21.73,,hf_open_llm_v2_240829.csv dclm_7b,HFv2 MMLU Pro,23.45,,hf_open_llm_v2_240829.csv dclm_7b,HFv2 Math Level 5,2.95,,hf_open_llm_v2_240829.csv dclm_7b,HFv2 MuSR,7.31,,hf_open_llm_v2_240829.csv decilm_7b,HF OpenLLM v2,14.95,,hf_open_llm_v2_240829.csv decilm_7b,HFv2 BBH,21.25,,hf_open_llm_v2_240829.csv decilm_7b,HFv2 GPQA,6.04,,hf_open_llm_v2_240829.csv decilm_7b,HFv2 IFEval,28.13,,hf_open_llm_v2_240829.csv decilm_7b,HFv2 MMLU Pro,18.8,,hf_open_llm_v2_240829.csv decilm_7b,HFv2 Math Level 5,2.42,,hf_open_llm_v2_240829.csv decilm_7b,HFv2 MuSR,13.05,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HF OpenLLM v2,17.43,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HFv2 BBH,23.89,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HFv2 GPQA,5.26,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HFv2 IFEval,48.8,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HFv2 MMLU Pro,17.87,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HFv2 Math Level 5,2.79,,hf_open_llm_v2_240829.csv decilm_7b_instruct,HFv2 MuSR,5.99,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HF OpenLLM v2,26.87,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HFv2 BBH,33.23,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HFv2 GPQA,8.84,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HFv2 IFEval,55.87,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HFv2 MMLU Pro,32.71,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HFv2 Math Level 5,6.65,,hf_open_llm_v2_240829.csv deepseek_llm_67b_chat,HFv2 MuSR,23.93,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HF OpenLLM v2,8.1,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HFv2 BBH,9.77,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HFv2 GPQA,3.13,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HFv2 IFEval,21.79,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HFv2 MMLU Pro,8.96,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HFv2 Math Level 5,1.21,,hf_open_llm_v2_240829.csv deepseek_llm_7b_base,HFv2 MuSR,3.76,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HF OpenLLM v2,14.77,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HFv2 BBH,11.26,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HFv2 GPQA,2.13,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HFv2 IFEval,41.71,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HFv2 MMLU Pro,12.59,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HFv2 Math Level 5,1.74,,hf_open_llm_v2_240829.csv deepseek_llm_7b_chat,HFv2 MuSR,19.21,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HF OpenLLM v2,7.37,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HFv2 BBH,8.36,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HFv2 GPQA,0.56,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HFv2 IFEval,24.5,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HFv2 MMLU Pro,5.61,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HFv2 Math Level 5,1.81,,hf_open_llm_v2_240829.csv deepseek_moe_16b_base,HFv2 MuSR,3.36,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HF OpenLLM v2,10.14,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HFv2 BBH,6.57,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HFv2 IFEval,36.63,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HFv2 MMLU Pro,10.71,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HFv2 Math Level 5,1.66,,hf_open_llm_v2_240829.csv deepseek_moe_16b_chat,HFv2 MuSR,5.26,,hf_open_llm_v2_240829.csv dialogpt_medium,HF OpenLLM v2,5.25,,hf_open_llm_v2_240829.csv dialogpt_medium,HFv2 BBH,2.56,,hf_open_llm_v2_240829.csv dialogpt_medium,HFv2 GPQA,0.56,,hf_open_llm_v2_240829.csv dialogpt_medium,HFv2 IFEval,14.79,,hf_open_llm_v2_240829.csv dialogpt_medium,HFv2 MMLU Pro,1.32,,hf_open_llm_v2_240829.csv dialogpt_medium,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv dialogpt_medium,HFv2 MuSR,12.28,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HF OpenLLM v2,16.58,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HFv2 BBH,19.69,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HFv2 GPQA,7.05,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HFv2 IFEval,44.12,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HFv2 MMLU Pro,17.83,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HFv2 Math Level 5,1.06,,hf_open_llm_v2_240829.csv dictalm2_0_instruct,HFv2 MuSR,9.72,,hf_open_llm_v2_240829.csv distilgpt2,HF OpenLLM v2,3.9,,hf_open_llm_v2_240829.csv distilgpt2,HFv2 BBH,2.84,,hf_open_llm_v2_240829.csv distilgpt2,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv distilgpt2,HFv2 IFEval,6.11,,hf_open_llm_v2_240829.csv distilgpt2,HFv2 MMLU Pro,2.08,,hf_open_llm_v2_240829.csv distilgpt2,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv distilgpt2,HFv2 MuSR,11.16,,hf_open_llm_v2_240829.csv dolly_v1_6b,HF OpenLLM v2,6.89,,hf_open_llm_v2_240829.csv dolly_v1_6b,HFv2 BBH,4.78,,hf_open_llm_v2_240829.csv dolly_v1_6b,HFv2 GPQA,1.9,,hf_open_llm_v2_240829.csv dolly_v1_6b,HFv2 IFEval,22.24,,hf_open_llm_v2_240829.csv dolly_v1_6b,HFv2 MMLU Pro,2.95,,hf_open_llm_v2_240829.csv dolly_v1_6b,HFv2 Math Level 5,1.36,,hf_open_llm_v2_240829.csv dolly_v1_6b,HFv2 MuSR,8.12,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HF OpenLLM v2,25.66,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HFv2 BBH,49.72,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HFv2 GPQA,10.29,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HFv2 IFEval,42.48,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HFv2 MMLU Pro,39.5,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HFv2 Math Level 5,0.53,,hf_open_llm_v2_240829.csv dolphin_2_9_2_phi_3_medium,HFv2 MuSR,11.41,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HF OpenLLM v2,32.0,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HFv2 BBH,47.7,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HFv2 GPQA,16.0,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HFv2 IFEval,40.38,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HFv2 MMLU Pro,49.52,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HFv2 Math Level 5,21.37,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_72b,HFv2 MuSR,17.04,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HF OpenLLM v2,20.96,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HFv2 BBH,27.91,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HFv2 GPQA,5.37,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HFv2 IFEval,35.35,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HFv2 MMLU Pro,33.9,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HFv2 Math Level 5,11.56,,hf_open_llm_v2_240829.csv dolphin_2_9_2_qwen2_7b,HFv2 MuSR,11.66,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HF OpenLLM v2,19.31,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HFv2 BBH,26.91,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HFv2 GPQA,4.7,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HFv2 IFEval,41.26,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HFv2 MMLU Pro,20.23,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HFv2 Math Level 5,4.83,,hf_open_llm_v2_240829.csv dolphin_2_9_3_mistral_7b_32k,HFv2 MuSR,17.93,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HF OpenLLM v2,18.3,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HFv2 BBH,27.86,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HFv2 GPQA,4.92,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HFv2 IFEval,38.5,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HFv2 MMLU Pro,19.68,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HFv2 Math Level 5,5.06,,hf_open_llm_v2_240829.csv dolphin_2_9_llama3_8b,HFv2 MuSR,13.79,,hf_open_llm_v2_240829.csv einstein_v4_7b,HF OpenLLM v2,16.73,,hf_open_llm_v2_240829.csv einstein_v4_7b,HFv2 BBH,14.3,,hf_open_llm_v2_240829.csv einstein_v4_7b,HFv2 GPQA,4.25,,hf_open_llm_v2_240829.csv einstein_v4_7b,HFv2 IFEval,47.08,,hf_open_llm_v2_240829.csv einstein_v4_7b,HFv2 MMLU Pro,13.99,,hf_open_llm_v2_240829.csv einstein_v4_7b,HFv2 Math Level 5,1.74,,hf_open_llm_v2_240829.csv einstein_v4_7b,HFv2 MuSR,19.02,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HF OpenLLM v2,19.05,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HFv2 BBH,29.69,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HFv2 GPQA,3.13,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HFv2 IFEval,39.27,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HFv2 MMLU Pro,23.25,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HFv2 Math Level 5,5.59,,hf_open_llm_v2_240829.csv einstein_v6_1_developed_by_weyaxi_llama3_8b,HFv2 MuSR,13.39,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HF OpenLLM v2,19.99,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HFv2 BBH,29.38,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HFv2 GPQA,4.25,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HFv2 IFEval,45.68,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HFv2 MMLU Pro,23.68,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HFv2 Math Level 5,5.74,,hf_open_llm_v2_240829.csv einstein_v6_1_llama3_8b,HFv2 MuSR,11.23,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HF OpenLLM v2,13.08,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HFv2 BBH,13.58,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HFv2 GPQA,4.14,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HFv2 IFEval,44.01,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HFv2 MMLU Pro,10.74,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv ende_chat_0_0_7,HFv2 MuSR,6.03,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HF OpenLLM v2,15.18,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HFv2 BBH,16.88,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HFv2 GPQA,2.8,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HFv2 IFEval,41.89,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HFv2 MMLU Pro,18.16,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv ennoai_pro_french_llama3_8b_v0_4,HFv2 MuSR,10.76,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HF OpenLLM v2,12.17,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HFv2 BBH,17.51,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HFv2 GPQA,1.57,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HFv2 IFEval,31.95,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HFv2 MMLU Pro,12.79,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HFv2 Math Level 5,0.15,,hf_open_llm_v2_240829.csv ennoai_pro_llama3_8b,HFv2 MuSR,9.08,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HF OpenLLM v2,21.4,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HFv2 BBH,17.98,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HFv2 GPQA,2.13,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HFv2 IFEval,71.93,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HFv2 MMLU Pro,28.63,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HFv2 Math Level 5,4.46,,hf_open_llm_v2_240829.csv exaone_3_0_7_8b_instruct,HFv2 MuSR,3.3,,hf_open_llm_v2_240829.csv falcon_11b,HF OpenLLM v2,13.78,,hf_open_llm_v2_240829.csv falcon_11b,HFv2 BBH,21.94,,hf_open_llm_v2_240829.csv falcon_11b,HFv2 GPQA,2.8,,hf_open_llm_v2_240829.csv falcon_11b,HFv2 IFEval,32.61,,hf_open_llm_v2_240829.csv falcon_11b,HFv2 MMLU Pro,15.44,,hf_open_llm_v2_240829.csv falcon_11b,HFv2 Math Level 5,2.34,,hf_open_llm_v2_240829.csv falcon_11b,HFv2 MuSR,7.53,,hf_open_llm_v2_240829.csv falcon_40b,HF OpenLLM v2,11.33,,hf_open_llm_v2_240829.csv falcon_40b,HFv2 BBH,16.58,,hf_open_llm_v2_240829.csv falcon_40b,HFv2 GPQA,3.13,,hf_open_llm_v2_240829.csv falcon_40b,HFv2 IFEval,24.96,,hf_open_llm_v2_240829.csv falcon_40b,HFv2 MMLU Pro,16.72,,hf_open_llm_v2_240829.csv falcon_40b,HFv2 Math Level 5,1.36,,hf_open_llm_v2_240829.csv falcon_40b,HFv2 MuSR,5.19,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HF OpenLLM v2,10.41,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HFv2 BBH,17.22,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HFv2 IFEval,24.54,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HFv2 MMLU Pro,14.02,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HFv2 Math Level 5,1.51,,hf_open_llm_v2_240829.csv falcon_40b_instruct,HFv2 MuSR,5.16,,hf_open_llm_v2_240829.csv falcon_7b,HF OpenLLM v2,5.1,,hf_open_llm_v2_240829.csv falcon_7b,HFv2 BBH,5.96,,hf_open_llm_v2_240829.csv falcon_7b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv falcon_7b,HFv2 IFEval,18.21,,hf_open_llm_v2_240829.csv falcon_7b,HFv2 MMLU Pro,1.39,,hf_open_llm_v2_240829.csv falcon_7b,HFv2 Math Level 5,0.53,,hf_open_llm_v2_240829.csv falcon_7b,HFv2 MuSR,4.5,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HF OpenLLM v2,5.02,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HFv2 BBH,4.82,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HFv2 IFEval,19.69,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HFv2 MMLU Pro,1.73,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv falcon_7b_instruct,HFv2 MuSR,3.25,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HF OpenLLM v2,15.04,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HFv2 BBH,19.88,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HFv2 GPQA,8.05,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HFv2 IFEval,33.36,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HFv2 MMLU Pro,14.47,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HFv2 Math Level 5,3.63,,hf_open_llm_v2_240829.csv falcon_mamba_7b,HFv2 MuSR,10.86,,hf_open_llm_v2_240829.csv flan_flan-ul2,HF OpenLLM v2,13.55,,hf_open_llm_v2_240829.csv flan_flan-ul2,HFv2 BBH,30.02,,hf_open_llm_v2_240829.csv flan_flan-ul2,HFv2 GPQA,5.03,,hf_open_llm_v2_240829.csv flan_flan-ul2,HFv2 IFEval,23.93,,hf_open_llm_v2_240829.csv flan_flan-ul2,HFv2 MMLU Pro,16.59,,hf_open_llm_v2_240829.csv flan_flan-ul2,HFv2 Math Level 5,0.15,,hf_open_llm_v2_240829.csv flan_flan-ul2,HFv2 MuSR,5.58,,hf_open_llm_v2_240829.csv flan_t5_base,HF OpenLLM v2,6.24,,hf_open_llm_v2_240829.csv flan_t5_base,HFv2 BBH,11.34,,hf_open_llm_v2_240829.csv flan_t5_base,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv flan_t5_base,HFv2 IFEval,18.91,,hf_open_llm_v2_240829.csv flan_t5_base,HFv2 MMLU Pro,3.97,,hf_open_llm_v2_240829.csv flan_t5_base,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv flan_t5_base,HFv2 MuSR,3.22,,hf_open_llm_v2_240829.csv flan_t5_large,HF OpenLLM v2,9.42,,hf_open_llm_v2_240829.csv flan_t5_large,HFv2 BBH,17.51,,hf_open_llm_v2_240829.csv flan_t5_large,HFv2 GPQA,0.11,,hf_open_llm_v2_240829.csv flan_t5_large,HFv2 IFEval,22.01,,hf_open_llm_v2_240829.csv flan_t5_large,HFv2 MMLU Pro,7.88,,hf_open_llm_v2_240829.csv flan_t5_large,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv flan_t5_large,HFv2 MuSR,9.01,,hf_open_llm_v2_240829.csv flan_t5_small,HF OpenLLM v2,6.0,,hf_open_llm_v2_240829.csv flan_t5_small,HFv2 BBH,6.36,,hf_open_llm_v2_240829.csv flan_t5_small,HFv2 GPQA,1.45,,hf_open_llm_v2_240829.csv flan_t5_small,HFv2 IFEval,15.24,,hf_open_llm_v2_240829.csv flan_t5_small,HFv2 MMLU Pro,2.59,,hf_open_llm_v2_240829.csv flan_t5_small,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv flan_t5_small,HFv2 MuSR,10.37,,hf_open_llm_v2_240829.csv flan_t5_xl,HF OpenLLM v2,11.59,,hf_open_llm_v2_240829.csv flan_t5_xl,HFv2 BBH,22.84,,hf_open_llm_v2_240829.csv flan_t5_xl,HFv2 GPQA,0.34,,hf_open_llm_v2_240829.csv flan_t5_xl,HFv2 IFEval,22.37,,hf_open_llm_v2_240829.csv flan_t5_xl,HFv2 MMLU Pro,12.74,,hf_open_llm_v2_240829.csv flan_t5_xl,HFv2 Math Level 5,0.08,,hf_open_llm_v2_240829.csv flan_t5_xl,HFv2 MuSR,11.85,,hf_open_llm_v2_240829.csv flan_t5_xxl,HF OpenLLM v2,13.49,,hf_open_llm_v2_240829.csv flan_t5_xxl,HFv2 BBH,30.12,,hf_open_llm_v2_240829.csv flan_t5_xxl,HFv2 GPQA,2.68,,hf_open_llm_v2_240829.csv flan_t5_xxl,HFv2 IFEval,22.0,,hf_open_llm_v2_240829.csv flan_t5_xxl,HFv2 MMLU Pro,14.92,,hf_open_llm_v2_240829.csv flan_t5_xxl,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv flan_t5_xxl,HFv2 MuSR,11.19,,hf_open_llm_v2_240829.csv fox_1_1_6b,HF OpenLLM v2,7.69,,hf_open_llm_v2_240829.csv fox_1_1_6b,HFv2 BBH,7.4,,hf_open_llm_v2_240829.csv fox_1_1_6b,HFv2 GPQA,1.79,,hf_open_llm_v2_240829.csv fox_1_1_6b,HFv2 IFEval,27.66,,hf_open_llm_v2_240829.csv fox_1_1_6b,HFv2 MMLU Pro,4.13,,hf_open_llm_v2_240829.csv fox_1_1_6b,HFv2 Math Level 5,1.28,,hf_open_llm_v2_240829.csv fox_1_1_6b,HFv2 MuSR,3.87,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HF OpenLLM v2,7.78,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HFv2 BBH,5.86,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HFv2 GPQA,2.57,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HFv2 IFEval,30.67,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HFv2 MMLU Pro,5.37,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HFv2 Math Level 5,0.15,,hf_open_llm_v2_240829.csv gemma_1_1_2b_it,HFv2 MuSR,2.02,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HF OpenLLM v2,17.4,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HFv2 BBH,15.93,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HFv2 GPQA,5.82,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HFv2 IFEval,50.39,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HFv2 MMLU Pro,17.6,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HFv2 Math Level 5,3.17,,hf_open_llm_v2_240829.csv gemma_1_1_7b_it,HFv2 MuSR,11.51,,hf_open_llm_v2_240829.csv gemma_2_27b,HF OpenLLM v2,23.64,,hf_open_llm_v2_240829.csv gemma_2_27b,HFv2 BBH,37.39,,hf_open_llm_v2_240829.csv gemma_2_27b,HFv2 GPQA,13.42,,hf_open_llm_v2_240829.csv gemma_2_27b,HFv2 IFEval,24.75,,hf_open_llm_v2_240829.csv gemma_2_27b,HFv2 MMLU Pro,37.45,,hf_open_llm_v2_240829.csv gemma_2_27b,HFv2 Math Level 5,14.88,,hf_open_llm_v2_240829.csv gemma_2_27b,HFv2 MuSR,13.92,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HF OpenLLM v2,32.31,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HFv2 BBH,49.27,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HFv2 GPQA,16.67,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HFv2 IFEval,79.78,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HFv2 MMLU Pro,38.35,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv gemma_2_27b_it,HFv2 MuSR,9.11,,hf_open_llm_v2_240829.csv gemma_2_2b,HF OpenLLM v2,10.13,,hf_open_llm_v2_240829.csv gemma_2_2b,HFv2 BBH,11.76,,hf_open_llm_v2_240829.csv gemma_2_2b,HFv2 GPQA,1.68,,hf_open_llm_v2_240829.csv gemma_2_2b,HFv2 IFEval,19.93,,hf_open_llm_v2_240829.csv gemma_2_2b,HFv2 MMLU Pro,13.11,,hf_open_llm_v2_240829.csv gemma_2_2b,HFv2 Math Level 5,2.87,,hf_open_llm_v2_240829.csv gemma_2_2b,HFv2 MuSR,11.43,,hf_open_llm_v2_240829.csv gemma_2_9b,HF OpenLLM v2,20.93,,hf_open_llm_v2_240829.csv gemma_2_9b,HFv2 BBH,34.1,,hf_open_llm_v2_240829.csv gemma_2_9b,HFv2 GPQA,10.51,,hf_open_llm_v2_240829.csv gemma_2_9b,HFv2 IFEval,20.4,,hf_open_llm_v2_240829.csv gemma_2_9b,HFv2 MMLU Pro,34.48,,hf_open_llm_v2_240829.csv gemma_2_9b,HFv2 Math Level 5,11.78,,hf_open_llm_v2_240829.csv gemma_2_9b,HFv2 MuSR,14.3,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HF OpenLLM v2,28.86,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HFv2 BBH,42.14,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HFv2 GPQA,14.77,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HFv2 IFEval,74.36,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HFv2 MMLU Pro,31.95,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HFv2 Math Level 5,0.23,,hf_open_llm_v2_240829.csv gemma_2_9b_it,HFv2 MuSR,9.74,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HF OpenLLM v2,21.16,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HFv2 BBH,40.09,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HFv2 GPQA,11.41,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HFv2 IFEval,32.07,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HFv2 MMLU Pro,33.06,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv gemma_2_9b_it_simpo,HFv2 MuSR,10.34,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HF OpenLLM v2,21.22,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HFv2 BBH,42.17,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HFv2 GPQA,11.3,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HFv2 IFEval,31.0,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HFv2 MMLU Pro,31.89,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter2,HFv2 MuSR,10.94,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HF OpenLLM v2,20.55,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HFv2 BBH,41.68,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HFv2 GPQA,12.64,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HFv2 IFEval,30.15,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HFv2 MMLU Pro,31.71,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1,HFv2 MuSR,7.15,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HF OpenLLM v2,20.1,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HFv2 BBH,41.1,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HFv2 GPQA,12.08,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HFv2 IFEval,29.42,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HFv2 MMLU Pro,31.11,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv gemma_2_9b_it_sppo_iter_1_evol_1,HFv2 MuSR,6.9,,hf_open_llm_v2_240829.csv gemma_2b,HF OpenLLM v2,7.31,,hf_open_llm_v2_240829.csv gemma_2b,HFv2 BBH,8.47,,hf_open_llm_v2_240829.csv gemma_2b,HFv2 GPQA,0.67,,hf_open_llm_v2_240829.csv gemma_2b,HFv2 IFEval,20.38,,hf_open_llm_v2_240829.csv gemma_2b,HFv2 MMLU Pro,4.06,,hf_open_llm_v2_240829.csv gemma_2b,HFv2 Math Level 5,2.72,,hf_open_llm_v2_240829.csv gemma_2b,HFv2 MuSR,7.56,,hf_open_llm_v2_240829.csv gemma_2b_it,HF OpenLLM v2,7.22,,hf_open_llm_v2_240829.csv gemma_2b_it,HFv2 BBH,5.21,,hf_open_llm_v2_240829.csv gemma_2b_it,HFv2 GPQA,3.8,,hf_open_llm_v2_240829.csv gemma_2b_it,HFv2 IFEval,26.9,,hf_open_llm_v2_240829.csv gemma_2b_it,HFv2 MMLU Pro,3.92,,hf_open_llm_v2_240829.csv gemma_2b_it,HFv2 Math Level 5,0.45,,hf_open_llm_v2_240829.csv gemma_2b_it,HFv2 MuSR,3.03,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HF OpenLLM v2,7.17,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HFv2 BBH,7.95,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HFv2 GPQA,1.57,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HFv2 IFEval,24.78,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HFv2 MMLU Pro,3.4,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HFv2 Math Level 5,1.21,,hf_open_llm_v2_240829.csv gemma_2b_orpo,HFv2 MuSR,4.13,,hf_open_llm_v2_240829.csv gemma_7b,HF OpenLLM v2,15.28,,hf_open_llm_v2_240829.csv gemma_7b,HFv2 BBH,21.12,,hf_open_llm_v2_240829.csv gemma_7b,HFv2 GPQA,4.92,,hf_open_llm_v2_240829.csv gemma_7b,HFv2 IFEval,26.59,,hf_open_llm_v2_240829.csv gemma_7b,HFv2 MMLU Pro,21.64,,hf_open_llm_v2_240829.csv gemma_7b,HFv2 Math Level 5,6.42,,hf_open_llm_v2_240829.csv gemma_7b,HFv2 MuSR,10.98,,hf_open_llm_v2_240829.csv gemma_7b_it,HF OpenLLM v2,12.83,,hf_open_llm_v2_240829.csv gemma_7b_it,HFv2 BBH,11.88,,hf_open_llm_v2_240829.csv gemma_7b_it,HFv2 GPQA,4.59,,hf_open_llm_v2_240829.csv gemma_7b_it,HFv2 IFEval,38.68,,hf_open_llm_v2_240829.csv gemma_7b_it,HFv2 MMLU Pro,7.72,,hf_open_llm_v2_240829.csv gemma_7b_it,HFv2 Math Level 5,1.59,,hf_open_llm_v2_240829.csv gemma_7b_it,HFv2 MuSR,12.53,,hf_open_llm_v2_240829.csv glm_4_9b,HF OpenLLM v2,18.01,,hf_open_llm_v2_240829.csv glm_4_9b,HFv2 BBH,35.81,,hf_open_llm_v2_240829.csv glm_4_9b,HFv2 GPQA,8.84,,hf_open_llm_v2_240829.csv glm_4_9b,HFv2 IFEval,14.26,,hf_open_llm_v2_240829.csv glm_4_9b,HFv2 MMLU Pro,34.94,,hf_open_llm_v2_240829.csv glm_4_9b,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv glm_4_9b,HFv2 MuSR,14.19,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HF OpenLLM v2,10.97,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HFv2 BBH,25.21,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HFv2 GPQA,8.5,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HFv2 IFEval,0.0,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HFv2 MMLU Pro,24.07,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv glm_4_9b_chat,HFv2 MuSR,8.06,,hf_open_llm_v2_240829.csv go_bruins_v2,HF OpenLLM v2,15.27,,hf_open_llm_v2_240829.csv go_bruins_v2,HFv2 BBH,12.69,,hf_open_llm_v2_240829.csv go_bruins_v2,HFv2 GPQA,1.68,,hf_open_llm_v2_240829.csv go_bruins_v2,HFv2 IFEval,40.96,,hf_open_llm_v2_240829.csv go_bruins_v2,HFv2 MMLU Pro,19.57,,hf_open_llm_v2_240829.csv go_bruins_v2,HFv2 Math Level 5,5.74,,hf_open_llm_v2_240829.csv go_bruins_v2,HFv2 MuSR,10.99,,hf_open_llm_v2_240829.csv gpt2,HF OpenLLM v2,6.54,,hf_open_llm_v2_240829.csv gpt2,HFv2 BBH,9.2,,hf_open_llm_v2_240829.csv gpt2,HFv2 GPQA,1.12,,hf_open_llm_v2_240829.csv gpt2,HFv2 IFEval,18.08,,hf_open_llm_v2_240829.csv gpt2,HFv2 MMLU Pro,1.84,,hf_open_llm_v2_240829.csv gpt2,HFv2 Math Level 5,0.3,,hf_open_llm_v2_240829.csv gpt2,HFv2 MuSR,18.33,,hf_open_llm_v2_240829.csv gpt2_large,HF OpenLLM v2,5.48,,hf_open_llm_v2_240829.csv gpt2_large,HFv2 BBH,3.25,,hf_open_llm_v2_240829.csv gpt2_large,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv gpt2_large,HFv2 IFEval,20.48,,hf_open_llm_v2_240829.csv gpt2_large,HFv2 MMLU Pro,1.58,,hf_open_llm_v2_240829.csv gpt2_large,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv gpt2_large,HFv2 MuSR,5.66,,hf_open_llm_v2_240829.csv gpt2_medium,HF OpenLLM v2,5.81,,hf_open_llm_v2_240829.csv gpt2_medium,HFv2 BBH,2.72,,hf_open_llm_v2_240829.csv gpt2_medium,HFv2 GPQA,1.68,,hf_open_llm_v2_240829.csv gpt2_medium,HFv2 IFEval,22.08,,hf_open_llm_v2_240829.csv gpt2_medium,HFv2 MMLU Pro,2.02,,hf_open_llm_v2_240829.csv gpt2_medium,HFv2 Math Level 5,0.23,,hf_open_llm_v2_240829.csv gpt2_medium,HFv2 MuSR,6.16,,hf_open_llm_v2_240829.csv gpt2_xl,HF OpenLLM v2,4.98,,hf_open_llm_v2_240829.csv gpt2_xl,HFv2 BBH,2.58,,hf_open_llm_v2_240829.csv gpt2_xl,HFv2 GPQA,1.12,,hf_open_llm_v2_240829.csv gpt2_xl,HFv2 IFEval,20.39,,hf_open_llm_v2_240829.csv gpt2_xl,HFv2 MMLU Pro,1.46,,hf_open_llm_v2_240829.csv gpt2_xl,HFv2 Math Level 5,0.3,,hf_open_llm_v2_240829.csv gpt2_xl,HFv2 MuSR,4.04,,hf_open_llm_v2_240829.csv gpt_j_6b,HF OpenLLM v2,6.55,,hf_open_llm_v2_240829.csv gpt_j_6b,HFv2 BBH,4.91,,hf_open_llm_v2_240829.csv gpt_j_6b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv gpt_j_6b,HFv2 IFEval,25.22,,hf_open_llm_v2_240829.csv gpt_j_6b,HFv2 MMLU Pro,2.68,,hf_open_llm_v2_240829.csv gpt_j_6b,HFv2 Math Level 5,1.21,,hf_open_llm_v2_240829.csv gpt_j_6b,HFv2 MuSR,5.25,,hf_open_llm_v2_240829.csv gpt_neo_125m,HF OpenLLM v2,4.38,,hf_open_llm_v2_240829.csv gpt_neo_125m,HFv2 BBH,3.44,,hf_open_llm_v2_240829.csv gpt_neo_125m,HFv2 GPQA,0.45,,hf_open_llm_v2_240829.csv gpt_neo_125m,HFv2 IFEval,19.05,,hf_open_llm_v2_240829.csv gpt_neo_125m,HFv2 MMLU Pro,0.28,,hf_open_llm_v2_240829.csv gpt_neo_125m,HFv2 Math Level 5,0.45,,hf_open_llm_v2_240829.csv gpt_neo_125m,HFv2 MuSR,2.62,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HF OpenLLM v2,5.33,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HFv2 BBH,3.02,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HFv2 GPQA,0.78,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HFv2 IFEval,20.79,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HFv2 MMLU Pro,1.82,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv gpt_neo_1_3b,HFv2 MuSR,4.87,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HF OpenLLM v2,6.34,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HFv2 BBH,4.18,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HFv2 GPQA,2.13,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HFv2 IFEval,25.9,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HFv2 MMLU Pro,1.81,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HFv2 Math Level 5,0.53,,hf_open_llm_v2_240829.csv gpt_neo_2_7b,HFv2 MuSR,3.52,,hf_open_llm_v2_240829.csv gpt_neox_20b,HF OpenLLM v2,5.99,,hf_open_llm_v2_240829.csv gpt_neox_20b,HFv2 BBH,4.93,,hf_open_llm_v2_240829.csv gpt_neox_20b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv gpt_neox_20b,HFv2 IFEval,25.87,,hf_open_llm_v2_240829.csv gpt_neox_20b,HFv2 MMLU Pro,1.73,,hf_open_llm_v2_240829.csv gpt_neox_20b,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv gpt_neox_20b,HFv2 MuSR,2.82,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HF OpenLLM v2,4.68,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HFv2 BBH,6.89,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HFv2 IFEval,14.7,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HFv2 MMLU Pro,3.06,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv gpt_sw3_40b,HFv2 MuSR,2.84,,hf_open_llm_v2_240829.csv granite_7b_base,HF OpenLLM v2,7.75,,hf_open_llm_v2_240829.csv granite_7b_base,HFv2 BBH,9.05,,hf_open_llm_v2_240829.csv granite_7b_base,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv granite_7b_base,HFv2 IFEval,24.14,,hf_open_llm_v2_240829.csv granite_7b_base,HFv2 MMLU Pro,9.27,,hf_open_llm_v2_240829.csv granite_7b_base,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv granite_7b_base,HFv2 MuSR,3.4,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HF OpenLLM v2,19.15,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HFv2 BBH,27.9,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HFv2 GPQA,6.38,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HFv2 IFEval,53.1,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HFv2 MMLU Pro,18.67,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HFv2 Math Level 5,2.19,,hf_open_llm_v2_240829.csv gritlm_7b_kto,HFv2 MuSR,6.64,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HF OpenLLM v2,25.62,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HFv2 BBH,40.83,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HFv2 GPQA,6.15,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HFv2 IFEval,57.14,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HFv2 MMLU Pro,29.42,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HFv2 Math Level 5,8.53,,hf_open_llm_v2_240829.csv gritlm_8x7b_kto,HFv2 MuSR,11.67,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HF OpenLLM v2,11.36,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HFv2 BBH,8.84,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HFv2 GPQA,1.34,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HFv2 IFEval,36.29,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HFv2 MMLU Pro,13.65,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HFv2 Math Level 5,2.79,,hf_open_llm_v2_240829.csv h2o_danube3_4b_chat,HFv2 MuSR,5.23,,hf_open_llm_v2_240829.csv hare1_0_beta,HF OpenLLM v2,12.38,,hf_open_llm_v2_240829.csv hare1_0_beta,HFv2 BBH,14.09,,hf_open_llm_v2_240829.csv hare1_0_beta,HFv2 GPQA,0.67,,hf_open_llm_v2_240829.csv hare1_0_beta,HFv2 IFEval,34.71,,hf_open_llm_v2_240829.csv hare1_0_beta,HFv2 MMLU Pro,8.35,,hf_open_llm_v2_240829.csv hare1_0_beta,HFv2 Math Level 5,0.76,,hf_open_llm_v2_240829.csv hare1_0_beta,HFv2 MuSR,15.72,,hf_open_llm_v2_240829.csv hare_1_1b_base,HF OpenLLM v2,1.95,,hf_open_llm_v2_240829.csv hare_1_1b_base,HFv2 BBH,1.72,,hf_open_llm_v2_240829.csv hare_1_1b_base,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv hare_1_1b_base,HFv2 IFEval,0.12,,hf_open_llm_v2_240829.csv hare_1_1b_base,HFv2 MMLU Pro,1.04,,hf_open_llm_v2_240829.csv hare_1_1b_base,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv hare_1_1b_base,HFv2 MuSR,7.58,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HF OpenLLM v2,10.78,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HFv2 BBH,5.14,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HFv2 GPQA,2.01,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HFv2 IFEval,36.33,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HFv2 MMLU Pro,8.08,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv hare_1_1b_base_0_5v,HFv2 MuSR,12.44,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HF OpenLLM v2,13.81,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HFv2 BBH,16.86,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HFv2 GPQA,3.47,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HFv2 IFEval,30.21,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HFv2 MMLU Pro,17.27,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HFv2 Math Level 5,5.06,,hf_open_llm_v2_240829.csv hebrew_gemma_11b_instruct,HFv2 MuSR,9.97,,hf_open_llm_v2_240829.csv helpingai_15b,HF OpenLLM v2,4.52,,hf_open_llm_v2_240829.csv helpingai_15b,HFv2 BBH,1.82,,hf_open_llm_v2_240829.csv helpingai_15b,HFv2 GPQA,1.01,,hf_open_llm_v2_240829.csv helpingai_15b,HFv2 IFEval,20.3,,hf_open_llm_v2_240829.csv helpingai_15b,HFv2 MMLU Pro,1.24,,hf_open_llm_v2_240829.csv helpingai_15b,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv helpingai_15b,HFv2 MuSR,2.73,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HF OpenLLM v2,21.63,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HFv2 BBH,30.67,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HFv2 GPQA,5.7,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HFv2 IFEval,53.62,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HFv2 MMLU Pro,22.8,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HFv2 Math Level 5,5.74,,hf_open_llm_v2_240829.csv hermes_2_pro_llama3_8b,HFv2 MuSR,11.25,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HF OpenLLM v2,21.64,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HFv2 BBH,29.43,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HFv2 GPQA,3.13,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HFv2 IFEval,56.68,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HFv2 MMLU Pro,21.63,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HFv2 Math Level 5,4.83,,hf_open_llm_v2_240829.csv hermes_2_pro_mistral_7b,HFv2 MuSR,14.13,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HF OpenLLM v2,37.31,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HFv2 BBH,53.77,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HFv2 GPQA,14.88,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HFv2 IFEval,76.61,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HFv2 MMLU Pro,41.41,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HFv2 Math Level 5,13.75,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_70b,HFv2 MuSR,23.43,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HF OpenLLM v2,23.49,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HFv2 BBH,30.72,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HFv2 GPQA,6.38,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HFv2 IFEval,61.7,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HFv2 MMLU Pro,23.77,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HFv2 Math Level 5,4.76,,hf_open_llm_v2_240829.csv hermes_3_llama3_1_8b,HFv2 MuSR,13.62,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HF OpenLLM v2,25.17,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HFv2 BBH,29.96,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HFv2 GPQA,4.92,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HFv2 IFEval,66.69,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HFv2 MMLU Pro,27.52,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HFv2 Math Level 5,13.67,,hf_open_llm_v2_240829.csv humanish_rp_llama3_1_8b,HFv2 MuSR,8.27,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HF OpenLLM v2,21.47,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HFv2 BBH,28.99,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HFv2 GPQA,3.36,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HFv2 IFEval,60.5,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HFv2 MMLU Pro,25.02,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HFv2 Math Level 5,5.29,,hf_open_llm_v2_240829.csv infinity_instruct_3m_0625_llama3_8b,HFv2 MuSR,5.67,,hf_open_llm_v2_240829.csv instructlm_500m,HF OpenLLM v2,2.85,,hf_open_llm_v2_240829.csv instructlm_500m,HFv2 BBH,2.32,,hf_open_llm_v2_240829.csv instructlm_500m,HFv2 GPQA,0.89,,hf_open_llm_v2_240829.csv instructlm_500m,HFv2 IFEval,10.28,,hf_open_llm_v2_240829.csv instructlm_500m,HFv2 MMLU Pro,1.57,,hf_open_llm_v2_240829.csv instructlm_500m,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv instructlm_500m,HFv2 MuSR,2.07,,hf_open_llm_v2_240829.csv internlm2_1_8b,HF OpenLLM v2,8.58,,hf_open_llm_v2_240829.csv internlm2_1_8b,HFv2 BBH,13.63,,hf_open_llm_v2_240829.csv internlm2_1_8b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv internlm2_1_8b,HFv2 IFEval,21.98,,hf_open_llm_v2_240829.csv internlm2_1_8b,HFv2 MMLU Pro,6.54,,hf_open_llm_v2_240829.csv internlm2_1_8b,HFv2 Math Level 5,1.13,,hf_open_llm_v2_240829.csv internlm2_1_8b,HFv2 MuSR,8.23,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HF OpenLLM v2,12.11,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HFv2 BBH,21.03,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HFv2 GPQA,5.37,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HFv2 IFEval,38.49,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HFv2 MMLU Pro,3.32,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv internlm2_5_1_8b_chat,HFv2 MuSR,4.42,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HF OpenLLM v2,32.08,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HFv2 BBH,62.83,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HFv2 GPQA,9.51,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HFv2 IFEval,70.1,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HFv2 MMLU Pro,33.31,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv internlm2_5_20b_chat,HFv2 MuSR,16.74,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HF OpenLLM v2,30.46,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HFv2 BBH,57.67,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HFv2 GPQA,10.63,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HFv2 IFEval,61.4,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HFv2 MMLU Pro,30.42,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HFv2 Math Level 5,8.31,,hf_open_llm_v2_240829.csv internlm2_5_7b_chat,HFv2 MuSR,14.35,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HF OpenLLM v2,10.5,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HFv2 BBH,20.67,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HFv2 GPQA,2.13,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HFv2 IFEval,23.87,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HFv2 MMLU Pro,9.33,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HFv2 Math Level 5,2.42,,hf_open_llm_v2_240829.csv internlm2_chat_1_8b,HFv2 MuSR,4.61,,hf_open_llm_v2_240829.csv jamba_v0_1,HF OpenLLM v2,9.1,,hf_open_llm_v2_240829.csv jamba_v0_1,HFv2 BBH,10.72,,hf_open_llm_v2_240829.csv jamba_v0_1,HFv2 GPQA,2.46,,hf_open_llm_v2_240829.csv jamba_v0_1,HFv2 IFEval,20.26,,hf_open_llm_v2_240829.csv jamba_v0_1,HFv2 MMLU Pro,16.45,,hf_open_llm_v2_240829.csv jamba_v0_1,HFv2 Math Level 5,0.98,,hf_open_llm_v2_240829.csv jamba_v0_1,HFv2 MuSR,3.71,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HF OpenLLM v2,15.57,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HFv2 BBH,25.79,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HFv2 GPQA,5.59,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HFv2 IFEval,25.53,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HFv2 MMLU Pro,25.74,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HFv2 Math Level 5,4.68,,hf_open_llm_v2_240829.csv josiev4o_8b_stage1_v4,HFv2 MuSR,6.08,,hf_open_llm_v2_240829.csv k2,HF OpenLLM v2,14.53,,hf_open_llm_v2_240829.csv k2,HFv2 BBH,28.22,,hf_open_llm_v2_240829.csv k2,HFv2 GPQA,3.58,,hf_open_llm_v2_240829.csv k2,HFv2 IFEval,22.52,,hf_open_llm_v2_240829.csv k2,HFv2 MMLU Pro,22.27,,hf_open_llm_v2_240829.csv k2,HFv2 Math Level 5,2.04,,hf_open_llm_v2_240829.csv k2,HFv2 MuSR,8.55,,hf_open_llm_v2_240829.csv k2_chat,HF OpenLLM v2,22.93,,hf_open_llm_v2_240829.csv k2_chat,HFv2 BBH,33.79,,hf_open_llm_v2_240829.csv k2_chat,HFv2 GPQA,7.49,,hf_open_llm_v2_240829.csv k2_chat,HFv2 IFEval,51.52,,hf_open_llm_v2_240829.csv k2_chat,HFv2 MMLU Pro,26.34,,hf_open_llm_v2_240829.csv k2_chat,HFv2 Math Level 5,1.59,,hf_open_llm_v2_240829.csv k2_chat,HFv2 MuSR,16.82,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HF OpenLLM v2,11.48,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HFv2 BBH,14.59,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HFv2 GPQA,0.45,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HFv2 IFEval,32.78,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HFv2 MMLU Pro,7.4,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HFv2 Math Level 5,4.31,,hf_open_llm_v2_240829.csv lion_gemma_2b_dpo_v1_0,HFv2 MuSR,9.83,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HF OpenLLM v2,11.36,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HFv2 BBH,14.02,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HFv2 IFEval,30.66,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HFv2 MMLU Pro,7.69,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HFv2 Math Level 5,3.7,,hf_open_llm_v2_240829.csv lion_gemma_2b_odpo_v1_0,HFv2 MuSR,12.06,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HF OpenLLM v2,12.33,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HFv2 BBH,14.12,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HFv2 GPQA,0.78,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HFv2 IFEval,36.92,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HFv2 MMLU Pro,8.69,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HFv2 Math Level 5,5.14,,hf_open_llm_v2_240829.csv lion_gemma_2b_sft_v1_0,HFv2 MuSR,8.31,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HF OpenLLM v2,21.34,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HFv2 BBH,30.36,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HFv2 GPQA,4.14,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HFv2 IFEval,49.57,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HFv2 MMLU Pro,24.65,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HFv2 Math Level 5,9.06,,hf_open_llm_v2_240829.csv lion_llama3_8b_dpo_v1_0,HFv2 MuSR,10.28,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HF OpenLLM v2,19.29,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HFv2 BBH,30.46,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HFv2 GPQA,4.7,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HFv2 IFEval,39.68,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HFv2 MMLU Pro,23.92,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HFv2 Math Level 5,7.25,,hf_open_llm_v2_240829.csv lion_llama3_8b_odpo_v1_0,HFv2 MuSR,9.72,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HF OpenLLM v2,20.26,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HFv2 BBH,30.88,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HFv2 GPQA,3.69,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HFv2 IFEval,38.17,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HFv2 MMLU Pro,24.86,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HFv2 Math Level 5,8.46,,hf_open_llm_v2_240829.csv lion_llama3_8b_sft_v1_0,HFv2 MuSR,15.48,,hf_open_llm_v2_240829.csv llama3_1_70b,HF OpenLLM v2,25.91,,hf_open_llm_v2_240829.csv llama3_1_70b,HFv2 BBH,46.4,,hf_open_llm_v2_240829.csv llama3_1_70b,HFv2 GPQA,18.34,,hf_open_llm_v2_240829.csv llama3_1_70b,HFv2 IFEval,16.84,,hf_open_llm_v2_240829.csv llama3_1_70b,HFv2 MMLU Pro,40.6,,hf_open_llm_v2_240829.csv llama3_1_70b,HFv2 Math Level 5,16.69,,hf_open_llm_v2_240829.csv llama3_1_70b,HFv2 MuSR,16.58,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HF OpenLLM v2,41.74,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HFv2 BBH,55.93,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HFv2 GPQA,14.21,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HFv2 IFEval,86.69,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HFv2 MMLU Pro,47.88,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HFv2 Math Level 5,28.02,,hf_open_llm_v2_240829.csv llama3_1_70b_instruct,HFv2 MuSR,17.69,,hf_open_llm_v2_240829.csv llama3_1_8b,HF OpenLLM v2,13.78,,hf_open_llm_v2_240829.csv llama3_1_8b,HFv2 BBH,25.29,,hf_open_llm_v2_240829.csv llama3_1_8b,HFv2 GPQA,6.15,,hf_open_llm_v2_240829.csv llama3_1_8b,HFv2 IFEval,12.7,,hf_open_llm_v2_240829.csv llama3_1_8b,HFv2 MMLU Pro,24.95,,hf_open_llm_v2_240829.csv llama3_1_8b,HFv2 Math Level 5,4.61,,hf_open_llm_v2_240829.csv llama3_1_8b,HFv2 MuSR,8.98,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HF OpenLLM v2,18.05,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HFv2 BBH,24.09,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HFv2 GPQA,5.26,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HFv2 IFEval,53.28,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HFv2 MMLU Pro,15.82,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HFv2 Math Level 5,5.66,,hf_open_llm_v2_240829.csv llama3_1_8b_fireplace2,HFv2 MuSR,4.22,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HF OpenLLM v2,27.91,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HFv2 BBH,29.89,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HFv2 GPQA,2.35,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HFv2 IFEval,78.56,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HFv2 MMLU Pro,30.68,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HFv2 Math Level 5,17.6,,hf_open_llm_v2_240829.csv llama3_1_8b_instruct,HFv2 MuSR,8.41,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HF OpenLLM v2,20.74,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HFv2 BBH,28.02,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HFv2 GPQA,5.59,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HFv2 IFEval,45.21,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HFv2 MMLU Pro,28.5,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HFv2 Math Level 5,8.84,,hf_open_llm_v2_240829.csv llama3_1_instruct_nsfw_pretrained_e1_plus_reddit,HFv2 MuSR,8.3,,hf_open_llm_v2_240829.csv llama3_70b,HF OpenLLM v2,26.37,,hf_open_llm_v2_240829.csv llama3_70b,HFv2 BBH,48.71,,hf_open_llm_v2_240829.csv llama3_70b,HFv2 GPQA,19.69,,hf_open_llm_v2_240829.csv llama3_70b,HFv2 IFEval,16.03,,hf_open_llm_v2_240829.csv llama3_70b,HFv2 MMLU Pro,41.21,,hf_open_llm_v2_240829.csv llama3_70b,HFv2 Math Level 5,16.54,,hf_open_llm_v2_240829.csv llama3_70b,HFv2 MuSR,16.01,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HF OpenLLM v2,36.18,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HFv2 BBH,50.19,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HFv2 GPQA,4.92,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HFv2 IFEval,80.99,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HFv2 MMLU Pro,46.74,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HFv2 Math Level 5,23.34,,hf_open_llm_v2_240829.csv llama3_70b_instruct,HFv2 MuSR,10.92,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HF OpenLLM v2,30.45,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HFv2 BBH,46.71,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HFv2 GPQA,10.74,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HFv2 IFEval,61.22,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HFv2 MMLU Pro,43.31,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HFv2 Math Level 5,7.1,,hf_open_llm_v2_240829.csv llama3_70b_shiningvaliant2,HFv2 MuSR,13.64,,hf_open_llm_v2_240829.csv llama3_8b,HF OpenLLM v2,13.41,,hf_open_llm_v2_240829.csv llama3_8b,HFv2 BBH,24.5,,hf_open_llm_v2_240829.csv llama3_8b,HFv2 GPQA,7.38,,hf_open_llm_v2_240829.csv llama3_8b,HFv2 IFEval,14.55,,hf_open_llm_v2_240829.csv llama3_8b,HFv2 MMLU Pro,24.55,,hf_open_llm_v2_240829.csv llama3_8b,HFv2 Math Level 5,3.25,,hf_open_llm_v2_240829.csv llama3_8b,HFv2 MuSR,6.24,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HF OpenLLM v2,23.91,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HFv2 BBH,28.24,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HFv2 GPQA,5.7,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HFv2 IFEval,74.08,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HFv2 MMLU Pro,29.6,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HFv2 Math Level 5,8.69,,hf_open_llm_v2_240829.csv llama3_8b_instruct,HFv2 MuSR,5.4,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HF OpenLLM v2,18.12,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HFv2 BBH,21.01,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HFv2 GPQA,3.69,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HFv2 IFEval,44.56,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HFv2 MMLU Pro,21.56,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HFv2 Math Level 5,4.38,,hf_open_llm_v2_240829.csv llama3_8b_instruct_gradient_1048k,HFv2 MuSR,13.52,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HF OpenLLM v2,16.47,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HFv2 BBH,26.69,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HFv2 GPQA,3.58,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HFv2 IFEval,41.18,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HFv2 MMLU Pro,22.29,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HFv2 Math Level 5,3.4,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_1,HFv2 MuSR,1.92,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HF OpenLLM v2,16.89,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HFv2 BBH,24.31,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HFv2 GPQA,2.01,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HFv2 IFEval,44.97,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HFv2 MMLU Pro,23.71,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HFv2 Math Level 5,2.57,,hf_open_llm_v2_240829.csv llama3_8b_magpie_align_v0_3,HFv2 MuSR,3.74,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HF OpenLLM v2,24.16,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HFv2 BBH,26.79,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HFv2 GPQA,5.82,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HFv2 IFEval,66.69,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HFv2 MMLU Pro,27.94,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HFv2 Math Level 5,8.23,,hf_open_llm_v2_240829.csv llama3_cantonese_8b_instruct,HFv2 MuSR,9.48,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HF OpenLLM v2,24.48,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HFv2 BBH,29.76,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HFv2 GPQA,5.7,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HFv2 IFEval,70.46,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HFv2 MMLU Pro,29.84,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HFv2 Math Level 5,7.7,,hf_open_llm_v2_240829.csv llama3_instruct_8b_cpo_simpo,HFv2 MuSR,3.42,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HF OpenLLM v2,24.71,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HFv2 BBH,28.23,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HFv2 GPQA,5.37,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HFv2 IFEval,73.47,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HFv2 MMLU Pro,30.37,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HFv2 Math Level 5,7.1,,hf_open_llm_v2_240829.csv llama3_instruct_8b_simpo,HFv2 MuSR,3.74,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HF OpenLLM v2,23.78,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HFv2 BBH,29.87,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HFv2 GPQA,2.24,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HFv2 IFEval,69.89,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HFv2 MMLU Pro,29.91,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HFv2 Math Level 5,8.76,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter2,HFv2 MuSR,2.0,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HF OpenLLM v2,23.06,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HFv2 BBH,29.72,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HFv2 GPQA,2.01,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HFv2 IFEval,67.03,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HFv2 MMLU Pro,29.53,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HFv2 Math Level 5,7.18,,hf_open_llm_v2_240829.csv llama3_instruct_8b_sppo_iter3,HFv2 MuSR,2.89,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HF OpenLLM v2,20.09,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HFv2 BBH,26.93,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HFv2 GPQA,1.68,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HFv2 IFEval,51.13,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HFv2 MMLU Pro,28.82,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HFv2 Math Level 5,8.38,,hf_open_llm_v2_240829.csv llama3_korean_bllossom_8b,HFv2 MuSR,3.63,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HF OpenLLM v2,15.93,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HFv2 BBH,16.34,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HFv2 GPQA,2.46,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HFv2 IFEval,44.89,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HFv2 MMLU Pro,21.48,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HFv2 Math Level 5,3.63,,hf_open_llm_v2_240829.csv llama3_neuralhercules_5_0_8b,HFv2 MuSR,6.78,,hf_open_llm_v2_240829.csv llama3_refueled,HF OpenLLM v2,22.73,,hf_open_llm_v2_240829.csv llama3_refueled,HFv2 BBH,41.72,,hf_open_llm_v2_240829.csv llama3_refueled,HFv2 GPQA,6.6,,hf_open_llm_v2_240829.csv llama3_refueled,HFv2 IFEval,46.2,,hf_open_llm_v2_240829.csv llama3_refueled,HFv2 MMLU Pro,23.28,,hf_open_llm_v2_240829.csv llama3_refueled,HFv2 Math Level 5,3.93,,hf_open_llm_v2_240829.csv llama3_refueled,HFv2 MuSR,14.64,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HF OpenLLM v2,36.54,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HFv2 BBH,49.62,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HFv2 GPQA,6.82,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HFv2 IFEval,80.87,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HFv2 MMLU Pro,46.78,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HFv2 Math Level 5,22.66,,hf_open_llm_v2_240829.csv llama3_tenyxchat_70b,HFv2 MuSR,12.52,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HF OpenLLM v2,4.1,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HFv2 BBH,3.17,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HFv2 GPQA,1.01,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HFv2 IFEval,15.75,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HFv2 MMLU Pro,1.51,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv llama_160m_chat_v1,HFv2 MuSR,3.17,,hf_open_llm_v2_240829.csv llama_2_13b,HF OpenLLM v2,10.99,,hf_open_llm_v2_240829.csv llama_2_13b,HFv2 BBH,17.22,,hf_open_llm_v2_240829.csv llama_2_13b,HFv2 GPQA,4.14,,hf_open_llm_v2_240829.csv llama_2_13b,HFv2 IFEval,24.82,,hf_open_llm_v2_240829.csv llama_2_13b,HFv2 MMLU Pro,15.31,,hf_open_llm_v2_240829.csv llama_2_13b,HFv2 Math Level 5,1.06,,hf_open_llm_v2_240829.csv llama_2_13b,HFv2 MuSR,3.39,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HF OpenLLM v2,11.0,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HFv2 BBH,7.16,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HFv2 IFEval,39.85,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HFv2 MMLU Pro,10.26,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv llama_2_13b_chat,HFv2 MuSR,8.16,,hf_open_llm_v2_240829.csv llama_2_70b,HF OpenLLM v2,18.25,,hf_open_llm_v2_240829.csv llama_2_70b,HFv2 BBH,35.9,,hf_open_llm_v2_240829.csv llama_2_70b,HFv2 GPQA,7.05,,hf_open_llm_v2_240829.csv llama_2_70b,HFv2 IFEval,24.07,,hf_open_llm_v2_240829.csv llama_2_70b,HFv2 MMLU Pro,30.2,,hf_open_llm_v2_240829.csv llama_2_70b,HFv2 Math Level 5,2.49,,hf_open_llm_v2_240829.csv llama_2_70b,HFv2 MuSR,9.78,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HF OpenLLM v2,12.73,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HFv2 BBH,4.61,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HFv2 GPQA,1.9,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HFv2 IFEval,49.58,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HFv2 MMLU Pro,15.92,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HFv2 Math Level 5,0.91,,hf_open_llm_v2_240829.csv llama_2_70b_chat,HFv2 MuSR,3.48,,hf_open_llm_v2_240829.csv llama_2_7b,HF OpenLLM v2,8.72,,hf_open_llm_v2_240829.csv llama_2_7b,HFv2 BBH,10.35,,hf_open_llm_v2_240829.csv llama_2_7b,HFv2 GPQA,2.24,,hf_open_llm_v2_240829.csv llama_2_7b,HFv2 IFEval,25.19,,hf_open_llm_v2_240829.csv llama_2_7b,HFv2 MMLU Pro,9.57,,hf_open_llm_v2_240829.csv llama_2_7b,HFv2 Math Level 5,1.21,,hf_open_llm_v2_240829.csv llama_2_7b,HFv2 MuSR,3.76,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HF OpenLLM v2,9.4,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HFv2 BBH,4.49,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HFv2 GPQA,0.56,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HFv2 IFEval,39.65,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HFv2 MMLU Pro,7.52,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv llama_2_7b_chat,HFv2 MuSR,3.48,,hf_open_llm_v2_240829.csv llama_65b,HF OpenLLM v2,13.54,,hf_open_llm_v2_240829.csv llama_65b,HFv2 BBH,25.25,,hf_open_llm_v2_240829.csv llama_65b,HFv2 GPQA,3.47,,hf_open_llm_v2_240829.csv llama_65b,HFv2 IFEval,25.26,,hf_open_llm_v2_240829.csv llama_65b,HFv2 MMLU Pro,23.08,,hf_open_llm_v2_240829.csv llama_65b,HFv2 Math Level 5,2.19,,hf_open_llm_v2_240829.csv llama_65b,HFv2 MuSR,1.97,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HF OpenLLM v2,15.14,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HFv2 BBH,19.49,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HFv2 GPQA,3.24,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HFv2 IFEval,44.86,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HFv2 MMLU Pro,10.51,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HFv2 Math Level 5,1.66,,hf_open_llm_v2_240829.csv llama_pro_8b_instruct,HFv2 MuSR,11.11,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HF OpenLLM v2,22.86,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HFv2 BBH,48.02,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HFv2 GPQA,6.82,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HFv2 IFEval,36.93,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HFv2 MMLU Pro,26.7,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HFv2 Math Level 5,6.19,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_0,HFv2 MuSR,12.51,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HF OpenLLM v2,23.44,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HFv2 BBH,47.77,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HFv2 GPQA,7.72,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HFv2 IFEval,41.15,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HFv2 MMLU Pro,27.48,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HFv2 Math Level 5,1.59,,hf_open_llm_v2_240829.csv luxia_21_4b_alignment_v1_2,HFv2 MuSR,14.9,,hf_open_llm_v2_240829.csv magnum_72b_v1,HF OpenLLM v2,42.17,,hf_open_llm_v2_240829.csv magnum_72b_v1,HFv2 BBH,57.65,,hf_open_llm_v2_240829.csv magnum_72b_v1,HFv2 GPQA,18.79,,hf_open_llm_v2_240829.csv magnum_72b_v1,HFv2 IFEval,76.06,,hf_open_llm_v2_240829.csv magnum_72b_v1,HFv2 MMLU Pro,49.64,,hf_open_llm_v2_240829.csv magnum_72b_v1,HFv2 Math Level 5,35.27,,hf_open_llm_v2_240829.csv magnum_72b_v1,HFv2 MuSR,15.62,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HF OpenLLM v2,24.38,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HFv2 BBH,26.82,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HFv2 GPQA,7.94,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HFv2 IFEval,64.62,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HFv2 MMLU Pro,28.22,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HFv2 Math Level 5,8.91,,hf_open_llm_v2_240829.csv maid_yuzu_v7,HFv2 MuSR,9.77,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HF OpenLLM v2,8.81,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HFv2 BBH,10.06,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HFv2 IFEval,33.03,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HFv2 MMLU Pro,1.82,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HFv2 Math Level 5,0.83,,hf_open_llm_v2_240829.csv matter_0_2_7b_dpo,HFv2 MuSR,5.87,,hf_open_llm_v2_240829.csv merlinite_7b,HF OpenLLM v2,16.74,,hf_open_llm_v2_240829.csv merlinite_7b,HFv2 BBH,29.98,,hf_open_llm_v2_240829.csv merlinite_7b,HFv2 GPQA,6.26,,hf_open_llm_v2_240829.csv merlinite_7b,HFv2 IFEval,24.99,,hf_open_llm_v2_240829.csv merlinite_7b,HFv2 MMLU Pro,22.98,,hf_open_llm_v2_240829.csv merlinite_7b,HFv2 Math Level 5,2.34,,hf_open_llm_v2_240829.csv merlinite_7b,HFv2 MuSR,13.88,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HF OpenLLM v2,3.85,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HFv2 BBH,2.44,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HFv2 GPQA,0.78,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HFv2 IFEval,13.76,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HFv2 MMLU Pro,1.48,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv minueza_32m_ultrachat,HFv2 MuSR,4.64,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HF OpenLLM v2,17.0,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HFv2 BBH,22.48,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HFv2 GPQA,5.15,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HFv2 IFEval,44.46,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HFv2 MMLU Pro,18.63,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HFv2 Math Level 5,1.51,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter2,HFv2 MuSR,9.8,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HF OpenLLM v2,16.36,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HFv2 BBH,21.82,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HFv2 GPQA,3.36,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HFv2 IFEval,43.51,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HFv2 MMLU Pro,18.42,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HFv2 Math Level 5,1.59,,hf_open_llm_v2_240829.csv mistral7b_pairrm_sppo_iter3,HFv2 MuSR,9.49,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HF OpenLLM v2,12.67,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HFv2 BBH,7.65,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HFv2 IFEval,44.87,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HFv2 MMLU Pro,15.72,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HFv2 Math Level 5,1.66,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_1,HFv2 MuSR,6.13,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HF OpenLLM v2,18.44,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HFv2 BBH,22.91,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HFv2 GPQA,3.47,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HFv2 IFEval,54.96,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HFv2 MMLU Pro,19.08,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HFv2 Math Level 5,2.64,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_2,HFv2 MuSR,7.61,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HF OpenLLM v2,19.11,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HFv2 BBH,25.57,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HFv2 GPQA,3.91,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HFv2 IFEval,54.65,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HFv2 MMLU Pro,23.06,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HFv2 Math Level 5,3.17,,hf_open_llm_v2_240829.csv mistral_7b_instruct_v0_3,HFv2 MuSR,4.3,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HF OpenLLM v2,17.62,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HFv2 BBH,25.84,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HFv2 GPQA,2.91,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HFv2 IFEval,49.78,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HFv2 MMLU Pro,18.37,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HFv2 Math Level 5,2.95,,hf_open_llm_v2_240829.csv mistral_7b_openorca,HFv2 MuSR,5.89,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HF OpenLLM v2,14.52,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HFv2 BBH,22.17,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HFv2 GPQA,5.59,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HFv2 IFEval,23.86,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HFv2 MMLU Pro,22.36,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HFv2 Math Level 5,2.49,,hf_open_llm_v2_240829.csv mistral_7b_v0_1,HFv2 MuSR,10.68,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HF OpenLLM v2,14.26,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HFv2 BBH,22.4,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HFv2 GPQA,7.61,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HFv2 IFEval,21.79,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HFv2 MMLU Pro,22.22,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HFv2 Math Level 5,2.72,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_2,HFv2 MuSR,8.81,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HF OpenLLM v2,8.71,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HFv2 BBH,9.23,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HFv2 GPQA,2.68,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HFv2 IFEval,21.33,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HFv2 MMLU Pro,14.56,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HFv2 Math Level 5,2.27,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_1_over_4,HFv2 MuSR,2.19,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HF OpenLLM v2,13.73,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HFv2 BBH,20.44,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HFv2 GPQA,7.16,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HFv2 IFEval,23.94,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HFv2 MMLU Pro,22.24,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HFv2 Math Level 5,2.79,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_3_over_8,HFv2 MuSR,5.79,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HF OpenLLM v2,12.16,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HFv2 BBH,17.54,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HFv2 GPQA,4.14,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HFv2 IFEval,21.18,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HFv2 MMLU Pro,21.75,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HFv2 Math Level 5,2.19,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_5_over_16,HFv2 MuSR,6.14,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HF OpenLLM v2,14.15,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HFv2 BBH,21.04,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HFv2 GPQA,7.16,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HFv2 IFEval,22.94,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HFv2 MMLU Pro,22.56,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HFv2 Math Level 5,3.25,,hf_open_llm_v2_240829.csv mistral_7b_v0_1_signtensors_7_over_16,HFv2 MuSR,7.93,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HF OpenLLM v2,14.15,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HFv2 BBH,23.95,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HFv2 GPQA,5.59,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HFv2 IFEval,22.66,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HFv2 MMLU Pro,21.7,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HFv2 Math Level 5,2.64,,hf_open_llm_v2_240829.csv mistral_7b_v0_2,HFv2 MuSR,8.36,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HF OpenLLM v2,14.15,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HFv2 BBH,23.95,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HFv2 GPQA,5.59,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HFv2 IFEval,22.66,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HFv2 MMLU Pro,21.7,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HFv2 Math Level 5,2.64,,hf_open_llm_v2_240829.csv mistral_7b_v0_3,HFv2 MuSR,8.36,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HF OpenLLM v2,15.08,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HFv2 BBH,29.37,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HFv2 GPQA,5.82,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HFv2 IFEval,16.3,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HFv2 MMLU Pro,27.46,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HFv2 Math Level 5,4.98,,hf_open_llm_v2_240829.csv mistral_nemo_base_2407,HFv2 MuSR,6.52,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HF OpenLLM v2,22.27,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HFv2 BBH,27.11,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HFv2 GPQA,8.72,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HFv2 IFEval,62.61,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HFv2 MMLU Pro,26.37,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HFv2 Math Level 5,0.3,,hf_open_llm_v2_240829.csv mistral_nemo_instruct_2407,HFv2 MuSR,8.48,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HF OpenLLM v2,17.6,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HFv2 BBH,32.52,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HFv2 GPQA,8.61,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HFv2 IFEval,19.46,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HFv2 MMLU Pro,30.92,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HFv2 Math Level 5,4.31,,hf_open_llm_v2_240829.csv mistral_nemo_minitron_8b_base,HFv2 MuSR,9.77,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HF OpenLLM v2,12.08,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HFv2 BBH,15.59,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HFv2 GPQA,2.57,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HFv2 IFEval,37.7,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HFv2 MMLU Pro,14.46,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HFv2 Math Level 5,0.53,,hf_open_llm_v2_240829.csv mistral_v0_3_7b_orpo,HFv2 MuSR,2.97,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HF OpenLLM v2,33.89,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HFv2 BBH,44.11,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HFv2 GPQA,16.44,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HFv2 IFEval,71.84,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HFv2 MMLU Pro,38.7,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HFv2 Math Level 5,18.73,,hf_open_llm_v2_240829.csv mixtral_8x22b_instruct_v0_1,HFv2 MuSR,13.49,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HF OpenLLM v2,25.49,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HFv2 BBH,45.59,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HFv2 GPQA,16.78,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HFv2 IFEval,25.83,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HFv2 MMLU Pro,40.44,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HFv2 Math Level 5,16.84,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_1,HFv2 MuSR,7.46,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HF OpenLLM v2,25.55,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HFv2 BBH,45.73,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HFv2 GPQA,17.0,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HFv2 IFEval,25.83,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HFv2 MMLU Pro,40.44,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HFv2 Math Level 5,16.84,,hf_open_llm_v2_240829.csv mixtral_8x22b_v0_3,HFv2 MuSR,7.46,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HF OpenLLM v2,24.35,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HFv2 BBH,34.02,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HFv2 GPQA,7.61,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HFv2 IFEval,53.95,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HFv2 MMLU Pro,29.36,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HFv2 Math Level 5,9.06,,hf_open_llm_v2_240829.csv mixtral_8x7b_instruct_v0_1,HFv2 MuSR,12.11,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HF OpenLLM v2,19.33,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HFv2 BBH,30.29,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HFv2 GPQA,8.5,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HFv2 IFEval,24.15,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HFv2 MMLU Pro,31.66,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HFv2 Math Level 5,8.76,,hf_open_llm_v2_240829.csv mixtral_8x7b_v0_1,HFv2 MuSR,12.58,,hf_open_llm_v2_240829.csv mpt_7b,HF OpenLLM v2,5.98,,hf_open_llm_v2_240829.csv mpt_7b,HFv2 BBH,6.55,,hf_open_llm_v2_240829.csv mpt_7b,HFv2 GPQA,1.34,,hf_open_llm_v2_240829.csv mpt_7b,HFv2 IFEval,21.52,,hf_open_llm_v2_240829.csv mpt_7b,HFv2 MMLU Pro,2.29,,hf_open_llm_v2_240829.csv mpt_7b,HFv2 Math Level 5,1.28,,hf_open_llm_v2_240829.csv mpt_7b,HFv2 MuSR,2.9,,hf_open_llm_v2_240829.csv multiverse_70b,HF OpenLLM v2,31.73,,hf_open_llm_v2_240829.csv multiverse_70b,HFv2 BBH,46.14,,hf_open_llm_v2_240829.csv multiverse_70b,HFv2 GPQA,13.87,,hf_open_llm_v2_240829.csv multiverse_70b,HFv2 IFEval,52.49,,hf_open_llm_v2_240829.csv multiverse_70b,HFv2 MMLU Pro,42.89,,hf_open_llm_v2_240829.csv multiverse_70b,HFv2 Math Level 5,16.16,,hf_open_llm_v2_240829.csv multiverse_70b,HFv2 MuSR,18.82,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HF OpenLLM v2,18.83,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HFv2 BBH,23.96,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HFv2 GPQA,4.25,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HFv2 IFEval,49.35,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HFv2 MMLU Pro,17.79,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HFv2 Math Level 5,4.76,,hf_open_llm_v2_240829.csv neuralbeagle14_7b,HFv2 MuSR,12.89,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HF OpenLLM v2,17.52,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HFv2 BBH,22.39,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HFv2 IFEval,52.76,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HFv2 MMLU Pro,22.85,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HFv2 Math Level 5,3.47,,hf_open_llm_v2_240829.csv neuralllama3_8b_orpo_v0_3,HFv2 MuSR,3.65,,hf_open_llm_v2_240829.csv notus_7b_v1,HF OpenLLM v2,18.37,,hf_open_llm_v2_240829.csv notus_7b_v1,HFv2 BBH,22.75,,hf_open_llm_v2_240829.csv notus_7b_v1,HFv2 GPQA,5.26,,hf_open_llm_v2_240829.csv notus_7b_v1,HFv2 IFEval,50.82,,hf_open_llm_v2_240829.csv notus_7b_v1,HFv2 MMLU Pro,22.26,,hf_open_llm_v2_240829.csv notus_7b_v1,HFv2 Math Level 5,2.57,,hf_open_llm_v2_240829.csv notus_7b_v1,HFv2 MuSR,6.59,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HF OpenLLM v2,24.23,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HFv2 BBH,34.76,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HFv2 GPQA,7.83,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HFv2 IFEval,54.22,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HFv2 MMLU Pro,29.56,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HFv2 Math Level 5,8.46,,hf_open_llm_v2_240829.csv notux_8x7b_v1,HFv2 MuSR,10.53,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HF OpenLLM v2,21.01,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HFv2 BBH,27.79,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HFv2 GPQA,5.7,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HFv2 IFEval,57.63,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HFv2 MMLU Pro,22.39,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HFv2 Math Level 5,4.23,,hf_open_llm_v2_240829.csv nous_hermes_2_mistral_7b_dpo,HFv2 MuSR,8.33,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HF OpenLLM v2,27.13,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HFv2 BBH,37.11,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HFv2 GPQA,9.51,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HFv2 IFEval,58.97,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HFv2 MMLU Pro,29.62,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HFv2 Math Level 5,10.88,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_dpo,HFv2 MuSR,16.68,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HF OpenLLM v2,21.78,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HFv2 BBH,30.59,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HFv2 GPQA,6.94,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HFv2 IFEval,57.31,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HFv2 MMLU Pro,22.96,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HFv2 Math Level 5,1.74,,hf_open_llm_v2_240829.csv nous_hermes_2_mixtral_8x7b_sft,HFv2 MuSR,11.14,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HF OpenLLM v2,23.32,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HFv2 BBH,34.99,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HFv2 GPQA,5.82,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HFv2 IFEval,52.79,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HFv2 MMLU Pro,27.31,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HFv2 Math Level 5,5.21,,hf_open_llm_v2_240829.csv nous_hermes_2_solar_10_7b,HFv2 MuSR,13.83,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HF OpenLLM v2,1.63,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HFv2 BBH,1.89,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HFv2 IFEval,2.57,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HFv2 MMLU Pro,1.8,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv nucleus_22b_token_500b,HFv2 MuSR,3.55,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HF OpenLLM v2,12.3,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HFv2 BBH,17.58,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HFv2 GPQA,0.56,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HFv2 IFEval,40.07,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HFv2 MMLU Pro,6.79,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HFv2 Math Level 5,1.74,,hf_open_llm_v2_240829.csv nxcode_cq_7b_orpo,HFv2 MuSR,7.05,,hf_open_llm_v2_240829.csv olmo_1b,HF OpenLLM v2,6.47,,hf_open_llm_v2_240829.csv olmo_1b,HFv2 BBH,3.2,,hf_open_llm_v2_240829.csv olmo_1b,HFv2 GPQA,1.57,,hf_open_llm_v2_240829.csv olmo_1b,HFv2 IFEval,21.82,,hf_open_llm_v2_240829.csv olmo_1b,HFv2 MMLU Pro,1.93,,hf_open_llm_v2_240829.csv olmo_1b,HFv2 Math Level 5,0.76,,hf_open_llm_v2_240829.csv olmo_1b,HFv2 MuSR,9.56,,hf_open_llm_v2_240829.csv olmo_7b,HF OpenLLM v2,6.78,,hf_open_llm_v2_240829.csv olmo_7b,HFv2 BBH,5.76,,hf_open_llm_v2_240829.csv olmo_7b,HFv2 GPQA,3.02,,hf_open_llm_v2_240829.csv olmo_7b,HFv2 IFEval,27.19,,hf_open_llm_v2_240829.csv olmo_7b,HFv2 MMLU Pro,1.92,,hf_open_llm_v2_240829.csv olmo_7b,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv olmo_7b,HFv2 MuSR,2.08,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HF OpenLLM v2,10.76,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HFv2 BBH,13.16,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HFv2 GPQA,2.8,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HFv2 IFEval,34.73,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HFv2 MMLU Pro,8.72,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HFv2 Math Level 5,0.83,,hf_open_llm_v2_240829.csv olmo_7b_instruct,HFv2 MuSR,4.33,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HF OpenLLM v2,24.07,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HFv2 BBH,29.06,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HFv2 GPQA,3.91,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HFv2 IFEval,66.57,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HFv2 MMLU Pro,25.67,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HFv2 Math Level 5,9.37,,hf_open_llm_v2_240829.csv openbuddy_llama3_1_8b_v22_2_131k,HFv2 MuSR,9.81,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HF OpenLLM v2,19.9,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HFv2 BBH,26.12,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HFv2 GPQA,2.8,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HFv2 IFEval,55.7,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HFv2 MMLU Pro,21.72,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HFv2 Math Level 5,2.72,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_1_8k,HFv2 MuSR,10.35,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HF OpenLLM v2,21.84,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HFv2 BBH,27.25,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HFv2 GPQA,3.91,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HFv2 IFEval,61.92,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HFv2 MMLU Pro,25.54,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HFv2 Math Level 5,6.5,,hf_open_llm_v2_240829.csv openbuddy_llama3_8b_v21_2_32k,HFv2 MuSR,5.93,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HF OpenLLM v2,22.12,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv2 BBH,24.54,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv2 GPQA,7.27,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv2 IFEval,54.93,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv2 MMLU Pro,31.16,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv2 Math Level 5,9.52,,hf_open_llm_v2_240829.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv2 MuSR,5.28,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HF OpenLLM v2,19.14,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HFv2 BBH,26.29,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HFv2 GPQA,7.61,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HFv2 IFEval,37.53,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HFv2 MMLU Pro,24.3,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HFv2 Math Level 5,7.78,,hf_open_llm_v2_240829.csv openbuddy_zero_14b_v22_3_32k,HFv2 MuSR,11.34,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HF OpenLLM v2,11.55,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HFv2 BBH,15.29,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HFv2 GPQA,1.34,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HFv2 IFEval,38.02,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HFv2 MMLU Pro,11.49,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HFv2 Math Level 5,0.91,,hf_open_llm_v2_240829.csv openbuddy_zero_3b_v21_2_32k,HFv2 MuSR,2.25,,hf_open_llm_v2_240829.csv openchat_3_5,HF OpenLLM v2,21.52,,hf_open_llm_v2_240829.csv openchat_3_5,HFv2 BBH,21.58,,hf_open_llm_v2_240829.csv openchat_3_5,HFv2 GPQA,6.49,,hf_open_llm_v2_240829.csv openchat_3_5,HFv2 IFEval,59.31,,hf_open_llm_v2_240829.csv openchat_3_5,HFv2 MMLU Pro,23.93,,hf_open_llm_v2_240829.csv openchat_3_5,HFv2 Math Level 5,6.57,,hf_open_llm_v2_240829.csv openchat_3_5,HFv2 MuSR,11.26,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HF OpenLLM v2,22.56,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HFv2 BBH,23.24,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HFv2 GPQA,6.82,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HFv2 IFEval,60.37,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HFv2 MMLU Pro,23.81,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HFv2 Math Level 5,6.87,,hf_open_llm_v2_240829.csv openchat_3_5_1210,HFv2 MuSR,14.28,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HF OpenLLM v2,21.22,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HFv2 BBH,27.77,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HFv2 GPQA,4.47,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HFv2 IFEval,55.71,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HFv2 MMLU Pro,22.83,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HFv2 Math Level 5,4.46,,hf_open_llm_v2_240829.csv openhermes_2_5_mistral_7b,HFv2 MuSR,12.06,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HF OpenLLM v2,21.33,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HFv2 BBH,29.25,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HFv2 GPQA,4.47,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HFv2 IFEval,52.86,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HFv2 MMLU Pro,21.46,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HFv2 Math Level 5,3.85,,hf_open_llm_v2_240829.csv openhermes_2_mistral_7b,HFv2 MuSR,16.06,,hf_open_llm_v2_240829.csv opt_1_3b,HF OpenLLM v2,5.25,,hf_open_llm_v2_240829.csv opt_1_3b,HFv2 BBH,3.65,,hf_open_llm_v2_240829.csv opt_1_3b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv opt_1_3b,HFv2 IFEval,23.83,,hf_open_llm_v2_240829.csv opt_1_3b,HFv2 MMLU Pro,1.19,,hf_open_llm_v2_240829.csv opt_1_3b,HFv2 Math Level 5,0.76,,hf_open_llm_v2_240829.csv opt_1_3b,HFv2 MuSR,2.08,,hf_open_llm_v2_240829.csv opt_30b,HF OpenLLM v2,6.2,,hf_open_llm_v2_240829.csv opt_30b,HFv2 BBH,3.5,,hf_open_llm_v2_240829.csv opt_30b,HFv2 GPQA,2.57,,hf_open_llm_v2_240829.csv opt_30b,HFv2 IFEval,24.53,,hf_open_llm_v2_240829.csv opt_30b,HFv2 MMLU Pro,1.82,,hf_open_llm_v2_240829.csv opt_30b,HFv2 Math Level 5,0.6,,hf_open_llm_v2_240829.csv opt_30b,HFv2 MuSR,4.19,,hf_open_llm_v2_240829.csv orpollama3_8b,HF OpenLLM v2,14.87,,hf_open_llm_v2_240829.csv orpollama3_8b,HFv2 BBH,21.95,,hf_open_llm_v2_240829.csv orpollama3_8b,HFv2 GPQA,3.91,,hf_open_llm_v2_240829.csv orpollama3_8b,HFv2 IFEval,36.53,,hf_open_llm_v2_240829.csv orpollama3_8b,HFv2 MMLU Pro,18.95,,hf_open_llm_v2_240829.csv orpollama3_8b,HFv2 Math Level 5,3.85,,hf_open_llm_v2_240829.csv orpollama3_8b,HFv2 MuSR,4.01,,hf_open_llm_v2_240829.csv phi_1,HF OpenLLM v2,5.52,,hf_open_llm_v2_240829.csv phi_1,HFv2 BBH,4.27,,hf_open_llm_v2_240829.csv phi_1,HFv2 GPQA,2.01,,hf_open_llm_v2_240829.csv phi_1,HFv2 IFEval,20.68,,hf_open_llm_v2_240829.csv phi_1,HFv2 MMLU Pro,1.8,,hf_open_llm_v2_240829.csv phi_1,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv phi_1,HFv2 MuSR,3.7,,hf_open_llm_v2_240829.csv phi_1_5,HF OpenLLM v2,7.06,,hf_open_llm_v2_240829.csv phi_1_5,HFv2 BBH,7.47,,hf_open_llm_v2_240829.csv phi_1_5,HFv2 GPQA,2.35,,hf_open_llm_v2_240829.csv phi_1_5,HFv2 IFEval,20.33,,hf_open_llm_v2_240829.csv phi_1_5,HFv2 MMLU Pro,7.68,,hf_open_llm_v2_240829.csv phi_1_5,HFv2 Math Level 5,1.13,,hf_open_llm_v2_240829.csv phi_1_5,HFv2 MuSR,3.39,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HF OpenLLM v2,6.64,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HFv2 BBH,4.82,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HFv2 GPQA,1.34,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HFv2 IFEval,24.02,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HFv2 MMLU Pro,6.24,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv phi_1_5_instruct_v0_1,HFv2 MuSR,3.4,,hf_open_llm_v2_240829.csv phi_2,HF OpenLLM v2,15.45,,hf_open_llm_v2_240829.csv phi_2,HFv2 BBH,28.04,,hf_open_llm_v2_240829.csv phi_2,HFv2 GPQA,2.91,,hf_open_llm_v2_240829.csv phi_2,HFv2 IFEval,27.39,,hf_open_llm_v2_240829.csv phi_2,HFv2 MMLU Pro,18.09,,hf_open_llm_v2_240829.csv phi_2,HFv2 Math Level 5,2.42,,hf_open_llm_v2_240829.csv phi_2,HFv2 MuSR,13.84,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HF OpenLLM v2,14.22,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HFv2 BBH,26.36,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HFv2 GPQA,3.24,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HFv2 IFEval,36.81,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HFv2 MMLU Pro,13.85,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv phi_2_instruct_v0_1,HFv2 MuSR,5.04,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HF OpenLLM v2,27.4,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HFv2 BBH,36.75,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HFv2 GPQA,11.97,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HFv2 IFEval,57.75,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HFv2 MMLU Pro,32.91,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HFv2 Math Level 5,14.95,,hf_open_llm_v2_240829.csv phi_3_5_mini_instruct,HFv2 MuSR,10.1,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HF OpenLLM v2,35.1,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HFv2 BBH,48.77,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HFv2 GPQA,14.09,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HFv2 IFEval,69.25,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HFv2 MMLU Pro,40.64,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HFv2 Math Level 5,20.54,,hf_open_llm_v2_240829.csv phi_3_5_moe_instruct,HFv2 MuSR,17.33,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HF OpenLLM v2,32.67,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HFv2 BBH,49.38,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HFv2 GPQA,11.52,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HFv2 IFEval,64.23,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HFv2 MMLU Pro,40.84,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HFv2 Math Level 5,16.99,,hf_open_llm_v2_240829.csv phi_3_medium_4k_instruct,HFv2 MuSR,13.05,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HF OpenLLM v2,25.49,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HFv2 BBH,37.1,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HFv2 GPQA,9.06,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HFv2 IFEval,59.76,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HFv2 MMLU Pro,30.38,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HFv2 Math Level 5,8.91,,hf_open_llm_v2_240829.csv phi_3_mini_128k_instruct,HFv2 MuSR,7.71,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HF OpenLLM v2,27.2,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HFv2 BBH,39.27,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HFv2 GPQA,10.96,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HFv2 IFEval,56.13,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HFv2 MMLU Pro,33.58,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HFv2 Math Level 5,14.2,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct,HFv2 MuSR,13.12,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HF OpenLLM v2,25.87,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HFv2 BBH,39.15,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HFv2 GPQA,10.74,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HFv2 IFEval,57.14,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HFv2 MMLU Pro,31.78,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HFv2 Math Level 5,7.63,,hf_open_llm_v2_240829.csv phi_3_mini_4k_instruct_cpo_simpo,HFv2 MuSR,8.78,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HF OpenLLM v2,28.59,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HFv2 BBH,45.63,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HFv2 GPQA,8.95,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HFv2 IFEval,63.68,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HFv2 MMLU Pro,38.78,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv phi_3_small_128k_instruct,HFv2 MuSR,14.5,,hf_open_llm_v2_240829.csv pythia_12b,HF OpenLLM v2,5.93,,hf_open_llm_v2_240829.csv pythia_12b,HFv2 BBH,4.99,,hf_open_llm_v2_240829.csv pythia_12b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv pythia_12b,HFv2 IFEval,24.71,,hf_open_llm_v2_240829.csv pythia_12b,HFv2 MMLU Pro,1.21,,hf_open_llm_v2_240829.csv pythia_12b,HFv2 Math Level 5,0.91,,hf_open_llm_v2_240829.csv pythia_12b,HFv2 MuSR,3.79,,hf_open_llm_v2_240829.csv pythia_160m,HF OpenLLM v2,5.62,,hf_open_llm_v2_240829.csv pythia_160m,HFv2 BBH,2.2,,hf_open_llm_v2_240829.csv pythia_160m,HFv2 GPQA,1.12,,hf_open_llm_v2_240829.csv pythia_160m,HFv2 IFEval,18.16,,hf_open_llm_v2_240829.csv pythia_160m,HFv2 MMLU Pro,1.33,,hf_open_llm_v2_240829.csv pythia_160m,HFv2 Math Level 5,0.23,,hf_open_llm_v2_240829.csv pythia_160m,HFv2 MuSR,10.68,,hf_open_llm_v2_240829.csv pythia_2_8b,HF OpenLLM v2,5.44,,hf_open_llm_v2_240829.csv pythia_2_8b,HFv2 BBH,5.08,,hf_open_llm_v2_240829.csv pythia_2_8b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv pythia_2_8b,HFv2 IFEval,21.73,,hf_open_llm_v2_240829.csv pythia_2_8b,HFv2 MMLU Pro,1.52,,hf_open_llm_v2_240829.csv pythia_2_8b,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv pythia_2_8b,HFv2 MuSR,3.64,,hf_open_llm_v2_240829.csv pythia_410m,HF OpenLLM v2,5.11,,hf_open_llm_v2_240829.csv pythia_410m,HFv2 BBH,2.72,,hf_open_llm_v2_240829.csv pythia_410m,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv pythia_410m,HFv2 IFEval,21.95,,hf_open_llm_v2_240829.csv pythia_410m,HFv2 MMLU Pro,1.42,,hf_open_llm_v2_240829.csv pythia_410m,HFv2 Math Level 5,0.3,,hf_open_llm_v2_240829.csv pythia_410m,HFv2 MuSR,3.06,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HF OpenLLM v2,3.82,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HFv2 BBH,1.82,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HFv2 IFEval,15.72,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HFv2 MMLU Pro,1.87,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv pythia_410m_roberta_lr_8e7_kl_01_steps_12000_rlhf_model,HFv2 MuSR,2.25,,hf_open_llm_v2_240829.csv pythia_6_9b,HF OpenLLM v2,5.85,,hf_open_llm_v2_240829.csv pythia_6_9b,HFv2 BBH,5.88,,hf_open_llm_v2_240829.csv pythia_6_9b,HFv2 GPQA,0.22,,hf_open_llm_v2_240829.csv pythia_6_9b,HFv2 IFEval,22.81,,hf_open_llm_v2_240829.csv pythia_6_9b,HFv2 MMLU Pro,1.63,,hf_open_llm_v2_240829.csv pythia_6_9b,HFv2 Math Level 5,0.76,,hf_open_llm_v2_240829.csv pythia_6_9b,HFv2 MuSR,3.81,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HF OpenLLM v2,5.14,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HFv2 BBH,5.04,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HFv2 GPQA,0.56,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HFv2 IFEval,17.06,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HFv2 MMLU Pro,3.41,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HFv2 Math Level 5,0.45,,hf_open_llm_v2_240829.csv qwen1_5_0_5b,HFv2 MuSR,4.3,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HF OpenLLM v2,5.56,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HFv2 BBH,4.32,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HFv2 GPQA,2.57,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HFv2 IFEval,18.07,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HFv2 MMLU Pro,2.36,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv qwen1_5_0_5b_chat,HFv2 MuSR,6.06,,hf_open_llm_v2_240829.csv qwen1_5_110b,HF OpenLLM v2,29.56,,hf_open_llm_v2_240829.csv qwen1_5_110b,HFv2 BBH,44.28,,hf_open_llm_v2_240829.csv qwen1_5_110b,HFv2 GPQA,13.65,,hf_open_llm_v2_240829.csv qwen1_5_110b,HFv2 IFEval,34.22,,hf_open_llm_v2_240829.csv qwen1_5_110b,HFv2 MMLU Pro,48.45,,hf_open_llm_v2_240829.csv qwen1_5_110b,HFv2 Math Level 5,23.04,,hf_open_llm_v2_240829.csv qwen1_5_110b,HFv2 MuSR,13.71,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HF OpenLLM v2,29.22,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HFv2 BBH,44.98,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HFv2 GPQA,12.19,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HFv2 IFEval,59.39,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HFv2 MMLU Pro,42.5,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv qwen1_5_110b_chat,HFv2 MuSR,16.29,,hf_open_llm_v2_240829.csv qwen1_5_14b,HF OpenLLM v2,20.22,,hf_open_llm_v2_240829.csv qwen1_5_14b,HFv2 BBH,30.06,,hf_open_llm_v2_240829.csv qwen1_5_14b,HFv2 GPQA,5.93,,hf_open_llm_v2_240829.csv qwen1_5_14b,HFv2 IFEval,29.05,,hf_open_llm_v2_240829.csv qwen1_5_14b,HFv2 MMLU Pro,29.37,,hf_open_llm_v2_240829.csv qwen1_5_14b,HFv2 Math Level 5,16.47,,hf_open_llm_v2_240829.csv qwen1_5_14b,HFv2 MuSR,10.46,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HF OpenLLM v2,21.02,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HFv2 BBH,32.76,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HFv2 GPQA,2.68,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HFv2 IFEval,47.68,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HFv2 MMLU Pro,29.09,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv qwen1_5_14b_chat,HFv2 MuSR,13.93,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HF OpenLLM v2,9.12,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HFv2 BBH,9.76,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HFv2 GPQA,7.38,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HFv2 IFEval,21.54,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HFv2 MMLU Pro,9.8,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HFv2 Math Level 5,2.27,,hf_open_llm_v2_240829.csv qwen1_5_1_8b,HFv2 MuSR,3.96,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HF OpenLLM v2,9.01,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HFv2 BBH,5.91,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HFv2 GPQA,6.38,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HFv2 IFEval,20.19,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HFv2 MMLU Pro,8.93,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HFv2 Math Level 5,0.45,,hf_open_llm_v2_240829.csv qwen1_5_1_8b_chat,HFv2 MuSR,12.18,,hf_open_llm_v2_240829.csv qwen1_5_32b,HF OpenLLM v2,26.69,,hf_open_llm_v2_240829.csv qwen1_5_32b,HFv2 BBH,38.98,,hf_open_llm_v2_240829.csv qwen1_5_32b,HFv2 GPQA,10.63,,hf_open_llm_v2_240829.csv qwen1_5_32b,HFv2 IFEval,32.97,,hf_open_llm_v2_240829.csv qwen1_5_32b,HFv2 MMLU Pro,38.89,,hf_open_llm_v2_240829.csv qwen1_5_32b,HFv2 Math Level 5,26.66,,hf_open_llm_v2_240829.csv qwen1_5_32b,HFv2 MuSR,12.04,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HF OpenLLM v2,27.1,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HFv2 BBH,44.55,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HFv2 GPQA,7.49,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HFv2 IFEval,55.32,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HFv2 MMLU Pro,38.41,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HFv2 Math Level 5,6.65,,hf_open_llm_v2_240829.csv qwen1_5_32b_chat,HFv2 MuSR,10.2,,hf_open_llm_v2_240829.csv qwen1_5_4b,HF OpenLLM v2,11.29,,hf_open_llm_v2_240829.csv qwen1_5_4b,HFv2 BBH,16.25,,hf_open_llm_v2_240829.csv qwen1_5_4b,HFv2 GPQA,3.58,,hf_open_llm_v2_240829.csv qwen1_5_4b,HFv2 IFEval,24.45,,hf_open_llm_v2_240829.csv qwen1_5_4b,HFv2 MMLU Pro,16.22,,hf_open_llm_v2_240829.csv qwen1_5_4b,HFv2 Math Level 5,2.42,,hf_open_llm_v2_240829.csv qwen1_5_4b,HFv2 MuSR,4.82,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HF OpenLLM v2,12.33,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HFv2 BBH,16.3,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HFv2 GPQA,2.24,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HFv2 IFEval,31.57,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HFv2 MMLU Pro,15.51,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HFv2 Math Level 5,0.98,,hf_open_llm_v2_240829.csv qwen1_5_4b_chat,HFv2 MuSR,7.36,,hf_open_llm_v2_240829.csv qwen1_5_7b,HF OpenLLM v2,15.22,,hf_open_llm_v2_240829.csv qwen1_5_7b,HFv2 BBH,23.08,,hf_open_llm_v2_240829.csv qwen1_5_7b,HFv2 GPQA,6.49,,hf_open_llm_v2_240829.csv qwen1_5_7b,HFv2 IFEval,26.84,,hf_open_llm_v2_240829.csv qwen1_5_7b,HFv2 MMLU Pro,21.29,,hf_open_llm_v2_240829.csv qwen1_5_7b,HFv2 Math Level 5,4.46,,hf_open_llm_v2_240829.csv qwen1_5_7b,HFv2 MuSR,9.16,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HF OpenLLM v2,16.58,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HFv2 BBH,22.38,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HFv2 GPQA,7.05,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HFv2 IFEval,43.71,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HFv2 MMLU Pro,21.68,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv qwen1_5_7b_chat,HFv2 MuSR,4.64,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HF OpenLLM v2,12.42,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HFv2 BBH,18.84,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HFv2 IFEval,26.6,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HFv2 MMLU Pro,19.75,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HFv2 Math Level 5,0.15,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b,HFv2 MuSR,7.97,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HF OpenLLM v2,14.82,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HFv2 BBH,20.04,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HFv2 GPQA,3.24,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HFv2 IFEval,37.95,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HFv2 MMLU Pro,21.37,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv qwen1_5_moe_a2_7b_chat,HFv2 MuSR,6.33,,hf_open_llm_v2_240829.csv qwen2_0_5b,HF OpenLLM v2,7.06,,hf_open_llm_v2_240829.csv qwen2_0_5b,HFv2 BBH,7.99,,hf_open_llm_v2_240829.csv qwen2_0_5b,HFv2 GPQA,0.78,,hf_open_llm_v2_240829.csv qwen2_0_5b,HFv2 IFEval,18.67,,hf_open_llm_v2_240829.csv qwen2_0_5b,HFv2 MMLU Pro,7.76,,hf_open_llm_v2_240829.csv qwen2_0_5b,HFv2 Math Level 5,2.57,,hf_open_llm_v2_240829.csv qwen2_0_5b,HFv2 MuSR,4.6,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HF OpenLLM v2,6.39,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HFv2 BBH,5.88,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HFv2 IFEval,22.47,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HFv2 MMLU Pro,5.9,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HFv2 Math Level 5,1.66,,hf_open_llm_v2_240829.csv qwen2_0_5b_instruct,HFv2 MuSR,2.41,,hf_open_llm_v2_240829.csv qwen2_1_5b,HF OpenLLM v2,10.32,,hf_open_llm_v2_240829.csv qwen2_1_5b,HFv2 BBH,11.78,,hf_open_llm_v2_240829.csv qwen2_1_5b,HFv2 GPQA,1.9,,hf_open_llm_v2_240829.csv qwen2_1_5b,HFv2 IFEval,21.13,,hf_open_llm_v2_240829.csv qwen2_1_5b,HFv2 MMLU Pro,17.24,,hf_open_llm_v2_240829.csv qwen2_1_5b,HFv2 Math Level 5,6.27,,hf_open_llm_v2_240829.csv qwen2_1_5b,HFv2 MuSR,3.59,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HF OpenLLM v2,13.92,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HFv2 BBH,13.7,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HFv2 GPQA,1.57,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HFv2 IFEval,33.71,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HFv2 MMLU Pro,16.68,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HFv2 Math Level 5,5.82,,hf_open_llm_v2_240829.csv qwen2_1_5b_instruct,HFv2 MuSR,12.03,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HF OpenLLM v2,25.03,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HFv2 BBH,38.88,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HFv2 GPQA,7.49,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HFv2 IFEval,31.13,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HFv2 MMLU Pro,43.51,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HFv2 Math Level 5,18.66,,hf_open_llm_v2_240829.csv qwen2_57b_a14b,HFv2 MuSR,10.54,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HF OpenLLM v2,29.6,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HFv2 BBH,41.79,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HFv2 GPQA,10.85,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HFv2 IFEval,63.38,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HFv2 MMLU Pro,39.73,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HFv2 Math Level 5,7.7,,hf_open_llm_v2_240829.csv qwen2_57b_a14b_instruct,HFv2 MuSR,14.18,,hf_open_llm_v2_240829.csv qwen2_72b,HF OpenLLM v2,35.13,,hf_open_llm_v2_240829.csv qwen2_72b,HFv2 BBH,51.86,,hf_open_llm_v2_240829.csv qwen2_72b,HFv2 GPQA,19.24,,hf_open_llm_v2_240829.csv qwen2_72b,HFv2 IFEval,38.24,,hf_open_llm_v2_240829.csv qwen2_72b,HFv2 MMLU Pro,52.56,,hf_open_llm_v2_240829.csv qwen2_72b,HFv2 Math Level 5,29.15,,hf_open_llm_v2_240829.csv qwen2_72b,HFv2 MuSR,19.73,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HF OpenLLM v2,42.49,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HFv2 BBH,57.48,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HFv2 GPQA,16.33,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HFv2 IFEval,79.89,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HFv2 MMLU Pro,48.92,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HFv2 Math Level 5,35.12,,hf_open_llm_v2_240829.csv qwen2_72b_instruct,HFv2 MuSR,17.17,,hf_open_llm_v2_240829.csv qwen2_7b,HF OpenLLM v2,23.66,,hf_open_llm_v2_240829.csv qwen2_7b,HFv2 BBH,34.71,,hf_open_llm_v2_240829.csv qwen2_7b,HFv2 GPQA,7.27,,hf_open_llm_v2_240829.csv qwen2_7b,HFv2 IFEval,31.49,,hf_open_llm_v2_240829.csv qwen2_7b,HFv2 MMLU Pro,35.37,,hf_open_llm_v2_240829.csv qwen2_7b,HFv2 Math Level 5,18.81,,hf_open_llm_v2_240829.csv qwen2_7b,HFv2 MuSR,14.32,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HF OpenLLM v2,24.76,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HFv2 BBH,37.81,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HFv2 GPQA,6.38,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HFv2 IFEval,56.79,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HFv2 MMLU Pro,31.64,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HFv2 Math Level 5,8.61,,hf_open_llm_v2_240829.csv qwen2_7b_instruct,HFv2 MuSR,7.37,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HF OpenLLM v2,23.5,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HFv2 BBH,32.45,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HFv2 GPQA,6.04,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HFv2 IFEval,54.35,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HFv2 MMLU Pro,31.59,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HFv2 Math Level 5,8.76,,hf_open_llm_v2_240829.csv qwen2_cantonese_7b_instruct,HFv2 MuSR,7.81,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HF OpenLLM v2,6.94,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HFv2 BBH,4.82,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HFv2 IFEval,30.17,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HFv2 MMLU Pro,1.96,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HFv2 Math Level 5,1.59,,hf_open_llm_v2_240829.csv recurrentgemma_2b,HFv2 MuSR,3.1,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HF OpenLLM v2,7.92,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HFv2 BBH,7.98,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HFv2 GPQA,0.45,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HFv2 IFEval,29.49,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HFv2 MMLU Pro,4.47,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HFv2 Math Level 5,1.51,,hf_open_llm_v2_240829.csv recurrentgemma_2b_it,HFv2 MuSR,3.62,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HF OpenLLM v2,13.5,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HFv2 BBH,15.32,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HFv2 GPQA,4.7,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HFv2 IFEval,31.16,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HFv2 MMLU Pro,17.83,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HFv2 Math Level 5,5.36,,hf_open_llm_v2_240829.csv recurrentgemma_9b,HFv2 MuSR,6.6,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HF OpenLLM v2,19.12,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HFv2 BBH,21.62,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HFv2 GPQA,2.68,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HFv2 IFEval,50.1,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HFv2 MMLU Pro,20.48,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HFv2 Math Level 5,6.04,,hf_open_llm_v2_240829.csv recurrentgemma_9b_it,HFv2 MuSR,13.77,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HF OpenLLM v2,5.46,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HFv2 BBH,5.09,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HFv2 GPQA,0.67,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HFv2 IFEval,20.82,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HFv2 MMLU Pro,2.19,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HFv2 Math Level 5,0.98,,hf_open_llm_v2_240829.csv redpajama_incite_7b_base,HFv2 MuSR,3.02,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HF OpenLLM v2,5.43,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HFv2 BBH,3.52,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HFv2 IFEval,22.94,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HFv2 MMLU Pro,1.24,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HFv2 Math Level 5,0.91,,hf_open_llm_v2_240829.csv redpajama_incite_base_3b_v1,HFv2 MuSR,4.0,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HF OpenLLM v2,4.02,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HFv2 BBH,3.67,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HFv2 GPQA,0.34,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HFv2 IFEval,1.45,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HFv2 MMLU Pro,1.85,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HFv2 Math Level 5,5.51,,hf_open_llm_v2_240829.csv rhea_72b_v0_5,HFv2 MuSR,11.32,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HF OpenLLM v2,23.94,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HFv2 BBH,28.55,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HFv2 GPQA,1.45,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HFv2 IFEval,73.2,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HFv2 MMLU Pro,30.09,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HFv2 Math Level 5,8.69,,hf_open_llm_v2_240829.csv roleplay_llama3_8b,HFv2 MuSR,1.68,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HF OpenLLM v2,21.81,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HFv2 BBH,25.37,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HFv2 GPQA,1.01,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HFv2 IFEval,69.58,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HFv2 MMLU Pro,28.41,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HFv2 Math Level 5,6.19,,hf_open_llm_v2_240829.csv rys_llama3_8b_instruct,HFv2 MuSR,0.29,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HF OpenLLM v2,34.37,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HFv2 BBH,49.07,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HFv2 GPQA,1.45,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HFv2 IFEval,76.86,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HFv2 MMLU Pro,45.66,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HFv2 Math Level 5,21.22,,hf_open_llm_v2_240829.csv rys_llama3_huge_instruct,HFv2 MuSR,11.93,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HF OpenLLM v2,35.78,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HFv2 BBH,49.67,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HFv2 GPQA,5.26,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HFv2 IFEval,80.51,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HFv2 MMLU Pro,45.97,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HFv2 Math Level 5,21.83,,hf_open_llm_v2_240829.csv rys_llama3_large_instruct,HFv2 MuSR,11.45,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HF OpenLLM v2,28.38,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HFv2 BBH,46.75,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HFv2 GPQA,13.98,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HFv2 IFEval,43.91,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HFv2 MMLU Pro,42.74,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HFv2 Math Level 5,11.78,,hf_open_llm_v2_240829.csv rys_phi_3_medium_4k_instruct,HFv2 MuSR,11.09,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HF OpenLLM v2,19.71,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HFv2 BBH,31.82,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HFv2 GPQA,8.17,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HFv2 IFEval,45.73,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HFv2 MMLU Pro,23.93,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv sauerkrautlm_una_solar_instruct,HFv2 MuSR,8.6,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HF OpenLLM v2,23.63,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HFv2 BBH,33.8,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HFv2 GPQA,6.49,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HFv2 IFEval,43.77,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HFv2 MMLU Pro,32.16,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HFv2 Math Level 5,15.11,,hf_open_llm_v2_240829.csv seallms_v3_7b_chat,HFv2 MuSR,10.47,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HF OpenLLM v2,5.51,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HFv2 BBH,4.74,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HFv2 IFEval,21.98,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HFv2 MMLU Pro,1.9,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HFv2 Math Level 5,0.83,,hf_open_llm_v2_240829.csv sheared_llama_1_3b,HFv2 MuSR,3.58,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HF OpenLLM v2,6.31,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HFv2 BBH,5.66,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HFv2 GPQA,3.36,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HFv2 IFEval,24.17,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HFv2 MMLU Pro,2.08,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HFv2 Math Level 5,0.53,,hf_open_llm_v2_240829.csv sheared_llama_2_7b,HFv2 MuSR,2.09,,hf_open_llm_v2_240829.csv silicon_maid_7b,HF OpenLLM v2,19.32,,hf_open_llm_v2_240829.csv silicon_maid_7b,HFv2 BBH,16.69,,hf_open_llm_v2_240829.csv silicon_maid_7b,HFv2 GPQA,5.37,,hf_open_llm_v2_240829.csv silicon_maid_7b,HFv2 IFEval,53.68,,hf_open_llm_v2_240829.csv silicon_maid_7b,HFv2 MMLU Pro,23.15,,hf_open_llm_v2_240829.csv silicon_maid_7b,HFv2 Math Level 5,5.97,,hf_open_llm_v2_240829.csv silicon_maid_7b,HFv2 MuSR,11.09,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HF OpenLLM v2,23.76,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HFv2 BBH,34.26,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HFv2 GPQA,10.63,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HFv2 IFEval,50.16,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HFv2 MMLU Pro,39.37,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv smaug_34b_v0_1,HFv2 MuSR,8.13,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HF OpenLLM v2,34.72,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HFv2 BBH,49.07,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HFv2 GPQA,6.15,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HFv2 IFEval,77.61,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HFv2 MMLU Pro,41.83,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HFv2 Math Level 5,21.22,,hf_open_llm_v2_240829.csv smaug_llama3_70b_instruct_32k,HFv2 MuSR,12.43,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HF OpenLLM v2,41.08,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HFv2 BBH,56.27,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HFv2 GPQA,14.88,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HFv2 IFEval,78.25,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HFv2 MMLU Pro,46.56,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HFv2 Math Level 5,35.35,,hf_open_llm_v2_240829.csv smaug_qwen2_72b_instruct,HFv2 MuSR,15.18,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HF OpenLLM v2,3.92,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HFv2 BBH,3.2,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HFv2 GPQA,1.01,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HFv2 IFEval,13.84,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HFv2 MMLU Pro,1.19,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv smol_llama_101m_gqa,HFv2 MuSR,4.28,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HF OpenLLM v2,6.4,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HFv2 BBH,3.04,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HFv2 GPQA,0.78,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HFv2 IFEval,23.86,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HFv2 MMLU Pro,1.66,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv smol_llama_220m_gqa,HFv2 MuSR,9.07,,hf_open_llm_v2_240829.csv smollm_135m,HF OpenLLM v2,6.84,,hf_open_llm_v2_240829.csv smollm_135m,HFv2 BBH,3.29,,hf_open_llm_v2_240829.csv smollm_135m,HFv2 GPQA,1.12,,hf_open_llm_v2_240829.csv smollm_135m,HFv2 IFEval,21.25,,hf_open_llm_v2_240829.csv smollm_135m,HFv2 MMLU Pro,1.36,,hf_open_llm_v2_240829.csv smollm_135m,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv smollm_135m,HFv2 MuSR,13.34,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HF OpenLLM v2,4.23,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HFv2 BBH,2.08,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HFv2 GPQA,1.9,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HFv2 IFEval,15.96,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HFv2 MMLU Pro,1.84,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv smollm_135m_instruct,HFv2 MuSR,3.62,,hf_open_llm_v2_240829.csv smollm_1_7b,HF OpenLLM v2,5.43,,hf_open_llm_v2_240829.csv smollm_1_7b,HFv2 BBH,4.41,,hf_open_llm_v2_240829.csv smollm_1_7b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv smollm_1_7b,HFv2 IFEval,23.62,,hf_open_llm_v2_240829.csv smollm_1_7b,HFv2 MMLU Pro,1.64,,hf_open_llm_v2_240829.csv smollm_1_7b,HFv2 Math Level 5,0.76,,hf_open_llm_v2_240829.csv smollm_1_7b,HFv2 MuSR,2.13,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HF OpenLLM v2,5.14,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HFv2 BBH,2.08,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HFv2 GPQA,1.34,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HFv2 IFEval,23.48,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HFv2 MMLU Pro,1.85,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv smollm_1_7b_instruct,HFv2 MuSR,2.08,,hf_open_llm_v2_240829.csv smollm_360m,HF OpenLLM v2,6.15,,hf_open_llm_v2_240829.csv smollm_360m,HFv2 BBH,3.28,,hf_open_llm_v2_240829.csv smollm_360m,HFv2 GPQA,2.35,,hf_open_llm_v2_240829.csv smollm_360m,HFv2 IFEval,21.34,,hf_open_llm_v2_240829.csv smollm_360m,HFv2 MMLU Pro,1.37,,hf_open_llm_v2_240829.csv smollm_360m,HFv2 Math Level 5,0.45,,hf_open_llm_v2_240829.csv smollm_360m,HFv2 MuSR,8.09,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HF OpenLLM v2,19.63,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HFv2 BBH,31.87,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HFv2 GPQA,7.83,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HFv2 IFEval,47.37,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HFv2 MMLU Pro,23.76,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv solar_10_7b_instruct_v1_0,HFv2 MuSR,6.94,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HF OpenLLM v2,16.77,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HFv2 BBH,29.79,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HFv2 GPQA,4.14,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HFv2 IFEval,24.21,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HFv2 MMLU Pro,26.67,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HFv2 Math Level 5,2.11,,hf_open_llm_v2_240829.csv solar_10_7b_v1_0,HFv2 MuSR,13.68,,hf_open_llm_v2_240829.csv stablelm_2_12b,HF OpenLLM v2,13.86,,hf_open_llm_v2_240829.csv stablelm_2_12b,HFv2 BBH,22.69,,hf_open_llm_v2_240829.csv stablelm_2_12b,HFv2 GPQA,3.8,,hf_open_llm_v2_240829.csv stablelm_2_12b,HFv2 IFEval,15.69,,hf_open_llm_v2_240829.csv stablelm_2_12b,HFv2 MMLU Pro,23.02,,hf_open_llm_v2_240829.csv stablelm_2_12b,HFv2 Math Level 5,3.47,,hf_open_llm_v2_240829.csv stablelm_2_12b,HFv2 MuSR,14.49,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HF OpenLLM v2,16.22,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HFv2 BBH,25.25,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HFv2 GPQA,2.24,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HFv2 IFEval,40.82,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HFv2 MMLU Pro,19.27,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HFv2 Math Level 5,2.04,,hf_open_llm_v2_240829.csv stablelm_2_12b_chat,HFv2 MuSR,7.73,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HF OpenLLM v2,5.22,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HFv2 BBH,8.63,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HFv2 IFEval,11.57,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HFv2 MMLU Pro,5.15,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HFv2 Math Level 5,0.15,,hf_open_llm_v2_240829.csv stablelm_2_1_6b,HFv2 MuSR,5.79,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HF OpenLLM v2,8.63,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HFv2 BBH,7.49,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HFv2 IFEval,30.6,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HFv2 MMLU Pro,6.91,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HFv2 Math Level 5,1.06,,hf_open_llm_v2_240829.csv stablelm_2_1_6b_chat,HFv2 MuSR,5.71,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HF OpenLLM v2,9.26,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HFv2 BBH,6.71,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HFv2 IFEval,32.79,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HFv2 MMLU Pro,7.93,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HFv2 Math Level 5,2.11,,hf_open_llm_v2_240829.csv stablelm_2_zephyr_1_6b,HFv2 MuSR,5.99,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HF OpenLLM v2,7.26,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HFv2 BBH,9.01,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HFv2 IFEval,22.03,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HFv2 MMLU Pro,7.43,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv stablelm_3b_4e1t,HFv2 MuSR,4.42,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HF OpenLLM v2,12.33,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HFv2 BBH,14.76,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HFv2 IFEval,36.83,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HFv2 MMLU Pro,8.53,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HFv2 Math Level 5,4.08,,hf_open_llm_v2_240829.csv stablelm_zephyr_3b,HFv2 MuSR,9.79,,hf_open_llm_v2_240829.csv starcoder2_15b,HF OpenLLM v2,12.44,,hf_open_llm_v2_240829.csv starcoder2_15b,HFv2 BBH,20.37,,hf_open_llm_v2_240829.csv starcoder2_15b,HFv2 GPQA,3.13,,hf_open_llm_v2_240829.csv starcoder2_15b,HFv2 IFEval,27.8,,hf_open_llm_v2_240829.csv starcoder2_15b,HFv2 MMLU Pro,15.03,,hf_open_llm_v2_240829.csv starcoder2_15b,HFv2 Math Level 5,5.36,,hf_open_llm_v2_240829.csv starcoder2_15b,HFv2 MuSR,2.93,,hf_open_llm_v2_240829.csv starcoder2_3b,HF OpenLLM v2,6.54,,hf_open_llm_v2_240829.csv starcoder2_3b,HFv2 BBH,8.91,,hf_open_llm_v2_240829.csv starcoder2_3b,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv starcoder2_3b,HFv2 IFEval,20.37,,hf_open_llm_v2_240829.csv starcoder2_3b,HFv2 MMLU Pro,7.07,,hf_open_llm_v2_240829.csv starcoder2_3b,HFv2 Math Level 5,1.44,,hf_open_llm_v2_240829.csv starcoder2_3b,HFv2 MuSR,1.43,,hf_open_llm_v2_240829.csv starcoder2_7b,HF OpenLLM v2,8.21,,hf_open_llm_v2_240829.csv starcoder2_7b,HFv2 BBH,11.4,,hf_open_llm_v2_240829.csv starcoder2_7b,HFv2 GPQA,0.22,,hf_open_llm_v2_240829.csv starcoder2_7b,HFv2 IFEval,22.09,,hf_open_llm_v2_240829.csv starcoder2_7b,HFv2 MMLU Pro,7.14,,hf_open_llm_v2_240829.csv starcoder2_7b,HFv2 Math Level 5,2.57,,hf_open_llm_v2_240829.csv starcoder2_7b,HFv2 MuSR,5.82,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HF OpenLLM v2,20.64,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HFv2 BBH,21.95,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HFv2 GPQA,6.26,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HFv2 IFEval,54.8,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HFv2 MMLU Pro,24.13,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HFv2 Math Level 5,7.18,,hf_open_llm_v2_240829.csv starling_lm_7b_alpha,HFv2 MuSR,9.5,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HF OpenLLM v2,19.53,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HFv2 BBH,25.08,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HFv2 GPQA,1.23,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HFv2 IFEval,58.17,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HFv2 MMLU Pro,25.66,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HFv2 Math Level 5,3.02,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_full,HFv2 MuSR,4.04,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HF OpenLLM v2,21.28,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HFv2 BBH,26.35,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HFv2 IFEval,62.49,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HFv2 MMLU Pro,29.04,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HFv2 Math Level 5,7.7,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_half,HFv2 MuSR,2.11,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HF OpenLLM v2,23.37,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HFv2 BBH,27.67,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HFv2 GPQA,3.02,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HFv2 IFEval,66.37,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HFv2 MMLU Pro,29.83,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HFv2 Math Level 5,8.53,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top25,HFv2 MuSR,4.81,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HF OpenLLM v2,23.43,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HFv2 BBH,28.06,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HFv2 GPQA,3.02,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HFv2 IFEval,66.87,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HFv2 MMLU Pro,30.77,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HFv2 Math Level 5,6.57,,hf_open_llm_v2_240829.csv suzume_llama3_8b_multilingual_orpo_borda_top75,HFv2 MuSR,5.31,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HF OpenLLM v2,4.7,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HFv2 BBH,3.21,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HFv2 GPQA,0.0,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HFv2 IFEval,20.01,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HFv2 MMLU Pro,0.54,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HFv2 Math Level 5,0.45,,hf_open_llm_v2_240829.csv tinyllama_v1_1,HFv2 MuSR,3.98,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HF OpenLLM v2,4.5,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HFv2 BBH,2.27,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HFv2 GPQA,1.9,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HFv2 IFEval,18.56,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HFv2 MMLU Pro,1.01,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HFv2 Math Level 5,0.0,,hf_open_llm_v2_240829.csv tinyyi_7b_test,HFv2 MuSR,3.22,,hf_open_llm_v2_240829.csv windyflollm,HF OpenLLM v2,14.17,,hf_open_llm_v2_240829.csv windyflollm,HFv2 BBH,24.4,,hf_open_llm_v2_240829.csv windyflollm,HFv2 GPQA,3.36,,hf_open_llm_v2_240829.csv windyflollm,HFv2 IFEval,26.69,,hf_open_llm_v2_240829.csv windyflollm,HFv2 MMLU Pro,17.57,,hf_open_llm_v2_240829.csv windyflollm,HFv2 Math Level 5,1.13,,hf_open_llm_v2_240829.csv windyflollm,HFv2 MuSR,11.86,,hf_open_llm_v2_240829.csv yi_1_5_34b,HF OpenLLM v2,25.43,,hf_open_llm_v2_240829.csv yi_1_5_34b,HFv2 BBH,42.75,,hf_open_llm_v2_240829.csv yi_1_5_34b,HFv2 GPQA,15.44,,hf_open_llm_v2_240829.csv yi_1_5_34b,HFv2 IFEval,28.41,,hf_open_llm_v2_240829.csv yi_1_5_34b,HFv2 MMLU Pro,40.73,,hf_open_llm_v2_240829.csv yi_1_5_34b,HFv2 Math Level 5,14.05,,hf_open_llm_v2_240829.csv yi_1_5_34b,HFv2 MuSR,11.22,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HF OpenLLM v2,26.4,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HFv2 BBH,43.38,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HFv2 GPQA,15.1,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HFv2 IFEval,31.19,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HFv2 MMLU Pro,41.21,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HFv2 Math Level 5,13.44,,hf_open_llm_v2_240829.csv yi_1_5_34b_32k,HFv2 MuSR,14.08,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HF OpenLLM v2,32.63,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HFv2 BBH,44.26,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HFv2 GPQA,15.32,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HFv2 IFEval,60.67,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HFv2 MMLU Pro,39.12,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HFv2 Math Level 5,23.34,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat,HFv2 MuSR,13.06,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HF OpenLLM v2,28.98,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HFv2 BBH,44.54,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HFv2 GPQA,11.74,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HFv2 IFEval,45.64,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HFv2 MMLU Pro,39.38,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HFv2 Math Level 5,18.81,,hf_open_llm_v2_240829.csv yi_1_5_34b_chat_16k,HFv2 MuSR,13.74,,hf_open_llm_v2_240829.csv yi_1_5_6b,HF OpenLLM v2,16.53,,hf_open_llm_v2_240829.csv yi_1_5_6b,HFv2 BBH,22.03,,hf_open_llm_v2_240829.csv yi_1_5_6b,HFv2 GPQA,8.5,,hf_open_llm_v2_240829.csv yi_1_5_6b,HFv2 IFEval,26.17,,hf_open_llm_v2_240829.csv yi_1_5_6b,HFv2 MMLU Pro,23.82,,hf_open_llm_v2_240829.csv yi_1_5_6b,HFv2 Math Level 5,5.36,,hf_open_llm_v2_240829.csv yi_1_5_6b,HFv2 MuSR,13.31,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HF OpenLLM v2,22.05,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HFv2 BBH,23.55,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HFv2 GPQA,9.06,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HFv2 IFEval,48.02,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HFv2 MMLU Pro,24.41,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HFv2 Math Level 5,12.54,,hf_open_llm_v2_240829.csv yi_1_5_6b_chat,HFv2 MuSR,14.7,,hf_open_llm_v2_240829.csv yi_1_5_9b,HF OpenLLM v2,21.95,,hf_open_llm_v2_240829.csv yi_1_5_9b,HFv2 BBH,30.5,,hf_open_llm_v2_240829.csv yi_1_5_9b,HFv2 GPQA,17.23,,hf_open_llm_v2_240829.csv yi_1_5_9b,HFv2 IFEval,29.36,,hf_open_llm_v2_240829.csv yi_1_5_9b,HFv2 MMLU Pro,32.4,,hf_open_llm_v2_240829.csv yi_1_5_9b,HFv2 Math Level 5,10.2,,hf_open_llm_v2_240829.csv yi_1_5_9b,HFv2 MuSR,12.03,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HF OpenLLM v2,19.61,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HFv2 BBH,28.94,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HFv2 GPQA,14.54,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HFv2 IFEval,23.03,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HFv2 MMLU Pro,30.72,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HFv2 Math Level 5,9.59,,hf_open_llm_v2_240829.csv yi_1_5_9b_32k,HFv2 MuSR,10.83,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HF OpenLLM v2,27.71,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HFv2 BBH,36.95,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HFv2 GPQA,11.3,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HFv2 IFEval,60.46,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HFv2 MMLU Pro,33.06,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HFv2 Math Level 5,11.63,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat,HFv2 MuSR,12.84,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HF OpenLLM v2,22.9,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HFv2 BBH,31.5,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HFv2 GPQA,7.83,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HFv2 IFEval,42.14,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HFv2 MMLU Pro,33.26,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HFv2 Math Level 5,12.61,,hf_open_llm_v2_240829.csv yi_1_5_9b_chat_16k,HFv2 MuSR,10.04,,hf_open_llm_v2_240829.csv yi_34b,HF OpenLLM v2,22.26,,hf_open_llm_v2_240829.csv yi_34b,HFv2 BBH,35.54,,hf_open_llm_v2_240829.csv yi_34b,HFv2 GPQA,15.55,,hf_open_llm_v2_240829.csv yi_34b,HFv2 IFEval,30.46,,hf_open_llm_v2_240829.csv yi_34b,HFv2 MMLU Pro,37.91,,hf_open_llm_v2_240829.csv yi_34b,HFv2 Math Level 5,4.46,,hf_open_llm_v2_240829.csv yi_34b,HFv2 MuSR,9.65,,hf_open_llm_v2_240829.csv yi_34b_200k,HF OpenLLM v2,19.8,,hf_open_llm_v2_240829.csv yi_34b_200k,HFv2 BBH,36.02,,hf_open_llm_v2_240829.csv yi_34b_200k,HFv2 GPQA,14.21,,hf_open_llm_v2_240829.csv yi_34b_200k,HFv2 IFEval,15.42,,hf_open_llm_v2_240829.csv yi_34b_200k,HFv2 MMLU Pro,39.27,,hf_open_llm_v2_240829.csv yi_34b_200k,HFv2 Math Level 5,4.46,,hf_open_llm_v2_240829.csv yi_34b_200k,HFv2 MuSR,9.41,,hf_open_llm_v2_240829.csv yi_34b_chat,HF OpenLLM v2,23.9,,hf_open_llm_v2_240829.csv yi_34b_chat,HFv2 BBH,37.62,,hf_open_llm_v2_240829.csv yi_34b_chat,HFv2 GPQA,11.74,,hf_open_llm_v2_240829.csv yi_34b_chat,HFv2 IFEval,46.99,,hf_open_llm_v2_240829.csv yi_34b_chat,HFv2 MMLU Pro,34.37,,hf_open_llm_v2_240829.csv yi_34b_chat,HFv2 Math Level 5,4.31,,hf_open_llm_v2_240829.csv yi_34b_chat,HFv2 MuSR,8.36,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HF OpenLLM v2,25.91,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HFv2 BBH,31.26,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HFv2 GPQA,9.62,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HFv2 IFEval,53.19,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HFv2 MMLU Pro,40.85,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HFv2 Math Level 5,6.19,,hf_open_llm_v2_240829.csv yi_34bx2_moe_60b_dpo,HFv2 MuSR,14.32,,hf_open_llm_v2_240829.csv yi_6b,HF OpenLLM v2,13.6,,hf_open_llm_v2_240829.csv yi_6b,HFv2 BBH,19.41,,hf_open_llm_v2_240829.csv yi_6b,HFv2 GPQA,2.57,,hf_open_llm_v2_240829.csv yi_6b,HFv2 IFEval,28.93,,hf_open_llm_v2_240829.csv yi_6b,HFv2 MMLU Pro,22.12,,hf_open_llm_v2_240829.csv yi_6b,HFv2 Math Level 5,1.51,,hf_open_llm_v2_240829.csv yi_6b,HFv2 MuSR,7.04,,hf_open_llm_v2_240829.csv yi_6b_200k,HF OpenLLM v2,11.9,,hf_open_llm_v2_240829.csv yi_6b_200k,HFv2 BBH,20.15,,hf_open_llm_v2_240829.csv yi_6b_200k,HFv2 GPQA,4.25,,hf_open_llm_v2_240829.csv yi_6b_200k,HFv2 IFEval,8.43,,hf_open_llm_v2_240829.csv yi_6b_200k,HFv2 MMLU Pro,20.49,,hf_open_llm_v2_240829.csv yi_6b_200k,HFv2 Math Level 5,1.21,,hf_open_llm_v2_240829.csv yi_6b_200k,HFv2 MuSR,16.84,,hf_open_llm_v2_240829.csv yi_6b_chat,HF OpenLLM v2,14.0,,hf_open_llm_v2_240829.csv yi_6b_chat,HFv2 BBH,17.0,,hf_open_llm_v2_240829.csv yi_6b_chat,HFv2 GPQA,5.93,,hf_open_llm_v2_240829.csv yi_6b_chat,HFv2 IFEval,33.95,,hf_open_llm_v2_240829.csv yi_6b_chat,HFv2 MMLU Pro,22.9,,hf_open_llm_v2_240829.csv yi_6b_chat,HFv2 Math Level 5,0.68,,hf_open_llm_v2_240829.csv yi_6b_chat,HFv2 MuSR,3.57,,hf_open_llm_v2_240829.csv yi_9b,HF OpenLLM v2,17.61,,hf_open_llm_v2_240829.csv yi_9b,HFv2 BBH,27.63,,hf_open_llm_v2_240829.csv yi_9b,HFv2 GPQA,9.06,,hf_open_llm_v2_240829.csv yi_9b,HFv2 IFEval,27.09,,hf_open_llm_v2_240829.csv yi_9b,HFv2 MMLU Pro,28.6,,hf_open_llm_v2_240829.csv yi_9b,HFv2 Math Level 5,4.38,,hf_open_llm_v2_240829.csv yi_9b,HFv2 MuSR,8.91,,hf_open_llm_v2_240829.csv yi_9b_200k,HF OpenLLM v2,17.59,,hf_open_llm_v2_240829.csv yi_9b_200k,HFv2 BBH,26.49,,hf_open_llm_v2_240829.csv yi_9b_200k,HFv2 GPQA,8.72,,hf_open_llm_v2_240829.csv yi_9b_200k,HFv2 IFEval,23.27,,hf_open_llm_v2_240829.csv yi_9b_200k,HFv2 MMLU Pro,29.13,,hf_open_llm_v2_240829.csv yi_9b_200k,HFv2 Math Level 5,5.82,,hf_open_llm_v2_240829.csv yi_9b_200k,HFv2 MuSR,12.11,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HF OpenLLM v2,18.53,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HFv2 BBH,23.96,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HFv2 GPQA,6.38,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HFv2 IFEval,51.91,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HFv2 MMLU Pro,19.94,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HFv2 Math Level 5,1.51,,hf_open_llm_v2_240829.csv zephyr_7b_alpha,HFv2 MuSR,7.5,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HF OpenLLM v2,17.72,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HFv2 BBH,21.49,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HFv2 GPQA,5.37,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HFv2 IFEval,49.5,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HFv2 MMLU Pro,19.79,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HFv2 Math Level 5,2.42,,hf_open_llm_v2_240829.csv zephyr_7b_beta,HFv2 MuSR,7.73,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HF OpenLLM v2,15.78,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HFv2 BBH,23.75,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HFv2 GPQA,5.93,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HFv2 IFEval,33.64,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HFv2 MMLU Pro,20.53,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HFv2 Math Level 5,6.65,,hf_open_llm_v2_240829.csv zephyr_7b_gemma_v0_1,HFv2 MuSR,4.18,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HF OpenLLM v2,33.77,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HFv2 BBH,47.5,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HFv2 GPQA,17.11,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HFv2 IFEval,65.11,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HFv2 MMLU Pro,39.85,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HFv2 Math Level 5,18.35,,hf_open_llm_v2_240829.csv zephyr_orpo_141b_a35b_v0_1,HFv2 MuSR,14.72,,hf_open_llm_v2_240829.csv gpt_4o_20240513,OpenCompass Academic,77.0,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass Academic,73.1,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass Academic,72.5,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass Academic,66.6,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass Academic,61.7,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass Academic,60.4,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass Academic,60.3,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass Academic,59.5,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass Academic,57.1,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass Academic,56.9,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass Academic,56.1,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass Academic,52.0,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass Academic,50.6,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass Academic,49.7,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass Academic,45.2,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass Academic,43.5,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Academic,42.6,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass Academic,42.1,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass Academic,35.4,[],opencompass_academic_240829.csv mistral_7b_instruct_v0_3,OpenCompass Academic,31.2,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass MMLU,88.0,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass MMLU,83.1,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass MMLU,82.9,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass MMLU,80.7,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass MMLU,74.0,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass MMLU,71.3,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass MMLU,70.6,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass MMLU,72.9,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass MMLU,72.5,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass MMLU,70.9,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass MMLU,67.8,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass MMLU,51.1,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass MMLU,66.7,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass MMLU,67.0,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass MMLU,55.8,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass MMLU,48.4,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass MMLU,67.2,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass MMLU,58.8,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass MMLU,41.9,[],opencompass_academic_240829.csv mistral_7b_instruct_v0_3,OpenCompass MMLU,30.9,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass MMLU Pro,73.8,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass MMLU Pro,65.1,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass MMLU Pro,63.2,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass MMLU Pro,61.8,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass MMLU Pro,51.8,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass MMLU Pro,50.9,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass MMLU Pro,44.9,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass MMLU Pro,48.3,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass MMLU Pro,49.8,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass MMLU Pro,47.1,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass MMLU Pro,45.9,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass MMLU Pro,38.8,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass MMLU Pro,42.3,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass MMLU Pro,40.5,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass MMLU Pro,36.3,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass MMLU Pro,30.1,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass MMLU Pro,42.7,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass MMLU Pro,32.4,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass MMLU Pro,25.6,[],opencompass_academic_240829.csv mistral_7b_instruct_v0_3,OpenCompass MMLU Pro,22.1,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass CMMLU,78.3,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass CMMLU,79.8,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass CMMLU,65.6,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass CMMLU,66.2,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass CMMLU,79.4,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass CMMLU,63.4,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass CMMLU,73.8,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass CMMLU,71.6,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass CMMLU,76.3,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass CMMLU,67.8,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass CMMLU,65.0,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass CMMLU,59.3,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass CMMLU,51.5,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass CMMLU,73.3,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass CMMLU,44.7,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass CMMLU,53.9,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass CMMLU,33.9,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass CMMLU,47.8,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass CMMLU,42.3,[],opencompass_academic_240829.csv mistral_7b_instruct_v0_3,OpenCompass CMMLU,35.5,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass BBH,87.6,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass BBH,85.2,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass BBH,81.9,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass BBH,83.2,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass BBH,74.2,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass BBH,73.8,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass BBH,74.5,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass BBH,60.6,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass BBH,68.2,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass BBH,72.8,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass BBH,67.9,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass BBH,65.4,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass BBH,54.4,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass BBH,58.3,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass BBH,65.6,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass BBH,56.5,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass BBH,55.7,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass BBH,60.3,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass BBH,41.0,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass GQPA-Dimand,49.5,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass GQPA-Dimand,42.9,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass GQPA-Dimand,47.5,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass GQPA-Dimand,39.4,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass GQPA-Dimand,28.3,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass GQPA-Dimand,32.8,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass GQPA-Dimand,29.3,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass GQPA-Dimand,26.8,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass GQPA-Dimand,31.3,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass GQPA-Dimand,28.3,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass GQPA-Dimand,25.2,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass GQPA-Dimand,25.8,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass GQPA-Dimand,33.8,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass GQPA-Dimand,26.3,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass GQPA-Dimand,21.7,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass GQPA-Dimand,23.2,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass GQPA-Dimand,29.3,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass GQPA-Dimand,26.3,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass GQPA-Dimand,21.2,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass HumanEval,86.0,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass HumanEval,84.2,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass HumanEval,87.8,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass HumanEval,76.2,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass HumanEval,77.4,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass HumanEval,77.4,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass HumanEval,73.2,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass HumanEval,75.6,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass HumanEval,67.7,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass HumanEval,67.7,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass HumanEval,68.9,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass HumanEval,76.8,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass HumanEval,59.8,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass HumanEval,60.4,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass HumanEval,67.7,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass HumanEval,45.7,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass HumanEval,34.8,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass HumanEval,50.6,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass HumanEval,50.0,[],opencompass_academic_240829.csv gpt_4o_20240513,OpenCompass IFEval,79.0,[],opencompass_academic_240829.csv qwen2_72b_instruct,OpenCompass IFEval,76.5,[],opencompass_academic_240829.csv gpt_4o_mini_20240718,OpenCompass IFEval,81.0,[],opencompass_academic_240829.csv llama3_70b_instruct,OpenCompass IFEval,77.5,[],opencompass_academic_240829.csv qwen1_5_110b_chat,OpenCompass IFEval,54.3,[],opencompass_academic_240829.csv yi_1_5_34b_chat,OpenCompass IFEval,59.5,[],opencompass_academic_240829.csv internlm2_5_chat_7b,OpenCompass IFEval,54.5,[],opencompass_academic_240829.csv glm_4_9b_chat,OpenCompass IFEval,69.1,[],opencompass_academic_240829.csv qwen1_5_32b_chat,OpenCompass IFEval,48.4,[],opencompass_academic_240829.csv qwen1_5_72b_chat,OpenCompass IFEval,53.8,[],opencompass_academic_240829.csv yi_1_5_9b_chat,OpenCompass IFEval,56.8,[],opencompass_academic_240829.csv qwen2_7b_instruct,OpenCompass IFEval,49.7,[],opencompass_academic_240829.csv llama3_8b_instruct,OpenCompass IFEval,68.4,[],opencompass_academic_240829.csv qwen1_5_14b_chat,OpenCompass IFEval,42.0,[],opencompass_academic_240829.csv internlm2_chat_20b,OpenCompass IFEval,35.5,[],opencompass_academic_240829.csv yi_1_5_6b_chat,OpenCompass IFEval,47.3,[],opencompass_academic_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass IFEval,50.8,[],opencompass_academic_240829.csv internlm2_chat_7b,OpenCompass IFEval,32.4,[],opencompass_academic_240829.csv qwen1_5_7b_chat,OpenCompass IFEval,38.6,[],opencompass_academic_240829.csv claude_3_5_sonnet_20240620,Helm MMLU,0.865,[],helm_mmlu_240829.csv claude_3_opus_20240229,Helm MMLU,0.846,[],helm_mmlu_240829.csv llama3_1_instruct_turbo_405b,Helm MMLU,0.845,[],helm_mmlu_240829.csv gpt_4o_2024_05_13,Helm MMLU,0.842,[],helm_mmlu_240829.csv gemini_1_5_pro_001,Helm MMLU,0.827,[],helm_mmlu_240829.csv gpt_4_0613,Helm MMLU,0.824,[],helm_mmlu_240829.csv qwen2_instruct_72b,Helm MMLU,0.824,[],helm_mmlu_240829.csv gpt_4_turbo_2024_04_09,Helm MMLU,0.813,[],helm_mmlu_240829.csv gemini_1_5_pro_0409_preview,Helm MMLU,0.81,[],helm_mmlu_240829.csv llama3_1_instruct_turbo_70b,Helm MMLU,0.801,[],helm_mmlu_240829.csv mistral_large_2_2407,Helm MMLU,0.8,[],helm_mmlu_240829.csv gpt_4_turbo_1106_preview,Helm MMLU,0.796,[],helm_mmlu_240829.csv llama3_70b,Helm MMLU,0.793,[],helm_mmlu_240829.csv yi_large_preview,Helm MMLU,0.793,[],helm_mmlu_240829.csv palmyra_x_v3_72b,Helm MMLU,0.786,[],helm_mmlu_240829.csv palm_2_unicorn,Helm MMLU,0.786,[],helm_mmlu_240829.csv gemini_1_5_flash_001,Helm MMLU,0.779,[],helm_mmlu_240829.csv mixtral_8x22b,Helm MMLU,0.778,[],helm_mmlu_240829.csv gemini_1_5_flash_0514_preview,Helm MMLU,0.778,[],helm_mmlu_240829.csv phi_3_14b,Helm MMLU,0.775,[],helm_mmlu_240829.csv qwen1_5_72b,Helm MMLU,0.774,[],helm_mmlu_240829.csv qwen1_5_chat_110b,Helm MMLU,0.768,[],helm_mmlu_240829.csv gpt_4o_mini_2024_07_18,Helm MMLU,0.767,[],helm_mmlu_240829.csv yi_34b,Helm MMLU,0.762,[],helm_mmlu_240829.csv claude_3_sonnet_20240229,Helm MMLU,0.759,[],helm_mmlu_240829.csv gemma_2_27b,Helm MMLU,0.757,[],helm_mmlu_240829.csv phi_3_7b,Helm MMLU,0.757,[],helm_mmlu_240829.csv qwen1_5_32b,Helm MMLU,0.744,[],helm_mmlu_240829.csv dbrx_instructruct,Helm MMLU,0.741,[],helm_mmlu_240829.csv claude_3_haiku_20240307,Helm MMLU,0.738,[],helm_mmlu_240829.csv claude_2_1,Helm MMLU,0.735,[],helm_mmlu_240829.csv deepseek_llm_chat_67b,Helm MMLU,0.725,[],helm_mmlu_240829.csv gemma_2_9b,Helm MMLU,0.721,[],helm_mmlu_240829.csv mixtral_8x7b_32k_seqlen,Helm MMLU,0.717,[],helm_mmlu_240829.csv gemini_1_0_pro_001,Helm MMLU,0.7,[],helm_mmlu_240829.csv llama_2_70b,Helm MMLU,0.695,[],helm_mmlu_240829.csv command_r_plus,Helm MMLU,0.694,[],helm_mmlu_240829.csv palm_2_bison,Helm MMLU,0.692,[],helm_mmlu_240829.csv gpt_3_5_turbo_0613,Helm MMLU,0.689,[],helm_mmlu_240829.csv claude_instant_1_2,Helm MMLU,0.688,[],helm_mmlu_240829.csv mistral_large_2402,Helm MMLU,0.688,[],helm_mmlu_240829.csv mistral_small_2402,Helm MMLU,0.687,[],helm_mmlu_240829.csv qwen1_5_14b,Helm MMLU,0.686,[],helm_mmlu_240829.csv arctic_instruct,Helm MMLU,0.677,[],helm_mmlu_240829.csv llama3_8b,Helm MMLU,0.668,[],helm_mmlu_240829.csv gemma_7b,Helm MMLU,0.661,[],helm_mmlu_240829.csv jamba_instruct,Helm MMLU,0.659,[],helm_mmlu_240829.csv mistral_nemo_2402,Helm MMLU,0.653,[],helm_mmlu_240829.csv command_r,Helm MMLU,0.652,[],helm_mmlu_240829.csv yi_6b,Helm MMLU,0.64,[],helm_mmlu_240829.csv qwen1_5_7b,Helm MMLU,0.626,[],helm_mmlu_240829.csv mistral_instruct_v0_3_7b,Helm MMLU,0.599,[],helm_mmlu_240829.csv phi_2,Helm MMLU,0.584,[],helm_mmlu_240829.csv mistral_v0_1_7b,Helm MMLU,0.566,[],helm_mmlu_240829.csv llama3_1_instruct_turbo_8b,Helm MMLU,0.561,[],helm_mmlu_240829.csv llama_2_13b,Helm MMLU,0.554,[],helm_mmlu_240829.csv olmo_1_7_7b,Helm MMLU,0.538,[],helm_mmlu_240829.csv llama_2_7b,Helm MMLU,0.458,[],helm_mmlu_240829.csv olmo_7b,Helm MMLU,0.295,[],helm_mmlu_240829.csv claude_3_5_sonnet_20240620,LMSys Arena,79.3,[],chatbot_arena_240829.csv gpt_4o_2024_05_13,LMSys Arena,79.2,[],chatbot_arena_240829.csv gpt_4_0125_preview,LMSys Arena,78.0,[],chatbot_arena_240829.csv gpt_4o_2024_08_06,LMSys Arena,77.9,[],chatbot_arena_240829.csv athene_70b,LMSys Arena,77.6,[],chatbot_arena_240829.csv gpt_4o_mini,LMSys Arena,74.9,[],chatbot_arena_240829.csv gemini_1_5_pro_api_preview,LMSys Arena,72.0,[],chatbot_arena_240829.csv mistral_large_2407,LMSys Arena,70.4,[],chatbot_arena_240829.csv llama3_1_405b_instruct,LMSys Arena,64.1,[],chatbot_arena_240829.csv glm_4_0520,LMSys Arena,63.8,[],chatbot_arena_240829.csv yi_large,LMSys Arena,63.7,[],chatbot_arena_240829.csv deepseek_coder_v2,LMSys Arena,62.3,[],chatbot_arena_240829.csv claude_3_opus_20240229,LMSys Arena,60.4,[],chatbot_arena_240829.csv gemma_2_27b_it,LMSys Arena,57.5,[],chatbot_arena_240829.csv llama3_1_70b_instruct,LMSys Arena,55.7,[],chatbot_arena_240829.csv glm_4_0116,LMSys Arena,55.7,[],chatbot_arena_240829.csv glm_4_air,LMSys Arena,50.9,[],chatbot_arena_240829.csv gpt_4_0314,LMSys Arena,50.0,[],chatbot_arena_240829.csv gemini_1_5_flash_api_preview,LMSys Arena,49.6,[],chatbot_arena_240829.csv qwen2_72b_instruct,LMSys Arena,46.9,[],chatbot_arena_240829.csv claude_3_sonnet_20240229,LMSys Arena,46.8,[],chatbot_arena_240829.csv llama3_70b_instruct,LMSys Arena,46.6,[],chatbot_arena_240829.csv claude_3_haiku_20240307,LMSys Arena,41.5,[],chatbot_arena_240829.csv gpt_4_0613,LMSys Arena,37.9,[],chatbot_arena_240829.csv mistral_large_2402,LMSys Arena,37.7,[],chatbot_arena_240829.csv mixtral_8x22b_instruct_v0_1,LMSys Arena,36.4,[],chatbot_arena_240829.csv qwen1_5_72b_chat,LMSys Arena,36.1,[],chatbot_arena_240829.csv phi_3_medium_4k_instruct,LMSys Arena,33.4,[],chatbot_arena_240829.csv command_r_plus,LMSys Arena,33.1,[],chatbot_arena_240829.csv mistral_medium,LMSys Arena,31.9,[],chatbot_arena_240829.csv internlm2_5_20b_chat,LMSys Arena,31.2,[],chatbot_arena_240829.csv phi_3_small_8k_instruct,LMSys Arena,29.8,[],chatbot_arena_240829.csv mistral_next,LMSys Arena,27.4,[],chatbot_arena_240829.csv gpt_3_5_turbo_0613,LMSys Arena,24.8,[],chatbot_arena_240829.csv dbrx_instructruct_preview,LMSys Arena,24.6,[],chatbot_arena_240829.csv internlm2_20b_chat,LMSys Arena,24.4,[],chatbot_arena_240829.csv claude_2_0,LMSys Arena,24.0,[],chatbot_arena_240829.csv mixtral_8x7b_instruct_v0_1,LMSys Arena,23.4,[],chatbot_arena_240829.csv gpt_3_5_turbo_0125,LMSys Arena,23.3,[],chatbot_arena_240829.csv yi_34b_chat,LMSys Arena,23.1,[],chatbot_arena_240829.csv starling_lm_7b_beta,LMSys Arena,23.0,[],chatbot_arena_240829.csv claude_2_1,LMSys Arena,22.8,[],chatbot_arena_240829.csv llama3_1_8b_instruct,LMSys Arena,21.3,[],chatbot_arena_240829.csv snorkel_mistral_pairrm_dpo,LMSys Arena,20.7,[],chatbot_arena_240829.csv llama3_8b_instruct,LMSys Arena,20.6,[],chatbot_arena_240829.csv gpt_3_5_turbo_1106,LMSys Arena,18.9,[],chatbot_arena_240829.csv gpt_3_5_turbo_0301,LMSys Arena,18.1,[],chatbot_arena_240829.csv gemini_1_0_pro,LMSys Arena,17.8,[],chatbot_arena_240829.csv snowflake_arctic_instruct,LMSys Arena,17.6,[],chatbot_arena_240829.csv command_r,LMSys Arena,17.0,[],chatbot_arena_240829.csv phi_3_mini_128k_instruct,LMSys Arena,15.4,[],chatbot_arena_240829.csv tulu_2_dpo_70b,LMSys Arena,15.0,[],chatbot_arena_240829.csv starling_lm_7b_alpha,LMSys Arena,12.8,[],chatbot_arena_240829.csv mistral_7b_instruct,LMSys Arena,12.6,[],chatbot_arena_240829.csv gemma_1_1_7b_it,LMSys Arena,12.1,[],chatbot_arena_240829.csv llama_2_70b_chat,LMSys Arena,11.6,[],chatbot_arena_240829.csv vicuna_33b_v1_3,LMSys Arena,8.6,[],chatbot_arena_240829.csv gemma_7b_it,LMSys Arena,7.5,[],chatbot_arena_240829.csv llama_2_7b_chat,LMSys Arena,4.6,[],chatbot_arena_240829.csv gemma_1_1_2b_it,LMSys Arena,3.4,[],chatbot_arena_240829.csv gemma_2b_it,LMSys Arena,3.0,[],chatbot_arena_240829.csv llama_2_70b,Helm Classic,0.944,[],helm_classic_240829.csv llama_65b,Helm Classic,0.908,[],helm_classic_240829.csv text_davinci_002,Helm Classic,0.905,[],helm_classic_240829.csv mistral_v0_1_7b,Helm Classic,0.884,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm Classic,0.874,[],helm_classic_240829.csv text_davinci_003,Helm Classic,0.872,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm Classic,0.824,[],helm_classic_240829.csv llama_2_13b,Helm Classic,0.823,[],helm_classic_240829.csv tnlg_v2_530b,Helm Classic,0.787,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm Classic,0.783,[],helm_classic_240829.csv llama30b,Helm Classic,0.781,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm Classic,0.78,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm Classic,0.76,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm Classic,0.743,[],helm_classic_240829.csv palmyra_x_43b,Helm Classic,0.732,[],helm_classic_240829.csv falcon_40b,Helm Classic,0.729,[],helm_classic_240829.csv falcon_instruct_40b,Helm Classic,0.727,[],helm_classic_240829.csv mpt_instruct_30b,Helm Classic,0.716,[],helm_classic_240829.csv mpt_30b,Helm Classic,0.714,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm Classic,0.706,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm Classic,0.706,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm Classic,0.675,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm Classic,0.664,[],helm_classic_240829.csv luminous_supreme_70b,Helm Classic,0.662,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm Classic,0.625,[],helm_classic_240829.csv opt_175b,Helm Classic,0.609,[],helm_classic_240829.csv llama_2_7b,Helm Classic,0.607,[],helm_classic_240829.csv llama_13b,Helm Classic,0.595,[],helm_classic_240829.csv instructpalmyra_30b,Helm Classic,0.568,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm Classic,0.56,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm Classic,0.553,[],helm_classic_240829.csv davinci_175b,Helm Classic,0.538,[],helm_classic_240829.csv llama_7b,Helm Classic,0.533,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm Classic,0.524,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm Classic,0.517,[],helm_classic_240829.csv glm_130b,Helm Classic,0.512,[],helm_classic_240829.csv luminous_extended_30b,Helm Classic,0.485,[],helm_classic_240829.csv opt_66b,Helm Classic,0.448,[],helm_classic_240829.csv bloom_176b,Helm Classic,0.446,[],helm_classic_240829.csv j1_grande_v1_17b,Helm Classic,0.433,[],helm_classic_240829.csv alpaca_7b,Helm Classic,0.381,[],helm_classic_240829.csv falcon_7b,Helm Classic,0.378,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm Classic,0.378,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm Classic,0.372,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm Classic,0.366,[],helm_classic_240829.csv text_curie_001,Helm Classic,0.36,[],helm_classic_240829.csv gpt_neox_20b,Helm Classic,0.351,[],helm_classic_240829.csv luminous_base_13b,Helm Classic,0.315,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm Classic,0.312,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm Classic,0.311,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm Classic,0.309,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm Classic,0.285,[],helm_classic_240829.csv gpt_j_6b,Helm Classic,0.273,[],helm_classic_240829.csv pythia_12b,Helm Classic,0.257,[],helm_classic_240829.csv curie_6_7b,Helm Classic,0.247,[],helm_classic_240829.csv falcon_instruct_7b,Helm Classic,0.244,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm Classic,0.23,[],helm_classic_240829.csv text_babbage_001,Helm Classic,0.229,[],helm_classic_240829.csv t0pp_11b,Helm Classic,0.197,[],helm_classic_240829.csv pythia_6_9b,Helm Classic,0.196,[],helm_classic_240829.csv flan-ul2_20b,Helm Classic,0.167,[],helm_classic_240829.csv t5_11b,Helm Classic,0.131,[],helm_classic_240829.csv babbage_1_3b,Helm Classic,0.114,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm Classic,0.109,[],helm_classic_240829.csv ada_350m,Helm Classic,0.108,[],helm_classic_240829.csv text_ada_001,Helm Classic,0.107,[],helm_classic_240829.csv yalm_100b,Helm Classic,0.075,[],helm_classic_240829.csv llama_2_70b,Helm BoolQ,0.886,[],helm_classic_240829.csv llama_65b,Helm BoolQ,0.871,[],helm_classic_240829.csv text_davinci_002,Helm BoolQ,0.877,[],helm_classic_240829.csv mistral_v0_1_7b,Helm BoolQ,0.874,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm BoolQ,0.856,[],helm_classic_240829.csv text_davinci_003,Helm BoolQ,0.881,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm BoolQ,0.829,[],helm_classic_240829.csv llama_2_13b,Helm BoolQ,0.811,[],helm_classic_240829.csv tnlg_v2_530b,Helm BoolQ,0.809,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm BoolQ,0.87,[],helm_classic_240829.csv llama30b,Helm BoolQ,0.861,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm BoolQ,0.815,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm BoolQ,0.74,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm BoolQ,0.826,[],helm_classic_240829.csv palmyra_x_43b,Helm BoolQ,0.896,[],helm_classic_240829.csv falcon_40b,Helm BoolQ,0.819,[],helm_classic_240829.csv falcon_instruct_40b,Helm BoolQ,0.829,[],helm_classic_240829.csv mpt_instruct_30b,Helm BoolQ,0.85,[],helm_classic_240829.csv mpt_30b,Helm BoolQ,0.704,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm BoolQ,0.812,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm BoolQ,0.808,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm BoolQ,0.798,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm BoolQ,0.762,[],helm_classic_240829.csv luminous_supreme_70b,Helm BoolQ,0.775,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm BoolQ,0.76,[],helm_classic_240829.csv opt_175b,Helm BoolQ,0.793,[],helm_classic_240829.csv llama_2_7b,Helm BoolQ,0.762,[],helm_classic_240829.csv llama_13b,Helm BoolQ,0.714,[],helm_classic_240829.csv instructpalmyra_30b,Helm BoolQ,0.751,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm BoolQ,0.718,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm BoolQ,0.742,[],helm_classic_240829.csv davinci_175b,Helm BoolQ,0.722,[],helm_classic_240829.csv llama_7b,Helm BoolQ,0.756,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm BoolQ,0.705,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm BoolQ,0.776,[],helm_classic_240829.csv glm_130b,Helm BoolQ,0.784,[],helm_classic_240829.csv luminous_extended_30b,Helm BoolQ,0.767,[],helm_classic_240829.csv opt_66b,Helm BoolQ,0.76,[],helm_classic_240829.csv bloom_176b,Helm BoolQ,0.704,[],helm_classic_240829.csv j1_grande_v1_17b,Helm BoolQ,0.722,[],helm_classic_240829.csv alpaca_7b,Helm BoolQ,0.778,[],helm_classic_240829.csv falcon_7b,Helm BoolQ,0.753,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm BoolQ,0.713,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm BoolQ,0.725,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm BoolQ,0.677,[],helm_classic_240829.csv text_curie_001,Helm BoolQ,0.62,[],helm_classic_240829.csv gpt_neox_20b,Helm BoolQ,0.683,[],helm_classic_240829.csv luminous_base_13b,Helm BoolQ,0.719,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm BoolQ,0.7,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm BoolQ,0.685,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm BoolQ,0.698,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm BoolQ,0.683,[],helm_classic_240829.csv gpt_j_6b,Helm BoolQ,0.649,[],helm_classic_240829.csv pythia_12b,Helm BoolQ,0.662,[],helm_classic_240829.csv curie_6_7b,Helm BoolQ,0.656,[],helm_classic_240829.csv falcon_instruct_7b,Helm BoolQ,0.72,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm BoolQ,0.659,[],helm_classic_240829.csv text_babbage_001,Helm BoolQ,0.451,[],helm_classic_240829.csv t0pp_11b,Helm BoolQ,0.0,[],helm_classic_240829.csv pythia_6_9b,Helm BoolQ,0.631,[],helm_classic_240829.csv flan-ul2_20b,Helm BoolQ,0.746,[],helm_classic_240829.csv t5_11b,Helm BoolQ,0.761,[],helm_classic_240829.csv babbage_1_3b,Helm BoolQ,0.574,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm BoolQ,0.457,[],helm_classic_240829.csv ada_350m,Helm BoolQ,0.581,[],helm_classic_240829.csv text_ada_001,Helm BoolQ,0.464,[],helm_classic_240829.csv yalm_100b,Helm BoolQ,0.634,[],helm_classic_240829.csv llama_2_70b,Helm NarrativeQA,0.77,[],helm_classic_240829.csv llama_65b,Helm NarrativeQA,0.755,[],helm_classic_240829.csv text_davinci_002,Helm NarrativeQA,0.727,[],helm_classic_240829.csv mistral_v0_1_7b,Helm NarrativeQA,0.716,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm NarrativeQA,0.752,[],helm_classic_240829.csv text_davinci_003,Helm NarrativeQA,0.727,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm NarrativeQA,0.733,[],helm_classic_240829.csv llama_2_13b,Helm NarrativeQA,0.744,[],helm_classic_240829.csv tnlg_v2_530b,Helm NarrativeQA,0.722,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm NarrativeQA,0.625,[],helm_classic_240829.csv llama30b,Helm NarrativeQA,0.752,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm NarrativeQA,0.728,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm NarrativeQA,0.663,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm NarrativeQA,0.737,[],helm_classic_240829.csv palmyra_x_43b,Helm NarrativeQA,0.742,[],helm_classic_240829.csv falcon_40b,Helm NarrativeQA,0.673,[],helm_classic_240829.csv falcon_instruct_40b,Helm NarrativeQA,0.625,[],helm_classic_240829.csv mpt_instruct_30b,Helm NarrativeQA,0.733,[],helm_classic_240829.csv mpt_30b,Helm NarrativeQA,0.732,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm NarrativeQA,0.725,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm NarrativeQA,0.691,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm NarrativeQA,0.709,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm NarrativeQA,0.672,[],helm_classic_240829.csv luminous_supreme_70b,Helm NarrativeQA,0.711,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm NarrativeQA,0.643,[],helm_classic_240829.csv opt_175b,Helm NarrativeQA,0.671,[],helm_classic_240829.csv llama_2_7b,Helm NarrativeQA,0.691,[],helm_classic_240829.csv llama_13b,Helm NarrativeQA,0.711,[],helm_classic_240829.csv instructpalmyra_30b,Helm NarrativeQA,0.496,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm NarrativeQA,0.65,[],helm_classic_240829.csv davinci_175b,Helm NarrativeQA,0.687,[],helm_classic_240829.csv llama_7b,Helm NarrativeQA,0.669,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm NarrativeQA,0.638,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm NarrativeQA,0.695,[],helm_classic_240829.csv glm_130b,Helm NarrativeQA,0.706,[],helm_classic_240829.csv luminous_extended_30b,Helm NarrativeQA,0.665,[],helm_classic_240829.csv opt_66b,Helm NarrativeQA,0.638,[],helm_classic_240829.csv bloom_176b,Helm NarrativeQA,0.662,[],helm_classic_240829.csv j1_grande_v1_17b,Helm NarrativeQA,0.672,[],helm_classic_240829.csv alpaca_7b,Helm NarrativeQA,0.396,[],helm_classic_240829.csv falcon_7b,Helm NarrativeQA,0.621,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm NarrativeQA,0.617,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm NarrativeQA,0.625,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm NarrativeQA,0.638,[],helm_classic_240829.csv text_curie_001,Helm NarrativeQA,0.582,[],helm_classic_240829.csv gpt_neox_20b,Helm NarrativeQA,0.599,[],helm_classic_240829.csv luminous_base_13b,Helm NarrativeQA,0.605,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm NarrativeQA,0.61,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm NarrativeQA,0.555,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm NarrativeQA,0.631,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm NarrativeQA,0.623,[],helm_classic_240829.csv gpt_j_6b,Helm NarrativeQA,0.545,[],helm_classic_240829.csv pythia_12b,Helm NarrativeQA,0.596,[],helm_classic_240829.csv curie_6_7b,Helm NarrativeQA,0.604,[],helm_classic_240829.csv falcon_instruct_7b,Helm NarrativeQA,0.476,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm NarrativeQA,0.559,[],helm_classic_240829.csv text_babbage_001,Helm NarrativeQA,0.429,[],helm_classic_240829.csv t0pp_11b,Helm NarrativeQA,0.151,[],helm_classic_240829.csv pythia_6_9b,Helm NarrativeQA,0.528,[],helm_classic_240829.csv flan-ul2_20b,Helm NarrativeQA,0.083,[],helm_classic_240829.csv t5_11b,Helm NarrativeQA,0.086,[],helm_classic_240829.csv babbage_1_3b,Helm NarrativeQA,0.491,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm NarrativeQA,0.294,[],helm_classic_240829.csv ada_350m,Helm NarrativeQA,0.326,[],helm_classic_240829.csv text_ada_001,Helm NarrativeQA,0.238,[],helm_classic_240829.csv yalm_100b,Helm NarrativeQA,0.252,[],helm_classic_240829.csv llama_2_70b,Helm NaturalQuestionsClosed,0.458,[],helm_classic_240829.csv llama_65b,Helm NaturalQuestionsClosed,0.431,[],helm_classic_240829.csv text_davinci_002,Helm NaturalQuestionsClosed,0.383,[],helm_classic_240829.csv mistral_v0_1_7b,Helm NaturalQuestionsClosed,0.365,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm NaturalQuestionsClosed,0.372,[],helm_classic_240829.csv text_davinci_003,Helm NaturalQuestionsClosed,0.406,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm NaturalQuestionsClosed,0.385,[],helm_classic_240829.csv llama_2_13b,Helm NaturalQuestionsClosed,0.376,[],helm_classic_240829.csv tnlg_v2_530b,Helm NaturalQuestionsClosed,0.384,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm NaturalQuestionsClosed,0.348,[],helm_classic_240829.csv llama30b,Helm NaturalQuestionsClosed,0.408,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm NaturalQuestionsClosed,0.288,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm NaturalQuestionsClosed,0.39,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm NaturalQuestionsClosed,0.356,[],helm_classic_240829.csv palmyra_x_43b,Helm NaturalQuestionsClosed,0.413,[],helm_classic_240829.csv falcon_40b,Helm NaturalQuestionsClosed,0.392,[],helm_classic_240829.csv falcon_instruct_40b,Helm NaturalQuestionsClosed,0.377,[],helm_classic_240829.csv mpt_instruct_30b,Helm NaturalQuestionsClosed,0.304,[],helm_classic_240829.csv mpt_30b,Helm NaturalQuestionsClosed,0.347,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm NaturalQuestionsClosed,0.337,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm NaturalQuestionsClosed,0.346,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm NaturalQuestionsClosed,0.229,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm NaturalQuestionsClosed,0.361,[],helm_classic_240829.csv luminous_supreme_70b,Helm NaturalQuestionsClosed,0.293,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm NaturalQuestionsClosed,0.287,[],helm_classic_240829.csv opt_175b,Helm NaturalQuestionsClosed,0.297,[],helm_classic_240829.csv llama_2_7b,Helm NaturalQuestionsClosed,0.337,[],helm_classic_240829.csv llama_13b,Helm NaturalQuestionsClosed,0.346,[],helm_classic_240829.csv instructpalmyra_30b,Helm NaturalQuestionsClosed,0.33,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm NaturalQuestionsClosed,0.312,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm NaturalQuestionsClosed,0.274,[],helm_classic_240829.csv davinci_175b,Helm NaturalQuestionsClosed,0.329,[],helm_classic_240829.csv llama_7b,Helm NaturalQuestionsClosed,0.297,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm NaturalQuestionsClosed,0.232,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm NaturalQuestionsClosed,0.293,[],helm_classic_240829.csv glm_130b,Helm NaturalQuestionsClosed,0.148,[],helm_classic_240829.csv luminous_extended_30b,Helm NaturalQuestionsClosed,0.254,[],helm_classic_240829.csv opt_66b,Helm NaturalQuestionsClosed,0.258,[],helm_classic_240829.csv bloom_176b,Helm NaturalQuestionsClosed,0.216,[],helm_classic_240829.csv j1_grande_v1_17b,Helm NaturalQuestionsClosed,0.233,[],helm_classic_240829.csv alpaca_7b,Helm NaturalQuestionsClosed,0.266,[],helm_classic_240829.csv falcon_7b,Helm NaturalQuestionsClosed,0.285,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm NaturalQuestionsClosed,0.25,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm NaturalQuestionsClosed,0.232,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm NaturalQuestionsClosed,0.203,[],helm_classic_240829.csv text_curie_001,Helm NaturalQuestionsClosed,0.175,[],helm_classic_240829.csv gpt_neox_20b,Helm NaturalQuestionsClosed,0.193,[],helm_classic_240829.csv luminous_base_13b,Helm NaturalQuestionsClosed,0.202,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm NaturalQuestionsClosed,0.199,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm NaturalQuestionsClosed,0.207,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm NaturalQuestionsClosed,0.21,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm NaturalQuestionsClosed,0.19,[],helm_classic_240829.csv gpt_j_6b,Helm NaturalQuestionsClosed,0.156,[],helm_classic_240829.csv pythia_12b,Helm NaturalQuestionsClosed,0.175,[],helm_classic_240829.csv curie_6_7b,Helm NaturalQuestionsClosed,0.199,[],helm_classic_240829.csv falcon_instruct_7b,Helm NaturalQuestionsClosed,0.194,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm NaturalQuestionsClosed,0.177,[],helm_classic_240829.csv text_babbage_001,Helm NaturalQuestionsClosed,0.07,[],helm_classic_240829.csv t0pp_11b,Helm NaturalQuestionsClosed,0.039,[],helm_classic_240829.csv pythia_6_9b,Helm NaturalQuestionsClosed,0.142,[],helm_classic_240829.csv flan-ul2_20b,Helm NaturalQuestionsClosed,0.204,[],helm_classic_240829.csv t5_11b,Helm NaturalQuestionsClosed,0.194,[],helm_classic_240829.csv babbage_1_3b,Helm NaturalQuestionsClosed,0.119,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm NaturalQuestionsClosed,0.078,[],helm_classic_240829.csv ada_350m,Helm NaturalQuestionsClosed,0.082,[],helm_classic_240829.csv text_ada_001,Helm NaturalQuestionsClosed,0.025,[],helm_classic_240829.csv yalm_100b,Helm NaturalQuestionsClosed,0.068,[],helm_classic_240829.csv llama_2_70b,Helm NaturalQuestionsOpen,0.674,[],helm_classic_240829.csv llama_65b,Helm NaturalQuestionsOpen,0.672,[],helm_classic_240829.csv text_davinci_002,Helm NaturalQuestionsOpen,0.713,[],helm_classic_240829.csv mistral_v0_1_7b,Helm NaturalQuestionsOpen,0.687,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm NaturalQuestionsOpen,0.76,[],helm_classic_240829.csv text_davinci_003,Helm NaturalQuestionsOpen,0.77,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm NaturalQuestionsOpen,0.669,[],helm_classic_240829.csv llama_2_13b,Helm NaturalQuestionsOpen,0.637,[],helm_classic_240829.csv tnlg_v2_530b,Helm NaturalQuestionsOpen,0.642,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm NaturalQuestionsOpen,0.675,[],helm_classic_240829.csv llama30b,Helm NaturalQuestionsOpen,0.666,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm NaturalQuestionsOpen,0.686,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm NaturalQuestionsOpen,0.624,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm NaturalQuestionsOpen,0.639,[],helm_classic_240829.csv falcon_40b,Helm NaturalQuestionsOpen,0.675,[],helm_classic_240829.csv falcon_instruct_40b,Helm NaturalQuestionsOpen,0.666,[],helm_classic_240829.csv mpt_instruct_30b,Helm NaturalQuestionsOpen,0.697,[],helm_classic_240829.csv mpt_30b,Helm NaturalQuestionsOpen,0.673,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm NaturalQuestionsOpen,0.625,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm NaturalQuestionsOpen,0.686,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm NaturalQuestionsOpen,0.717,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm NaturalQuestionsOpen,0.628,[],helm_classic_240829.csv luminous_supreme_70b,Helm NaturalQuestionsOpen,0.649,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm NaturalQuestionsOpen,0.634,[],helm_classic_240829.csv opt_175b,Helm NaturalQuestionsOpen,0.615,[],helm_classic_240829.csv llama_2_7b,Helm NaturalQuestionsOpen,0.611,[],helm_classic_240829.csv llama_13b,Helm NaturalQuestionsOpen,0.614,[],helm_classic_240829.csv instructpalmyra_30b,Helm NaturalQuestionsOpen,0.682,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm NaturalQuestionsOpen,0.595,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm NaturalQuestionsOpen,0.589,[],helm_classic_240829.csv davinci_175b,Helm NaturalQuestionsOpen,0.625,[],helm_classic_240829.csv llama_7b,Helm NaturalQuestionsOpen,0.589,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm NaturalQuestionsOpen,0.659,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm NaturalQuestionsOpen,0.595,[],helm_classic_240829.csv glm_130b,Helm NaturalQuestionsOpen,0.642,[],helm_classic_240829.csv luminous_extended_30b,Helm NaturalQuestionsOpen,0.609,[],helm_classic_240829.csv opt_66b,Helm NaturalQuestionsOpen,0.596,[],helm_classic_240829.csv bloom_176b,Helm NaturalQuestionsOpen,0.621,[],helm_classic_240829.csv j1_grande_v1_17b,Helm NaturalQuestionsOpen,0.578,[],helm_classic_240829.csv alpaca_7b,Helm NaturalQuestionsOpen,0.592,[],helm_classic_240829.csv falcon_7b,Helm NaturalQuestionsOpen,0.579,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm NaturalQuestionsOpen,0.586,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm NaturalQuestionsOpen,0.573,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm NaturalQuestionsOpen,0.637,[],helm_classic_240829.csv text_curie_001,Helm NaturalQuestionsOpen,0.571,[],helm_classic_240829.csv gpt_neox_20b,Helm NaturalQuestionsOpen,0.596,[],helm_classic_240829.csv luminous_base_13b,Helm NaturalQuestionsOpen,0.568,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm NaturalQuestionsOpen,0.517,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm NaturalQuestionsOpen,0.52,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm NaturalQuestionsOpen,0.561,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm NaturalQuestionsOpen,0.532,[],helm_classic_240829.csv gpt_j_6b,Helm NaturalQuestionsOpen,0.559,[],helm_classic_240829.csv pythia_12b,Helm NaturalQuestionsOpen,0.581,[],helm_classic_240829.csv curie_6_7b,Helm NaturalQuestionsOpen,0.552,[],helm_classic_240829.csv falcon_instruct_7b,Helm NaturalQuestionsOpen,0.449,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm NaturalQuestionsOpen,0.504,[],helm_classic_240829.csv text_babbage_001,Helm NaturalQuestionsOpen,0.33,[],helm_classic_240829.csv t0pp_11b,Helm NaturalQuestionsOpen,0.19,[],helm_classic_240829.csv pythia_6_9b,Helm NaturalQuestionsOpen,0.539,[],helm_classic_240829.csv flan-ul2_20b,Helm NaturalQuestionsOpen,0.349,[],helm_classic_240829.csv t5_11b,Helm NaturalQuestionsOpen,0.477,[],helm_classic_240829.csv babbage_1_3b,Helm NaturalQuestionsOpen,0.451,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm NaturalQuestionsOpen,0.309,[],helm_classic_240829.csv ada_350m,Helm NaturalQuestionsOpen,0.365,[],helm_classic_240829.csv text_ada_001,Helm NaturalQuestionsOpen,0.149,[],helm_classic_240829.csv yalm_100b,Helm NaturalQuestionsOpen,0.227,[],helm_classic_240829.csv llama_2_70b,Helm QuAC,0.484,[],helm_classic_240829.csv llama_65b,Helm QuAC,0.401,[],helm_classic_240829.csv text_davinci_002,Helm QuAC,0.445,[],helm_classic_240829.csv mistral_v0_1_7b,Helm QuAC,0.423,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm QuAC,0.432,[],helm_classic_240829.csv text_davinci_003,Helm QuAC,0.525,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm QuAC,0.435,[],helm_classic_240829.csv llama_2_13b,Helm QuAC,0.424,[],helm_classic_240829.csv tnlg_v2_530b,Helm QuAC,0.39,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm QuAC,0.485,[],helm_classic_240829.csv llama30b,Helm QuAC,0.39,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm QuAC,0.431,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm QuAC,0.512,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm QuAC,0.418,[],helm_classic_240829.csv palmyra_x_43b,Helm QuAC,0.473,[],helm_classic_240829.csv falcon_40b,Helm QuAC,0.307,[],helm_classic_240829.csv falcon_instruct_40b,Helm QuAC,0.371,[],helm_classic_240829.csv mpt_instruct_30b,Helm QuAC,0.327,[],helm_classic_240829.csv mpt_30b,Helm QuAC,0.393,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm QuAC,0.392,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm QuAC,0.403,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm QuAC,0.375,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm QuAC,0.374,[],helm_classic_240829.csv luminous_supreme_70b,Helm QuAC,0.37,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm QuAC,0.392,[],helm_classic_240829.csv opt_175b,Helm QuAC,0.36,[],helm_classic_240829.csv llama_2_7b,Helm QuAC,0.406,[],helm_classic_240829.csv llama_13b,Helm QuAC,0.347,[],helm_classic_240829.csv instructpalmyra_30b,Helm QuAC,0.433,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm QuAC,0.361,[],helm_classic_240829.csv davinci_175b,Helm QuAC,0.36,[],helm_classic_240829.csv llama_7b,Helm QuAC,0.338,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm QuAC,0.26,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm QuAC,0.358,[],helm_classic_240829.csv glm_130b,Helm QuAC,0.272,[],helm_classic_240829.csv luminous_extended_30b,Helm QuAC,0.349,[],helm_classic_240829.csv opt_66b,Helm QuAC,0.357,[],helm_classic_240829.csv bloom_176b,Helm QuAC,0.361,[],helm_classic_240829.csv j1_grande_v1_17b,Helm QuAC,0.362,[],helm_classic_240829.csv alpaca_7b,Helm QuAC,0.27,[],helm_classic_240829.csv falcon_7b,Helm QuAC,0.332,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm QuAC,0.336,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm QuAC,0.338,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm QuAC,0.259,[],helm_classic_240829.csv text_curie_001,Helm QuAC,0.358,[],helm_classic_240829.csv gpt_neox_20b,Helm QuAC,0.326,[],helm_classic_240829.csv luminous_base_13b,Helm QuAC,0.334,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm QuAC,0.314,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm QuAC,0.309,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm QuAC,0.345,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm QuAC,0.328,[],helm_classic_240829.csv gpt_j_6b,Helm QuAC,0.33,[],helm_classic_240829.csv pythia_12b,Helm QuAC,0.313,[],helm_classic_240829.csv curie_6_7b,Helm QuAC,0.321,[],helm_classic_240829.csv falcon_instruct_7b,Helm QuAC,0.311,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm QuAC,0.279,[],helm_classic_240829.csv text_babbage_001,Helm QuAC,0.284,[],helm_classic_240829.csv t0pp_11b,Helm QuAC,0.121,[],helm_classic_240829.csv pythia_6_9b,Helm QuAC,0.296,[],helm_classic_240829.csv flan-ul2_20b,Helm QuAC,0.144,[],helm_classic_240829.csv t5_11b,Helm QuAC,0.116,[],helm_classic_240829.csv babbage_1_3b,Helm QuAC,0.273,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm QuAC,0.219,[],helm_classic_240829.csv ada_350m,Helm QuAC,0.242,[],helm_classic_240829.csv text_ada_001,Helm QuAC,0.176,[],helm_classic_240829.csv yalm_100b,Helm QuAC,0.162,[],helm_classic_240829.csv text_davinci_002,helm_hellaswag,0.815,[],helm_classic_240829.csv cohere_command_beta_52_4b,helm_hellaswag,0.811,[],helm_classic_240829.csv text_davinci_003,helm_hellaswag,0.822,[],helm_classic_240829.csv jurassic_2_jumbo_178b,helm_hellaswag,0.788,[],helm_classic_240829.csv tnlg_v2_530b,helm_hellaswag,0.799,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,helm_hellaswag,0.807,[],helm_classic_240829.csv jurassic_2_grande_17b,helm_hellaswag,0.781,[],helm_classic_240829.csv j1_grande_v2_beta_17b,helm_hellaswag,0.764,[],helm_classic_240829.csv cohere_command_beta_6_1b,helm_hellaswag,0.752,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,helm_hellaswag,0.81,[],helm_classic_240829.csv opt_175b,helm_hellaswag,0.791,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,helm_hellaswag,0.811,[],helm_classic_240829.csv jurassic_2_large_7_5b,helm_hellaswag,0.729,[],helm_classic_240829.csv davinci_175b,helm_hellaswag,0.775,[],helm_classic_240829.csv j1_jumbo_v1_178b,helm_hellaswag,0.765,[],helm_classic_240829.csv opt_66b,helm_hellaswag,0.745,[],helm_classic_240829.csv bloom_176b,helm_hellaswag,0.744,[],helm_classic_240829.csv j1_grande_v1_17b,helm_hellaswag,0.739,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,helm_hellaswag,0.736,[],helm_classic_240829.csv text_curie_001,helm_hellaswag,0.676,[],helm_classic_240829.csv gpt_neox_20b,helm_hellaswag,0.718,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,helm_hellaswag,0.726,[],helm_classic_240829.csv tnlg_v2_6_7b,helm_hellaswag,0.704,[],helm_classic_240829.csv j1_large_v1_7_5b,helm_hellaswag,0.7,[],helm_classic_240829.csv gpt_j_6b,helm_hellaswag,0.663,[],helm_classic_240829.csv curie_6_7b,helm_hellaswag,0.682,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,helm_hellaswag,0.706,[],helm_classic_240829.csv text_babbage_001,helm_hellaswag,0.561,[],helm_classic_240829.csv babbage_1_3b,helm_hellaswag,0.555,[],helm_classic_240829.csv cohere_small_v20220720_410m,helm_hellaswag,0.483,[],helm_classic_240829.csv ada_350m,helm_hellaswag,0.435,[],helm_classic_240829.csv text_ada_001,helm_hellaswag,0.429,[],helm_classic_240829.csv llama_2_70b,Helm OpenBookQA,0.554,[],helm_classic_240829.csv llama_65b,Helm OpenBookQA,0.508,[],helm_classic_240829.csv text_davinci_002,Helm OpenBookQA,0.594,[],helm_classic_240829.csv mistral_v0_1_7b,Helm OpenBookQA,0.422,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm OpenBookQA,0.582,[],helm_classic_240829.csv text_davinci_003,Helm OpenBookQA,0.646,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm OpenBookQA,0.558,[],helm_classic_240829.csv llama_2_13b,Helm OpenBookQA,0.33,[],helm_classic_240829.csv tnlg_v2_530b,Helm OpenBookQA,0.562,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm OpenBookQA,0.339,[],helm_classic_240829.csv llama30b,Helm OpenBookQA,0.344,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm OpenBookQA,0.558,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm OpenBookQA,0.609,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm OpenBookQA,0.542,[],helm_classic_240829.csv palmyra_x_43b,Helm OpenBookQA,0.616,[],helm_classic_240829.csv falcon_40b,Helm OpenBookQA,0.353,[],helm_classic_240829.csv falcon_instruct_40b,Helm OpenBookQA,0.384,[],helm_classic_240829.csv mpt_instruct_30b,Helm OpenBookQA,0.234,[],helm_classic_240829.csv mpt_30b,Helm OpenBookQA,0.231,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm OpenBookQA,0.56,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm OpenBookQA,0.385,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm OpenBookQA,0.55,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm OpenBookQA,0.588,[],helm_classic_240829.csv luminous_supreme_70b,Helm OpenBookQA,0.222,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm OpenBookQA,0.292,[],helm_classic_240829.csv opt_175b,Helm OpenBookQA,0.586,[],helm_classic_240829.csv llama_2_7b,Helm OpenBookQA,0.272,[],helm_classic_240829.csv llama_13b,Helm OpenBookQA,0.324,[],helm_classic_240829.csv instructpalmyra_30b,Helm OpenBookQA,0.185,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm OpenBookQA,0.55,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm OpenBookQA,0.53,[],helm_classic_240829.csv davinci_175b,Helm OpenBookQA,0.586,[],helm_classic_240829.csv llama_7b,Helm OpenBookQA,0.28,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm OpenBookQA,0.243,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm OpenBookQA,0.534,[],helm_classic_240829.csv glm_130b,Helm OpenBookQA,0.218,[],helm_classic_240829.csv luminous_extended_30b,Helm OpenBookQA,0.221,[],helm_classic_240829.csv opt_66b,Helm OpenBookQA,0.534,[],helm_classic_240829.csv bloom_176b,Helm OpenBookQA,0.534,[],helm_classic_240829.csv j1_grande_v1_17b,Helm OpenBookQA,0.52,[],helm_classic_240829.csv alpaca_7b,Helm OpenBookQA,0.243,[],helm_classic_240829.csv falcon_7b,Helm OpenBookQA,0.234,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm OpenBookQA,0.205,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm OpenBookQA,0.542,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm OpenBookQA,0.208,[],helm_classic_240829.csv text_curie_001,Helm OpenBookQA,0.514,[],helm_classic_240829.csv gpt_neox_20b,Helm OpenBookQA,0.524,[],helm_classic_240829.csv luminous_base_13b,Helm OpenBookQA,0.182,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm OpenBookQA,0.538,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm OpenBookQA,0.277,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm OpenBookQA,0.478,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm OpenBookQA,0.514,[],helm_classic_240829.csv gpt_j_6b,Helm OpenBookQA,0.514,[],helm_classic_240829.csv pythia_12b,Helm OpenBookQA,0.177,[],helm_classic_240829.csv curie_6_7b,Helm OpenBookQA,0.502,[],helm_classic_240829.csv falcon_instruct_7b,Helm OpenBookQA,0.213,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm OpenBookQA,0.496,[],helm_classic_240829.csv text_babbage_001,Helm OpenBookQA,0.452,[],helm_classic_240829.csv t0pp_11b,Helm OpenBookQA,0.377,[],helm_classic_240829.csv pythia_6_9b,Helm OpenBookQA,0.213,[],helm_classic_240829.csv flan-ul2_20b,Helm OpenBookQA,0.193,[],helm_classic_240829.csv t5_11b,Helm OpenBookQA,0.133,[],helm_classic_240829.csv babbage_1_3b,Helm OpenBookQA,0.438,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm OpenBookQA,0.348,[],helm_classic_240829.csv ada_350m,Helm OpenBookQA,0.38,[],helm_classic_240829.csv text_ada_001,Helm OpenBookQA,0.346,[],helm_classic_240829.csv yalm_100b,Helm OpenBookQA,0.202,[],helm_classic_240829.csv text_davinci_002,helm_truthfulqa,0.61,[],helm_classic_240829.csv cohere_command_beta_52_4b,helm_truthfulqa,0.269,[],helm_classic_240829.csv text_davinci_003,helm_truthfulqa,0.593,[],helm_classic_240829.csv jurassic_2_jumbo_178b,helm_truthfulqa,0.437,[],helm_classic_240829.csv tnlg_v2_530b,helm_truthfulqa,0.251,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,helm_truthfulqa,0.368,[],helm_classic_240829.csv jurassic_2_grande_17b,helm_truthfulqa,0.348,[],helm_classic_240829.csv j1_grande_v2_beta_17b,helm_truthfulqa,0.306,[],helm_classic_240829.csv cohere_command_beta_6_1b,helm_truthfulqa,0.203,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,helm_truthfulqa,0.169,[],helm_classic_240829.csv opt_175b,helm_truthfulqa,0.25,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,helm_truthfulqa,0.198,[],helm_classic_240829.csv jurassic_2_large_7_5b,helm_truthfulqa,0.245,[],helm_classic_240829.csv davinci_175b,helm_truthfulqa,0.194,[],helm_classic_240829.csv j1_jumbo_v1_178b,helm_truthfulqa,0.175,[],helm_classic_240829.csv opt_66b,helm_truthfulqa,0.201,[],helm_classic_240829.csv bloom_176b,helm_truthfulqa,0.205,[],helm_classic_240829.csv j1_grande_v1_17b,helm_truthfulqa,0.193,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,helm_truthfulqa,0.181,[],helm_classic_240829.csv text_curie_001,helm_truthfulqa,0.257,[],helm_classic_240829.csv gpt_neox_20b,helm_truthfulqa,0.216,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,helm_truthfulqa,0.215,[],helm_classic_240829.csv tnlg_v2_6_7b,helm_truthfulqa,0.167,[],helm_classic_240829.csv j1_large_v1_7_5b,helm_truthfulqa,0.197,[],helm_classic_240829.csv gpt_j_6b,helm_truthfulqa,0.199,[],helm_classic_240829.csv curie_6_7b,helm_truthfulqa,0.232,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,helm_truthfulqa,0.19,[],helm_classic_240829.csv text_babbage_001,helm_truthfulqa,0.233,[],helm_classic_240829.csv babbage_1_3b,helm_truthfulqa,0.188,[],helm_classic_240829.csv cohere_small_v20220720_410m,helm_truthfulqa,0.217,[],helm_classic_240829.csv ada_350m,helm_truthfulqa,0.215,[],helm_classic_240829.csv text_ada_001,helm_truthfulqa,0.232,[],helm_classic_240829.csv text_davinci_002,Helm MSMARCO Regular,0.421,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm MSMARCO Regular,0.472,[],helm_classic_240829.csv text_davinci_003,Helm MSMARCO Regular,0.368,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm MSMARCO Regular,0.398,[],helm_classic_240829.csv tnlg_v2_530b,Helm MSMARCO Regular,0.377,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm MSMARCO Regular,0.293,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm MSMARCO Regular,0.285,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm MSMARCO Regular,0.434,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm MSMARCO Regular,0.315,[],helm_classic_240829.csv opt_175b,Helm MSMARCO Regular,0.288,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm MSMARCO Regular,0.273,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm MSMARCO Regular,0.247,[],helm_classic_240829.csv davinci_175b,Helm MSMARCO Regular,0.211,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm MSMARCO Regular,0.21,[],helm_classic_240829.csv opt_66b,Helm MSMARCO Regular,0.237,[],helm_classic_240829.csv bloom_176b,Helm MSMARCO Regular,0.236,[],helm_classic_240829.csv j1_grande_v1_17b,Helm MSMARCO Regular,0.161,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm MSMARCO Regular,0.19,[],helm_classic_240829.csv text_curie_001,Helm MSMARCO Regular,0.271,[],helm_classic_240829.csv gpt_neox_20b,Helm MSMARCO Regular,0.184,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm MSMARCO Regular,0.175,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm MSMARCO Regular,0.158,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm MSMARCO Regular,0.147,[],helm_classic_240829.csv gpt_j_6b,Helm MSMARCO Regular,0.152,[],helm_classic_240829.csv curie_6_7b,Helm MSMARCO Regular,0.162,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm MSMARCO Regular,0.152,[],helm_classic_240829.csv text_babbage_001,Helm MSMARCO Regular,0.208,[],helm_classic_240829.csv babbage_1_3b,Helm MSMARCO Regular,0.122,[],helm_classic_240829.csv ada_350m,Helm MSMARCO Regular,0.102,[],helm_classic_240829.csv text_ada_001,Helm MSMARCO Regular,0.134,[],helm_classic_240829.csv text_davinci_002,Helm MSMARCO Trec,0.664,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm MSMARCO Trec,0.762,[],helm_classic_240829.csv text_davinci_003,Helm MSMARCO Trec,0.644,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm MSMARCO Trec,0.661,[],helm_classic_240829.csv tnlg_v2_530b,Helm MSMARCO Trec,0.643,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm MSMARCO Trec,-0.154,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm MSMARCO Trec,0.514,[],helm_classic_240829.csv palmyra_x_43b,Helm MSMARCO Trec,0.049,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm MSMARCO Trec,0.46,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm MSMARCO Trec,0.709,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm MSMARCO Trec,0.55,[],helm_classic_240829.csv luminous_supreme_70b,Helm MSMARCO Trec,0.15,[],helm_classic_240829.csv opt_175b,Helm MSMARCO Trec,0.448,[],helm_classic_240829.csv instructpalmyra_30b,Helm MSMARCO Trec,0.152,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm MSMARCO Trec,0.459,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm MSMARCO Trec,0.464,[],helm_classic_240829.csv davinci_175b,Helm MSMARCO Trec,0.378,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm MSMARCO Trec,0.363,[],helm_classic_240829.csv glm_130b,Helm MSMARCO Trec,0.154,[],helm_classic_240829.csv luminous_extended_30b,Helm MSMARCO Trec,0.139,[],helm_classic_240829.csv opt_66b,Helm MSMARCO Trec,0.482,[],helm_classic_240829.csv bloom_176b,Helm MSMARCO Trec,0.386,[],helm_classic_240829.csv j1_grande_v1_17b,Helm MSMARCO Trec,0.341,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm MSMARCO Trec,0.33,[],helm_classic_240829.csv text_curie_001,Helm MSMARCO Trec,0.507,[],helm_classic_240829.csv gpt_neox_20b,Helm MSMARCO Trec,0.398,[],helm_classic_240829.csv luminous_base_13b,Helm MSMARCO Trec,0.11,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm MSMARCO Trec,0.373,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm MSMARCO Trec,0.332,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm MSMARCO Trec,0.292,[],helm_classic_240829.csv gpt_j_6b,Helm MSMARCO Trec,0.345,[],helm_classic_240829.csv curie_6_7b,Helm MSMARCO Trec,0.3,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm MSMARCO Trec,0.374,[],helm_classic_240829.csv text_babbage_001,Helm MSMARCO Trec,0.449,[],helm_classic_240829.csv t0pp_11b,Helm MSMARCO Trec,0.122,[],helm_classic_240829.csv flan-ul2_20b,Helm MSMARCO Trec,0.03,[],helm_classic_240829.csv t5_11b,Helm MSMARCO Trec,0.043,[],helm_classic_240829.csv babbage_1_3b,Helm MSMARCO Trec,0.317,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm MSMARCO Trec,0.304,[],helm_classic_240829.csv ada_350m,Helm MSMARCO Trec,0.29,[],helm_classic_240829.csv text_ada_001,Helm MSMARCO Trec,0.302,[],helm_classic_240829.csv yalm_100b,Helm MSMARCO Trec,0.017,[],helm_classic_240829.csv text_davinci_002,helm_cnn/dailymail,0.153,[],helm_classic_240829.csv cohere_command_beta_52_4b,helm_cnn/dailymail,0.161,[],helm_classic_240829.csv text_davinci_003,helm_cnn/dailymail,0.156,[],helm_classic_240829.csv jurassic_2_jumbo_178b,helm_cnn/dailymail,0.149,[],helm_classic_240829.csv tnlg_v2_530b,helm_cnn/dailymail,0.161,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,helm_cnn/dailymail,0.134,[],helm_classic_240829.csv jurassic_2_grande_17b,helm_cnn/dailymail,0.144,[],helm_classic_240829.csv palmyra_x_43b,helm_cnn/dailymail,0.149,[],helm_classic_240829.csv j1_grande_v2_beta_17b,helm_cnn/dailymail,0.146,[],helm_classic_240829.csv cohere_command_beta_6_1b,helm_cnn/dailymail,0.153,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,helm_cnn/dailymail,0.153,[],helm_classic_240829.csv luminous_supreme_70b,helm_cnn/dailymail,0.136,[],helm_classic_240829.csv opt_175b,helm_cnn/dailymail,0.146,[],helm_classic_240829.csv instructpalmyra_30b,helm_cnn/dailymail,0.104,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,helm_cnn/dailymail,0.144,[],helm_classic_240829.csv jurassic_2_large_7_5b,helm_cnn/dailymail,0.136,[],helm_classic_240829.csv davinci_175b,helm_cnn/dailymail,0.127,[],helm_classic_240829.csv j1_jumbo_v1_178b,helm_cnn/dailymail,0.144,[],helm_classic_240829.csv glm_130b,helm_cnn/dailymail,0.132,[],helm_classic_240829.csv luminous_extended_30b,helm_cnn/dailymail,0.124,[],helm_classic_240829.csv opt_66b,helm_cnn/dailymail,0.136,[],helm_classic_240829.csv bloom_176b,helm_cnn/dailymail,0.08,[],helm_classic_240829.csv j1_grande_v1_17b,helm_cnn/dailymail,0.143,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,helm_cnn/dailymail,0.126,[],helm_classic_240829.csv text_curie_001,helm_cnn/dailymail,0.152,[],helm_classic_240829.csv gpt_neox_20b,helm_cnn/dailymail,0.123,[],helm_classic_240829.csv luminous_base_13b,helm_cnn/dailymail,0.105,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,helm_cnn/dailymail,0.121,[],helm_classic_240829.csv tnlg_v2_6_7b,helm_cnn/dailymail,0.146,[],helm_classic_240829.csv j1_large_v1_7_5b,helm_cnn/dailymail,0.134,[],helm_classic_240829.csv gpt_j_6b,helm_cnn/dailymail,0.131,[],helm_classic_240829.csv curie_6_7b,helm_cnn/dailymail,0.113,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,helm_cnn/dailymail,0.077,[],helm_classic_240829.csv text_babbage_001,helm_cnn/dailymail,0.151,[],helm_classic_240829.csv t0pp_11b,helm_cnn/dailymail,0.09,[],helm_classic_240829.csv flan-ul2_20b,helm_cnn/dailymail,0.058,[],helm_classic_240829.csv t5_11b,helm_cnn/dailymail,0.015,[],helm_classic_240829.csv babbage_1_3b,helm_cnn/dailymail,0.079,[],helm_classic_240829.csv cohere_small_v20220720_410m,helm_cnn/dailymail,0.063,[],helm_classic_240829.csv ada_350m,helm_cnn/dailymail,0.09,[],helm_classic_240829.csv text_ada_001,helm_cnn/dailymail,0.136,[],helm_classic_240829.csv yalm_100b,helm_cnn/dailymail,0.021,[],helm_classic_240829.csv text_davinci_002,Helm XSUM,0.144,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm XSUM,0.152,[],helm_classic_240829.csv text_davinci_003,Helm XSUM,0.124,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm XSUM,0.182,[],helm_classic_240829.csv tnlg_v2_530b,Helm XSUM,0.169,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm XSUM,0.934,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm XSUM,0.167,[],helm_classic_240829.csv palmyra_x_43b,Helm XSUM,0.935,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm XSUM,0.152,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm XSUM,0.122,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm XSUM,0.153,[],helm_classic_240829.csv luminous_supreme_70b,Helm XSUM,0.959,[],helm_classic_240829.csv opt_175b,Helm XSUM,0.155,[],helm_classic_240829.csv instructpalmyra_30b,Helm XSUM,0.94,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm XSUM,0.129,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm XSUM,0.142,[],helm_classic_240829.csv davinci_175b,Helm XSUM,0.126,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm XSUM,0.129,[],helm_classic_240829.csv glm_130b,Helm XSUM,0.955,[],helm_classic_240829.csv luminous_extended_30b,Helm XSUM,0.947,[],helm_classic_240829.csv opt_66b,Helm XSUM,0.126,[],helm_classic_240829.csv bloom_176b,Helm XSUM,0.03,[],helm_classic_240829.csv j1_grande_v1_17b,Helm XSUM,0.122,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm XSUM,0.108,[],helm_classic_240829.csv text_curie_001,Helm XSUM,0.076,[],helm_classic_240829.csv gpt_neox_20b,Helm XSUM,0.102,[],helm_classic_240829.csv luminous_base_13b,Helm XSUM,0.939,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm XSUM,0.099,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm XSUM,0.11,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm XSUM,0.102,[],helm_classic_240829.csv gpt_j_6b,Helm XSUM,0.096,[],helm_classic_240829.csv curie_6_7b,Helm XSUM,0.091,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm XSUM,0.087,[],helm_classic_240829.csv text_babbage_001,Helm XSUM,0.046,[],helm_classic_240829.csv t0pp_11b,Helm XSUM,0.207,[],helm_classic_240829.csv flan-ul2_20b,Helm XSUM,0.337,[],helm_classic_240829.csv t5_11b,Helm XSUM,0.379,[],helm_classic_240829.csv babbage_1_3b,Helm XSUM,0.045,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm XSUM,0.033,[],helm_classic_240829.csv ada_350m,Helm XSUM,0.022,[],helm_classic_240829.csv text_ada_001,Helm XSUM,0.034,[],helm_classic_240829.csv yalm_100b,Helm XSUM,0.836,[],helm_classic_240829.csv llama_2_70b,Helm IMDB,0.961,[],helm_classic_240829.csv llama_65b,Helm IMDB,0.962,[],helm_classic_240829.csv text_davinci_002,Helm IMDB,0.948,[],helm_classic_240829.csv mistral_v0_1_7b,Helm IMDB,0.962,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm IMDB,0.96,[],helm_classic_240829.csv text_davinci_003,Helm IMDB,0.848,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm IMDB,0.938,[],helm_classic_240829.csv llama_2_13b,Helm IMDB,0.962,[],helm_classic_240829.csv tnlg_v2_530b,Helm IMDB,0.941,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm IMDB,0.943,[],helm_classic_240829.csv llama30b,Helm IMDB,0.927,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm IMDB,0.61,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm IMDB,0.899,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm IMDB,0.938,[],helm_classic_240829.csv palmyra_x_43b,Helm IMDB,0.008,[],helm_classic_240829.csv falcon_40b,Helm IMDB,0.959,[],helm_classic_240829.csv falcon_instruct_40b,Helm IMDB,0.959,[],helm_classic_240829.csv mpt_instruct_30b,Helm IMDB,0.956,[],helm_classic_240829.csv mpt_30b,Helm IMDB,0.959,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm IMDB,0.957,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm IMDB,0.762,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm IMDB,0.961,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm IMDB,0.956,[],helm_classic_240829.csv luminous_supreme_70b,Helm IMDB,0.562,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm IMDB,0.916,[],helm_classic_240829.csv opt_175b,Helm IMDB,0.947,[],helm_classic_240829.csv llama_2_7b,Helm IMDB,0.907,[],helm_classic_240829.csv llama_13b,Helm IMDB,0.928,[],helm_classic_240829.csv instructpalmyra_30b,Helm IMDB,0.555,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm IMDB,0.956,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm IMDB,0.956,[],helm_classic_240829.csv davinci_175b,Helm IMDB,0.933,[],helm_classic_240829.csv llama_7b,Helm IMDB,0.947,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm IMDB,0.927,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm IMDB,0.943,[],helm_classic_240829.csv glm_130b,Helm IMDB,0.5,[],helm_classic_240829.csv luminous_extended_30b,Helm IMDB,0.524,[],helm_classic_240829.csv opt_66b,Helm IMDB,0.917,[],helm_classic_240829.csv bloom_176b,Helm IMDB,0.945,[],helm_classic_240829.csv j1_grande_v1_17b,Helm IMDB,0.953,[],helm_classic_240829.csv alpaca_7b,Helm IMDB,0.738,[],helm_classic_240829.csv falcon_7b,Helm IMDB,0.836,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm IMDB,0.752,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm IMDB,0.933,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm IMDB,0.894,[],helm_classic_240829.csv text_curie_001,Helm IMDB,0.923,[],helm_classic_240829.csv gpt_neox_20b,Helm IMDB,0.948,[],helm_classic_240829.csv luminous_base_13b,Helm IMDB,0.544,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm IMDB,0.935,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm IMDB,0.907,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm IMDB,0.927,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm IMDB,0.956,[],helm_classic_240829.csv gpt_j_6b,Helm IMDB,0.939,[],helm_classic_240829.csv pythia_12b,Helm IMDB,0.931,[],helm_classic_240829.csv curie_6_7b,Helm IMDB,0.889,[],helm_classic_240829.csv falcon_instruct_7b,Helm IMDB,0.852,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm IMDB,0.935,[],helm_classic_240829.csv text_babbage_001,Helm IMDB,0.913,[],helm_classic_240829.csv t0pp_11b,Helm IMDB,0.234,[],helm_classic_240829.csv pythia_6_9b,Helm IMDB,0.928,[],helm_classic_240829.csv flan-ul2_20b,Helm IMDB,0.521,[],helm_classic_240829.csv t5_11b,Helm IMDB,0.509,[],helm_classic_240829.csv babbage_1_3b,Helm IMDB,0.597,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm IMDB,0.578,[],helm_classic_240829.csv ada_350m,Helm IMDB,0.849,[],helm_classic_240829.csv text_ada_001,Helm IMDB,0.822,[],helm_classic_240829.csv yalm_100b,Helm IMDB,0.49,[],helm_classic_240829.csv llama_2_70b,Helm CivilComments,0.652,[],helm_classic_240829.csv llama_65b,Helm CivilComments,0.655,[],helm_classic_240829.csv text_davinci_002,Helm CivilComments,0.668,[],helm_classic_240829.csv mistral_v0_1_7b,Helm CivilComments,0.624,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm CivilComments,0.601,[],helm_classic_240829.csv text_davinci_003,Helm CivilComments,0.684,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm CivilComments,0.57,[],helm_classic_240829.csv llama_2_13b,Helm CivilComments,0.588,[],helm_classic_240829.csv tnlg_v2_530b,Helm CivilComments,0.601,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm CivilComments,0.696,[],helm_classic_240829.csv llama30b,Helm CivilComments,0.549,[],helm_classic_240829.csv anthropic_lm_v4_s3_52b,Helm CivilComments,0.699,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm CivilComments,0.674,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm CivilComments,0.547,[],helm_classic_240829.csv palmyra_x_43b,Helm CivilComments,0.701,[],helm_classic_240829.csv falcon_40b,Helm CivilComments,0.552,[],helm_classic_240829.csv falcon_instruct_40b,Helm CivilComments,0.603,[],helm_classic_240829.csv mpt_instruct_30b,Helm CivilComments,0.573,[],helm_classic_240829.csv mpt_30b,Helm CivilComments,0.599,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm CivilComments,0.546,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm CivilComments,0.645,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm CivilComments,0.54,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm CivilComments,0.524,[],helm_classic_240829.csv luminous_supreme_70b,Helm CivilComments,0.653,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm CivilComments,0.62,[],helm_classic_240829.csv opt_175b,Helm CivilComments,0.505,[],helm_classic_240829.csv llama_2_7b,Helm CivilComments,0.562,[],helm_classic_240829.csv llama_13b,Helm CivilComments,0.6,[],helm_classic_240829.csv instructpalmyra_30b,Helm CivilComments,0.652,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm CivilComments,0.532,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm CivilComments,0.57,[],helm_classic_240829.csv davinci_175b,Helm CivilComments,0.532,[],helm_classic_240829.csv llama_7b,Helm CivilComments,0.563,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm CivilComments,0.664,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm CivilComments,0.553,[],helm_classic_240829.csv glm_130b,Helm CivilComments,0.598,[],helm_classic_240829.csv luminous_extended_30b,Helm CivilComments,0.523,[],helm_classic_240829.csv opt_66b,Helm CivilComments,0.506,[],helm_classic_240829.csv bloom_176b,Helm CivilComments,0.62,[],helm_classic_240829.csv j1_grande_v1_17b,Helm CivilComments,0.529,[],helm_classic_240829.csv alpaca_7b,Helm CivilComments,0.566,[],helm_classic_240829.csv falcon_7b,Helm CivilComments,0.514,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm CivilComments,0.547,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm CivilComments,0.507,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm CivilComments,0.549,[],helm_classic_240829.csv text_curie_001,Helm CivilComments,0.537,[],helm_classic_240829.csv gpt_neox_20b,Helm CivilComments,0.516,[],helm_classic_240829.csv luminous_base_13b,Helm CivilComments,0.473,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm CivilComments,0.5,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm CivilComments,0.549,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm CivilComments,0.532,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm CivilComments,0.532,[],helm_classic_240829.csv gpt_j_6b,Helm CivilComments,0.52,[],helm_classic_240829.csv pythia_12b,Helm CivilComments,0.531,[],helm_classic_240829.csv curie_6_7b,Helm CivilComments,0.539,[],helm_classic_240829.csv falcon_instruct_7b,Helm CivilComments,0.511,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm CivilComments,0.504,[],helm_classic_240829.csv text_babbage_001,Helm CivilComments,0.499,[],helm_classic_240829.csv t0pp_11b,Helm CivilComments,0.118,[],helm_classic_240829.csv pythia_6_9b,Helm CivilComments,0.511,[],helm_classic_240829.csv flan-ul2_20b,Helm CivilComments,0.404,[],helm_classic_240829.csv t5_11b,Helm CivilComments,0.37,[],helm_classic_240829.csv babbage_1_3b,Helm CivilComments,0.519,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm CivilComments,0.501,[],helm_classic_240829.csv ada_350m,Helm CivilComments,0.517,[],helm_classic_240829.csv text_ada_001,Helm CivilComments,0.503,[],helm_classic_240829.csv yalm_100b,Helm CivilComments,0.395,[],helm_classic_240829.csv llama_2_70b,Helm RAFT,0.727,[],helm_classic_240829.csv llama_65b,Helm RAFT,0.702,[],helm_classic_240829.csv text_davinci_002,Helm RAFT,0.733,[],helm_classic_240829.csv mistral_v0_1_7b,Helm RAFT,0.707,[],helm_classic_240829.csv cohere_command_beta_52_4b,Helm RAFT,0.667,[],helm_classic_240829.csv text_davinci_003,Helm RAFT,0.759,[],helm_classic_240829.csv jurassic_2_jumbo_178b,Helm RAFT,0.746,[],helm_classic_240829.csv llama_2_13b,Helm RAFT,0.707,[],helm_classic_240829.csv tnlg_v2_530b,Helm RAFT,0.679,[],helm_classic_240829.csv gpt_3_5_turbo_0613,Helm RAFT,0.748,[],helm_classic_240829.csv llama30b,Helm RAFT,0.752,[],helm_classic_240829.csv gpt_3_5_turbo_0301,Helm RAFT,0.768,[],helm_classic_240829.csv jurassic_2_grande_17b,Helm RAFT,0.712,[],helm_classic_240829.csv falcon_40b,Helm RAFT,0.661,[],helm_classic_240829.csv falcon_instruct_40b,Helm RAFT,0.586,[],helm_classic_240829.csv mpt_instruct_30b,Helm RAFT,0.68,[],helm_classic_240829.csv mpt_30b,Helm RAFT,0.723,[],helm_classic_240829.csv j1_grande_v2_beta_17b,Helm RAFT,0.679,[],helm_classic_240829.csv vicuna_v1_3_13b,Helm RAFT,0.657,[],helm_classic_240829.csv cohere_command_beta_6_1b,Helm RAFT,0.634,[],helm_classic_240829.csv cohere_xlarge_v20221108_52_4b,Helm RAFT,0.624,[],helm_classic_240829.csv vicuna_v1_3_7b,Helm RAFT,0.693,[],helm_classic_240829.csv opt_175b,Helm RAFT,0.606,[],helm_classic_240829.csv llama_2_7b,Helm RAFT,0.643,[],helm_classic_240829.csv llama_13b,Helm RAFT,0.643,[],helm_classic_240829.csv cohere_xlarge_v20220609_52_4b,Helm RAFT,0.633,[],helm_classic_240829.csv jurassic_2_large_7_5b,Helm RAFT,0.622,[],helm_classic_240829.csv davinci_175b,Helm RAFT,0.642,[],helm_classic_240829.csv llama_7b,Helm RAFT,0.573,[],helm_classic_240829.csv redpajama_incite_instruct_7b,Helm RAFT,0.695,[],helm_classic_240829.csv j1_jumbo_v1_178b,Helm RAFT,0.681,[],helm_classic_240829.csv opt_66b,Helm RAFT,0.557,[],helm_classic_240829.csv bloom_176b,Helm RAFT,0.592,[],helm_classic_240829.csv j1_grande_v1_17b,Helm RAFT,0.658,[],helm_classic_240829.csv alpaca_7b,Helm RAFT,0.486,[],helm_classic_240829.csv falcon_7b,Helm RAFT,0.602,[],helm_classic_240829.csv redpajama_incite_base_7b,Helm RAFT,0.648,[],helm_classic_240829.csv cohere_large_v20220720_13_1b,Helm RAFT,0.596,[],helm_classic_240829.csv redpajama_incite_instruct_v1_3b,Helm RAFT,0.661,[],helm_classic_240829.csv text_curie_001,Helm RAFT,0.489,[],helm_classic_240829.csv gpt_neox_20b,Helm RAFT,0.505,[],helm_classic_240829.csv cohere_medium_v20221108_6_1b,Helm RAFT,0.591,[],helm_classic_240829.csv redpajama_incite_base_v1_3b,Helm RAFT,0.502,[],helm_classic_240829.csv tnlg_v2_6_7b,Helm RAFT,0.525,[],helm_classic_240829.csv j1_large_v1_7_5b,Helm RAFT,0.545,[],helm_classic_240829.csv gpt_j_6b,Helm RAFT,0.619,[],helm_classic_240829.csv pythia_12b,Helm RAFT,0.514,[],helm_classic_240829.csv curie_6_7b,Helm RAFT,0.49,[],helm_classic_240829.csv falcon_instruct_7b,Helm RAFT,0.523,[],helm_classic_240829.csv cohere_medium_v20220720_6_1b,Helm RAFT,0.52,[],helm_classic_240829.csv text_babbage_001,Helm RAFT,0.509,[],helm_classic_240829.csv pythia_6_9b,Helm RAFT,0.502,[],helm_classic_240829.csv babbage_1_3b,Helm RAFT,0.455,[],helm_classic_240829.csv cohere_small_v20220720_410m,Helm RAFT,0.492,[],helm_classic_240829.csv ada_350m,Helm RAFT,0.423,[],helm_classic_240829.csv text_ada_001,Helm RAFT,0.406,[],helm_classic_240829.csv arx_0_3,MMLU Pro,0.7824,[],mmlu_pro_240829.csv claude_3_5_sonnet,MMLU Pro,0.7612,[],mmlu_pro_240829.csv grok_2,MMLU Pro,0.7546,[],mmlu_pro_240829.csv gpt_4o_2024_05_13,MMLU Pro,0.7255,[],mmlu_pro_240829.csv grok_2_mini,MMLU Pro,0.7185,[],mmlu_pro_240829.csv gemini_1_5_pro,MMLU Pro,0.6903,[],mmlu_pro_240829.csv claude_3_opus,MMLU Pro,0.6845,[],mmlu_pro_240829.csv qwen2_72b_chat,MMLU Pro,0.6438,[],mmlu_pro_240829.csv magnum_72b_v1,MMLU Pro,0.6393,[],mmlu_pro_240829.csv gpt_4_turbo,MMLU Pro,0.6371,[],mmlu_pro_240829.csv deepseek_coder_v2_instruct,MMLU Pro,0.6363,[],mmlu_pro_240829.csv higgs_llama3_70b,MMLU Pro,0.6316,[],mmlu_pro_240829.csv gpt_4o_mini,MMLU Pro,0.6309,[],mmlu_pro_240829.csv llama3_1_70b_instruct,MMLU Pro,0.6284,[],mmlu_pro_240829.csv gemini_1_5_flash,MMLU Pro,0.5912,[],mmlu_pro_240829.csv yi_large,MMLU Pro,0.5809,[],mmlu_pro_240829.csv claude_3_sonnet,MMLU Pro,0.568,[],mmlu_pro_240829.csv llama3_70b_instruct,MMLU Pro,0.562,[],mmlu_pro_240829.csv phi3_medium_4k,MMLU Pro,0.557,[],mmlu_pro_240829.csv qwen2_72b_32k,MMLU Pro,0.5559,[],mmlu_pro_240829.csv deepseek_v2_chat,MMLU Pro,0.5481,[],mmlu_pro_240829.csv llama3_70b,MMLU Pro,0.5278,[],mmlu_pro_240829.csv qwen1_5_72b_chat,MMLU Pro,0.5264,[],mmlu_pro_240829.csv llama3_1_70b,MMLU Pro,0.5247,[],mmlu_pro_240829.csv yi_1_5_34b_chat,MMLU Pro,0.5229,[],mmlu_pro_240829.csv gemma_2_9b_it,MMLU Pro,0.5208,[],mmlu_pro_240829.csv phi3_medium_128k,MMLU Pro,0.5191,[],mmlu_pro_240829.csv mammoth2_8x7b_plus,MMLU Pro,0.504,[],mmlu_pro_240829.csv qwen1_5_110b,MMLU Pro,0.4993,[],mmlu_pro_240829.csv glm_4_9b_chat,MMLU Pro,0.4801,[],mmlu_pro_240829.csv glm_4_9b,MMLU Pro,0.4792,[],mmlu_pro_240829.csv phi_3_5_mini_instruct,MMLU Pro,0.4787,[],mmlu_pro_240829.csv qwen2_7b_instruct,MMLU Pro,0.4724,[],mmlu_pro_240829.csv yi_1_5_9b_chat,MMLU Pro,0.4595,[],mmlu_pro_240829.csv phi3_mini_4k,MMLU Pro,0.4566,[],mmlu_pro_240829.csv gemma_2_9b,MMLU Pro,0.451,[],mmlu_pro_240829.csv mistral_nemo_instruct_2407,MMLU Pro,0.4481,[],mmlu_pro_240829.csv llama3_1_8b_instruct,MMLU Pro,0.4425,[],mmlu_pro_240829.csv phi3_mini_128k,MMLU Pro,0.4386,[],mmlu_pro_240829.csv mammoth2_8b_plus,MMLU Pro,0.4335,[],mmlu_pro_240829.csv mixtral_8x7b_instruct_v0_1,MMLU Pro,0.4327,[],mmlu_pro_240829.csv yi_34b,MMLU Pro,0.4303,[],mmlu_pro_240829.csv mathstral_7b_v0_1,MMLU Pro,0.42,[],mmlu_pro_240829.csv deepseek_coder_v2_lite_instruct,MMLU Pro,0.4157,[],mmlu_pro_240829.csv mixtral_8x7b_v0_1,MMLU Pro,0.4103,[],mmlu_pro_240829.csv llama3_8b_instruct,MMLU Pro,0.4098,[],mmlu_pro_240829.csv mammoth2_7b_plus,MMLU Pro,0.4085,[],mmlu_pro_240829.csv qwen2_7b,MMLU Pro,0.4073,[],mmlu_pro_240829.csv mistral_nemo_base_2407,MMLU Pro,0.3977,[],mmlu_pro_240829.csv wizardlm_2_8x22b,MMLU Pro,0.3924,[],mmlu_pro_240829.csv yi_1_5_6b_chat,MMLU Pro,0.3823,[],mmlu_pro_240829.csv qwen1_5_14b_chat,MMLU Pro,0.3802,[],mmlu_pro_240829.csv c4ai_command_r_v0_1,MMLU Pro,0.379,[],mmlu_pro_240829.csv staring_7b,MMLU Pro,0.379,[],mmlu_pro_240829.csv llama_2_70b,MMLU Pro,0.3753,[],mmlu_pro_240829.csv openchat_3_5_8b,MMLU Pro,0.3724,[],mmlu_pro_240829.csv internmath_20b_plus,MMLU Pro,0.371,[],mmlu_pro_240829.csv llama3_smaug_8b,MMLU Pro,0.3693,[],mmlu_pro_240829.csv llama3_1_8b,MMLU Pro,0.366,[],mmlu_pro_240829.csv llama3_8b,MMLU Pro,0.3536,[],mmlu_pro_240829.csv deepseekmath_7b_instruct,MMLU Pro,0.353,[],mmlu_pro_240829.csv deepseek_coder_v2_lite_base,MMLU Pro,0.3437,[],mmlu_pro_240829.csv gemma_7b,MMLU Pro,0.3373,[],mmlu_pro_240829.csv internmath_7b_plus,MMLU Pro,0.335,[],mmlu_pro_240829.csv zephyr_7b_beta,MMLU Pro,0.3297,[],mmlu_pro_240829.csv mistral_7b_v0_1,MMLU Pro,0.3088,[],mmlu_pro_240829.csv mistral_7b_instruct_v0_2,MMLU Pro,0.3084,[],mmlu_pro_240829.csv mistral_7b_v0_2,MMLU Pro,0.3043,[],mmlu_pro_240829.csv qwen1_5_7b_chat,MMLU Pro,0.2906,[],mmlu_pro_240829.csv yi_6b_chat,MMLU Pro,0.2884,[],mmlu_pro_240829.csv neo_7b_instruct,MMLU Pro,0.2874,[],mmlu_pro_240829.csv yi_6b,MMLU Pro,0.2651,[],mmlu_pro_240829.csv neo_7b,MMLU Pro,0.2585,[],mmlu_pro_240829.csv mistral_7b_instruct_v0_1,MMLU Pro,0.2575,[],mmlu_pro_240829.csv llama_2_13b,MMLU Pro,0.2534,[],mmlu_pro_240829.csv llemma_7b,MMLU Pro,0.2345,[],mmlu_pro_240829.csv qwen2_1_5b_instruct,MMLU Pro,0.2262,[],mmlu_pro_240829.csv qwen2_1_5b,MMLU Pro,0.2256,[],mmlu_pro_240829.csv llama_2_7b,MMLU Pro,0.2032,[],mmlu_pro_240829.csv qwen2_0_5b_instruct,MMLU Pro,0.1593,[],mmlu_pro_240829.csv gemma_2b,MMLU Pro,0.1585,[],mmlu_pro_240829.csv qwen2_0_5b,MMLU Pro,0.1497,[],mmlu_pro_240829.csv llama3_70b,MixEval,82.2,[],mixeval_240829.csv qwen1_5_72b,MixEval,79.5,[],mixeval_240829.csv yi_34b,MixEval,78.3,[],mixeval_240829.csv qwen1_5_32b,MixEval,77.6,[],mixeval_240829.csv mixtral_8x7b,MixEval,74.0,[],mixeval_240829.csv llama_2_70b,MixEval,73.2,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval,70.2,[],mixeval_240829.csv qwen1_5_7b,MixEval,68.2,[],mixeval_240829.csv llama3_8b,MixEval,65.1,[],mixeval_240829.csv mistral_7b,MixEval,64.8,[],mixeval_240829.csv gemma_7b,MixEval,64.7,[],mixeval_240829.csv yi_6b,MixEval,63.1,[],mixeval_240829.csv qwen1_5_4b,MixEval,58.2,[],mixeval_240829.csv jetmoe_8b,MixEval,57.1,[],mixeval_240829.csv deepseek_7b,MixEval,52.2,[],mixeval_240829.csv phi_2,MixEval,51.9,[],mixeval_240829.csv deepseekmoe_16b,MixEval,51.4,[],mixeval_240829.csv llama_2_7b,MixEval,43.1,[],mixeval_240829.csv gemma_2b,MixEval,38.9,[],mixeval_240829.csv olmo_7b,MixEval,31.8,[],mixeval_240829.csv mpt_7b,MixEval,30.8,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval,89.9,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval,87.9,[],mixeval_240829.csv claude_3_opus,MixEval,88.1,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval,88.8,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval,84.2,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval,84.8,[],mixeval_240829.csv mistral_large_2,MixEval,86.1,[],mixeval_240829.csv yi_large_preview,MixEval,84.4,[],mixeval_240829.csv llama3_70b_instruct,MixEval,84.0,[],mixeval_240829.csv qwen_max_0428,MixEval,86.1,[],mixeval_240829.csv claude_3_sonnet,MixEval,81.7,[],mixeval_240829.csv reka_core_20240415,MixEval,83.3,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval,81.5,[],mixeval_240829.csv deepseek_v2,MixEval,83.7,[],mixeval_240829.csv gpt_4o_mini,MixEval,84.2,[],mixeval_240829.csv command_r_plus,MixEval,81.5,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval,81.7,[],mixeval_240829.csv mistral_large,MixEval,84.2,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval,84.1,[],mixeval_240829.csv mistral_medium,MixEval,81.9,[],mixeval_240829.csv gemini_1_0_pro,MixEval,78.9,[],mixeval_240829.csv reka_flash_20240226,MixEval,79.8,[],mixeval_240829.csv mistral_small,MixEval,81.2,[],mixeval_240829.csv llama3_8b_instruct,MixEval,75.0,[],mixeval_240829.csv command_r,MixEval,77.0,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval,81.0,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval,79.7,[],mixeval_240829.csv claude_3_haiku,MixEval,79.7,[],mixeval_240829.csv yi_34b_chat,MixEval,80.1,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval,76.4,[],mixeval_240829.csv starling_lm_7b_beta,MixEval,74.8,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval,74.2,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval,69.6,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval,66.3,[],mixeval_240829.csv llama_2_70b_chat,MixEval,74.6,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval,70.0,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval,70.0,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval,71.4,[],mixeval_240829.csv reka_edge_20240208,MixEval,68.5,[],mixeval_240829.csv zephyr_7b_beta,MixEval,69.1,[],mixeval_240829.csv llama_2_7b_chat,MixEval,61.7,[],mixeval_240829.csv yi_6b_chat,MixEval,65.6,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval,69.1,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval,51.9,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval,60.3,[],mixeval_240829.csv olmo_7b_instruct,MixEval,55.0,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval,57.2,[],mixeval_240829.csv jetmoe_8b_chat,MixEval,51.6,[],mixeval_240829.csv mpt_7b_chat,MixEval,43.8,[],mixeval_240829.csv llama3_70b,MixEval Hard,54.0,[],mixeval_240829.csv qwen1_5_72b,MixEval Hard,41.9,[],mixeval_240829.csv yi_34b,MixEval Hard,47.2,[],mixeval_240829.csv qwen1_5_32b,MixEval Hard,41.0,[],mixeval_240829.csv mixtral_8x7b,MixEval Hard,40.7,[],mixeval_240829.csv llama_2_70b,MixEval Hard,41.6,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval Hard,33.5,[],mixeval_240829.csv qwen1_5_7b,MixEval Hard,33.7,[],mixeval_240829.csv llama3_8b,MixEval Hard,31.7,[],mixeval_240829.csv mistral_7b,MixEval Hard,27.1,[],mixeval_240829.csv gemma_7b,MixEval Hard,32.7,[],mixeval_240829.csv yi_6b,MixEval Hard,30.4,[],mixeval_240829.csv qwen1_5_4b,MixEval Hard,23.5,[],mixeval_240829.csv jetmoe_8b,MixEval Hard,27.0,[],mixeval_240829.csv deepseek_7b,MixEval Hard,21.7,[],mixeval_240829.csv phi_2,MixEval Hard,21.9,[],mixeval_240829.csv deepseekmoe_16b,MixEval Hard,24.2,[],mixeval_240829.csv llama_2_7b,MixEval Hard,22.1,[],mixeval_240829.csv gemma_2b,MixEval Hard,22.6,[],mixeval_240829.csv olmo_7b,MixEval Hard,21.2,[],mixeval_240829.csv mpt_7b,MixEval Hard,17.4,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval Hard,68.1,[],mixeval_240829.csv llama3_1_405b_instruct,MixEval Hard,66.2,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval Hard,64.7,[],mixeval_240829.csv claude_3_opus,MixEval Hard,63.5,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval Hard,62.6,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval Hard,58.7,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval Hard,58.3,[],mixeval_240829.csv mistral_large_2,MixEval Hard,57.4,[],mixeval_240829.csv yi_large_preview,MixEval Hard,56.8,[],mixeval_240829.csv llama3_70b_instruct,MixEval Hard,55.9,[],mixeval_240829.csv qwen_max_0428,MixEval Hard,55.8,[],mixeval_240829.csv claude_3_sonnet,MixEval Hard,54.0,[],mixeval_240829.csv reka_core_20240415,MixEval Hard,52.9,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval Hard,51.8,[],mixeval_240829.csv deepseek_v2,MixEval Hard,51.7,[],mixeval_240829.csv gpt_4o_mini,MixEval Hard,51.6,[],mixeval_240829.csv command_r_plus,MixEval Hard,51.4,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval Hard,51.2,[],mixeval_240829.csv mistral_large,MixEval Hard,50.3,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval Hard,48.3,[],mixeval_240829.csv mistral_medium,MixEval Hard,47.8,[],mixeval_240829.csv gemini_1_0_pro,MixEval Hard,46.4,[],mixeval_240829.csv reka_flash_20240226,MixEval Hard,46.2,[],mixeval_240829.csv mistral_small,MixEval Hard,46.2,[],mixeval_240829.csv llama3_8b_instruct,MixEval Hard,45.6,[],mixeval_240829.csv command_r,MixEval Hard,45.2,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval Hard,43.3,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval Hard,43.0,[],mixeval_240829.csv claude_3_haiku,MixEval Hard,42.8,[],mixeval_240829.csv yi_34b_chat,MixEval Hard,42.6,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval Hard,42.5,[],mixeval_240829.csv starling_lm_7b_beta,MixEval Hard,41.8,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval Hard,40.9,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval Hard,39.1,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval Hard,38.7,[],mixeval_240829.csv llama_2_70b_chat,MixEval Hard,38.0,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval Hard,37.8,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval Hard,36.2,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval Hard,35.5,[],mixeval_240829.csv reka_edge_20240208,MixEval Hard,32.2,[],mixeval_240829.csv zephyr_7b_beta,MixEval Hard,31.6,[],mixeval_240829.csv llama_2_7b_chat,MixEval Hard,30.8,[],mixeval_240829.csv yi_6b_chat,MixEval Hard,30.1,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval Hard,29.1,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval Hard,28.4,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval Hard,27.8,[],mixeval_240829.csv olmo_7b_instruct,MixEval Hard,26.7,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval Hard,24.6,[],mixeval_240829.csv jetmoe_8b_chat,MixEval Hard,24.3,[],mixeval_240829.csv mpt_7b_chat,MixEval Hard,23.8,[],mixeval_240829.csv llama3_70b,MixEval TriviaQA,83.1,[],mixeval_240829.csv qwen1_5_72b,MixEval TriviaQA,78.4,[],mixeval_240829.csv yi_34b,MixEval TriviaQA,72.1,[],mixeval_240829.csv qwen1_5_32b,MixEval TriviaQA,71.9,[],mixeval_240829.csv mixtral_8x7b,MixEval TriviaQA,77.3,[],mixeval_240829.csv llama_2_70b,MixEval TriviaQA,78.7,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval TriviaQA,71.3,[],mixeval_240829.csv qwen1_5_7b,MixEval TriviaQA,61.4,[],mixeval_240829.csv llama3_8b,MixEval TriviaQA,65.2,[],mixeval_240829.csv mistral_7b,MixEval TriviaQA,67.2,[],mixeval_240829.csv gemma_7b,MixEval TriviaQA,66.0,[],mixeval_240829.csv yi_6b,MixEval TriviaQA,54.7,[],mixeval_240829.csv qwen1_5_4b,MixEval TriviaQA,47.8,[],mixeval_240829.csv jetmoe_8b,MixEval TriviaQA,53.4,[],mixeval_240829.csv deepseek_7b,MixEval TriviaQA,58.7,[],mixeval_240829.csv phi_2,MixEval TriviaQA,37.0,[],mixeval_240829.csv deepseekmoe_16b,MixEval TriviaQA,64.2,[],mixeval_240829.csv llama_2_7b,MixEval TriviaQA,55.5,[],mixeval_240829.csv gemma_2b,MixEval TriviaQA,41.5,[],mixeval_240829.csv olmo_7b,MixEval TriviaQA,38.4,[],mixeval_240829.csv mpt_7b,MixEval TriviaQA,33.5,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval TriviaQA,92.6,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval TriviaQA,88.0,[],mixeval_240829.csv claude_3_opus,MixEval TriviaQA,90.4,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval TriviaQA,91.2,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval TriviaQA,85.3,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval TriviaQA,83.7,[],mixeval_240829.csv mistral_large_2,MixEval TriviaQA,88.2,[],mixeval_240829.csv yi_large_preview,MixEval TriviaQA,81.7,[],mixeval_240829.csv llama3_70b_instruct,MixEval TriviaQA,83.1,[],mixeval_240829.csv qwen_max_0428,MixEval TriviaQA,86.7,[],mixeval_240829.csv claude_3_sonnet,MixEval TriviaQA,84.2,[],mixeval_240829.csv reka_core_20240415,MixEval TriviaQA,82.8,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval TriviaQA,83.0,[],mixeval_240829.csv deepseek_v2,MixEval TriviaQA,84.4,[],mixeval_240829.csv gpt_4o_mini,MixEval TriviaQA,83.1,[],mixeval_240829.csv command_r_plus,MixEval TriviaQA,83.3,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval TriviaQA,78.4,[],mixeval_240829.csv mistral_large,MixEval TriviaQA,88.3,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval TriviaQA,83.9,[],mixeval_240829.csv mistral_medium,MixEval TriviaQA,86.8,[],mixeval_240829.csv gemini_1_0_pro,MixEval TriviaQA,81.0,[],mixeval_240829.csv reka_flash_20240226,MixEval TriviaQA,76.4,[],mixeval_240829.csv mistral_small,MixEval TriviaQA,85.1,[],mixeval_240829.csv llama3_8b_instruct,MixEval TriviaQA,71.7,[],mixeval_240829.csv command_r,MixEval TriviaQA,80.9,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval TriviaQA,75.7,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval TriviaQA,85.2,[],mixeval_240829.csv claude_3_haiku,MixEval TriviaQA,79.9,[],mixeval_240829.csv yi_34b_chat,MixEval TriviaQA,82.7,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval TriviaQA,82.5,[],mixeval_240829.csv starling_lm_7b_beta,MixEval TriviaQA,75.1,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval TriviaQA,61.3,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval TriviaQA,64.3,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval TriviaQA,79.2,[],mixeval_240829.csv llama_2_70b_chat,MixEval TriviaQA,80.0,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval TriviaQA,62.1,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval TriviaQA,73.7,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval TriviaQA,64.1,[],mixeval_240829.csv reka_edge_20240208,MixEval TriviaQA,60.0,[],mixeval_240829.csv zephyr_7b_beta,MixEval TriviaQA,74.7,[],mixeval_240829.csv llama_2_7b_chat,MixEval TriviaQA,68.8,[],mixeval_240829.csv yi_6b_chat,MixEval TriviaQA,66.1,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval TriviaQA,65.9,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval TriviaQA,53.7,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval TriviaQA,66.4,[],mixeval_240829.csv olmo_7b_instruct,MixEval TriviaQA,51.7,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval TriviaQA,46.0,[],mixeval_240829.csv jetmoe_8b_chat,MixEval TriviaQA,46.8,[],mixeval_240829.csv mpt_7b_chat,MixEval TriviaQA,50.2,[],mixeval_240829.csv llama3_70b,MixEval MMLU,79.8,[],mixeval_240829.csv qwen1_5_72b,MixEval MMLU,78.8,[],mixeval_240829.csv yi_34b,MixEval MMLU,79.3,[],mixeval_240829.csv qwen1_5_32b,MixEval MMLU,77.2,[],mixeval_240829.csv mixtral_8x7b,MixEval MMLU,71.6,[],mixeval_240829.csv llama_2_70b,MixEval MMLU,70.8,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval MMLU,69.4,[],mixeval_240829.csv qwen1_5_7b,MixEval MMLU,67.0,[],mixeval_240829.csv llama3_8b,MixEval MMLU,69.5,[],mixeval_240829.csv mistral_7b,MixEval MMLU,68.5,[],mixeval_240829.csv gemma_7b,MixEval MMLU,67.4,[],mixeval_240829.csv yi_6b,MixEval MMLU,71.2,[],mixeval_240829.csv qwen1_5_4b,MixEval MMLU,59.6,[],mixeval_240829.csv jetmoe_8b,MixEval MMLU,55.3,[],mixeval_240829.csv deepseek_7b,MixEval MMLU,53.3,[],mixeval_240829.csv phi_2,MixEval MMLU,62.5,[],mixeval_240829.csv deepseekmoe_16b,MixEval MMLU,49.9,[],mixeval_240829.csv llama_2_7b,MixEval MMLU,40.8,[],mixeval_240829.csv gemma_2b,MixEval MMLU,37.4,[],mixeval_240829.csv olmo_7b,MixEval MMLU,29.7,[],mixeval_240829.csv mpt_7b,MixEval MMLU,30.9,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval MMLU,84.2,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval MMLU,85.4,[],mixeval_240829.csv claude_3_opus,MixEval MMLU,83.2,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval MMLU,82.8,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval MMLU,79.2,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval MMLU,84.0,[],mixeval_240829.csv mistral_large_2,MixEval MMLU,81.9,[],mixeval_240829.csv yi_large_preview,MixEval MMLU,80.9,[],mixeval_240829.csv llama3_70b_instruct,MixEval MMLU,80.5,[],mixeval_240829.csv qwen_max_0428,MixEval MMLU,80.6,[],mixeval_240829.csv claude_3_sonnet,MixEval MMLU,74.7,[],mixeval_240829.csv reka_core_20240415,MixEval MMLU,79.3,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval MMLU,74.5,[],mixeval_240829.csv deepseek_v2,MixEval MMLU,77.3,[],mixeval_240829.csv gpt_4o_mini,MixEval MMLU,82.3,[],mixeval_240829.csv command_r_plus,MixEval MMLU,78.9,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval MMLU,76.4,[],mixeval_240829.csv mistral_large,MixEval MMLU,80.2,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval MMLU,80.1,[],mixeval_240829.csv mistral_medium,MixEval MMLU,76.3,[],mixeval_240829.csv gemini_1_0_pro,MixEval MMLU,74.9,[],mixeval_240829.csv reka_flash_20240226,MixEval MMLU,75.4,[],mixeval_240829.csv mistral_small,MixEval MMLU,75.2,[],mixeval_240829.csv llama3_8b_instruct,MixEval MMLU,71.9,[],mixeval_240829.csv command_r,MixEval MMLU,75.0,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval MMLU,78.0,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval MMLU,74.5,[],mixeval_240829.csv claude_3_haiku,MixEval MMLU,76.1,[],mixeval_240829.csv yi_34b_chat,MixEval MMLU,73.6,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval MMLU,72.0,[],mixeval_240829.csv starling_lm_7b_beta,MixEval MMLU,69.0,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval MMLU,72.6,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval MMLU,66.9,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval MMLU,59.2,[],mixeval_240829.csv llama_2_70b_chat,MixEval MMLU,69.8,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval MMLU,66.7,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval MMLU,67.3,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval MMLU,68.7,[],mixeval_240829.csv reka_edge_20240208,MixEval MMLU,63.6,[],mixeval_240829.csv zephyr_7b_beta,MixEval MMLU,64.9,[],mixeval_240829.csv llama_2_7b_chat,MixEval MMLU,59.4,[],mixeval_240829.csv yi_6b_chat,MixEval MMLU,65.4,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval MMLU,69.5,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval MMLU,51.5,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval MMLU,58.7,[],mixeval_240829.csv olmo_7b_instruct,MixEval MMLU,57.1,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval MMLU,61.4,[],mixeval_240829.csv jetmoe_8b_chat,MixEval MMLU,58.5,[],mixeval_240829.csv mpt_7b_chat,MixEval MMLU,37.8,[],mixeval_240829.csv llama3_70b,MixEval DROP,81.5,[],mixeval_240829.csv qwen1_5_72b,MixEval DROP,64.5,[],mixeval_240829.csv yi_34b,MixEval DROP,78.2,[],mixeval_240829.csv qwen1_5_32b,MixEval DROP,68.7,[],mixeval_240829.csv mixtral_8x7b,MixEval DROP,69.8,[],mixeval_240829.csv llama_2_70b,MixEval DROP,73.2,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval DROP,59.9,[],mixeval_240829.csv qwen1_5_7b,MixEval DROP,63.6,[],mixeval_240829.csv llama3_8b,MixEval DROP,63.8,[],mixeval_240829.csv mistral_7b,MixEval DROP,61.3,[],mixeval_240829.csv gemma_7b,MixEval DROP,63.8,[],mixeval_240829.csv yi_6b,MixEval DROP,51.4,[],mixeval_240829.csv qwen1_5_4b,MixEval DROP,51.0,[],mixeval_240829.csv jetmoe_8b,MixEval DROP,44.1,[],mixeval_240829.csv deepseek_7b,MixEval DROP,43.5,[],mixeval_240829.csv phi_2,MixEval DROP,50.4,[],mixeval_240829.csv deepseekmoe_16b,MixEval DROP,41.1,[],mixeval_240829.csv llama_2_7b,MixEval DROP,37.6,[],mixeval_240829.csv gemma_2b,MixEval DROP,32.6,[],mixeval_240829.csv olmo_7b,MixEval DROP,24.0,[],mixeval_240829.csv mpt_7b,MixEval DROP,26.8,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval DROP,93.7,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval DROP,87.9,[],mixeval_240829.csv claude_3_opus,MixEval DROP,91.5,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval DROP,91.0,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval DROP,84.2,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval DROP,82.5,[],mixeval_240829.csv mistral_large_2,MixEval DROP,89.3,[],mixeval_240829.csv yi_large_preview,MixEval DROP,87.0,[],mixeval_240829.csv llama3_70b_instruct,MixEval DROP,90.1,[],mixeval_240829.csv qwen_max_0428,MixEval DROP,85.4,[],mixeval_240829.csv claude_3_sonnet,MixEval DROP,87.7,[],mixeval_240829.csv reka_core_20240415,MixEval DROP,88.1,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval DROP,85.7,[],mixeval_240829.csv deepseek_v2,MixEval DROP,85.3,[],mixeval_240829.csv gpt_4o_mini,MixEval DROP,87.7,[],mixeval_240829.csv command_r_plus,MixEval DROP,80.4,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval DROP,87.0,[],mixeval_240829.csv mistral_large,MixEval DROP,88.6,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval DROP,85.1,[],mixeval_240829.csv mistral_medium,MixEval DROP,83.2,[],mixeval_240829.csv gemini_1_0_pro,MixEval DROP,82.6,[],mixeval_240829.csv reka_flash_20240226,MixEval DROP,86.7,[],mixeval_240829.csv mistral_small,MixEval DROP,86.1,[],mixeval_240829.csv llama3_8b_instruct,MixEval DROP,86.4,[],mixeval_240829.csv command_r,MixEval DROP,72.0,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval DROP,82.9,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval DROP,84.8,[],mixeval_240829.csv claude_3_haiku,MixEval DROP,85.0,[],mixeval_240829.csv yi_34b_chat,MixEval DROP,86.1,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval DROP,79.5,[],mixeval_240829.csv starling_lm_7b_beta,MixEval DROP,86.4,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval DROP,83.9,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval DROP,80.6,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval DROP,71.4,[],mixeval_240829.csv llama_2_70b_chat,MixEval DROP,79.8,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval DROP,75.5,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval DROP,72.8,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval DROP,76.4,[],mixeval_240829.csv reka_edge_20240208,MixEval DROP,80.0,[],mixeval_240829.csv zephyr_7b_beta,MixEval DROP,77.3,[],mixeval_240829.csv llama_2_7b_chat,MixEval DROP,69.3,[],mixeval_240829.csv yi_6b_chat,MixEval DROP,70.5,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval DROP,64.6,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval DROP,59.8,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval DROP,68.3,[],mixeval_240829.csv olmo_7b_instruct,MixEval DROP,53.1,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval DROP,57.2,[],mixeval_240829.csv jetmoe_8b_chat,MixEval DROP,27.0,[],mixeval_240829.csv mpt_7b_chat,MixEval DROP,50.0,[],mixeval_240829.csv llama3_70b,MixEval HellaSwag,90.9,[],mixeval_240829.csv qwen1_5_72b,MixEval HellaSwag,91.9,[],mixeval_240829.csv yi_34b,MixEval HellaSwag,98.0,[],mixeval_240829.csv qwen1_5_32b,MixEval HellaSwag,93.3,[],mixeval_240829.csv mixtral_8x7b,MixEval HellaSwag,73.7,[],mixeval_240829.csv llama_2_70b,MixEval HellaSwag,63.0,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval HellaSwag,80.1,[],mixeval_240829.csv qwen1_5_7b,MixEval HellaSwag,83.8,[],mixeval_240829.csv llama3_8b,MixEval HellaSwag,51.5,[],mixeval_240829.csv mistral_7b,MixEval HellaSwag,54.5,[],mixeval_240829.csv gemma_7b,MixEval HellaSwag,36.0,[],mixeval_240829.csv yi_6b,MixEval HellaSwag,77.4,[],mixeval_240829.csv qwen1_5_4b,MixEval HellaSwag,65.7,[],mixeval_240829.csv jetmoe_8b,MixEval HellaSwag,89.2,[],mixeval_240829.csv deepseek_7b,MixEval HellaSwag,35.0,[],mixeval_240829.csv phi_2,MixEval HellaSwag,20.2,[],mixeval_240829.csv deepseekmoe_16b,MixEval HellaSwag,28.6,[],mixeval_240829.csv llama_2_7b,MixEval HellaSwag,24.9,[],mixeval_240829.csv gemma_2b,MixEval HellaSwag,33.3,[],mixeval_240829.csv olmo_7b,MixEval HellaSwag,26.9,[],mixeval_240829.csv mpt_7b,MixEval HellaSwag,19.2,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval HellaSwag,94.6,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval HellaSwag,94.3,[],mixeval_240829.csv claude_3_opus,MixEval HellaSwag,93.3,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval HellaSwag,92.6,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval HellaSwag,89.2,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval HellaSwag,91.2,[],mixeval_240829.csv mistral_large_2,MixEval HellaSwag,80.1,[],mixeval_240829.csv yi_large_preview,MixEval HellaSwag,92.6,[],mixeval_240829.csv llama3_70b_instruct,MixEval HellaSwag,81.8,[],mixeval_240829.csv qwen_max_0428,MixEval HellaSwag,93.6,[],mixeval_240829.csv claude_3_sonnet,MixEval HellaSwag,85.9,[],mixeval_240829.csv reka_core_20240415,MixEval HellaSwag,88.6,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval HellaSwag,82.2,[],mixeval_240829.csv deepseek_v2,MixEval HellaSwag,88.2,[],mixeval_240829.csv gpt_4o_mini,MixEval HellaSwag,83.8,[],mixeval_240829.csv command_r_plus,MixEval HellaSwag,83.5,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval HellaSwag,90.2,[],mixeval_240829.csv mistral_large,MixEval HellaSwag,65.0,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval HellaSwag,87.9,[],mixeval_240829.csv mistral_medium,MixEval HellaSwag,72.4,[],mixeval_240829.csv gemini_1_0_pro,MixEval HellaSwag,74.7,[],mixeval_240829.csv reka_flash_20240226,MixEval HellaSwag,90.6,[],mixeval_240829.csv mistral_small,MixEval HellaSwag,73.4,[],mixeval_240829.csv llama3_8b_instruct,MixEval HellaSwag,65.7,[],mixeval_240829.csv command_r,MixEval HellaSwag,75.8,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval HellaSwag,85.9,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval HellaSwag,63.0,[],mixeval_240829.csv claude_3_haiku,MixEval HellaSwag,75.8,[],mixeval_240829.csv yi_34b_chat,MixEval HellaSwag,86.9,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval HellaSwag,54.2,[],mixeval_240829.csv starling_lm_7b_beta,MixEval HellaSwag,48.5,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval HellaSwag,86.5,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval HellaSwag,66.3,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval HellaSwag,30.3,[],mixeval_240829.csv llama_2_70b_chat,MixEval HellaSwag,67.3,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval HellaSwag,74.4,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval HellaSwag,54.2,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval HellaSwag,76.1,[],mixeval_240829.csv reka_edge_20240208,MixEval HellaSwag,74.7,[],mixeval_240829.csv zephyr_7b_beta,MixEval HellaSwag,39.1,[],mixeval_240829.csv llama_2_7b_chat,MixEval HellaSwag,35.7,[],mixeval_240829.csv yi_6b_chat,MixEval HellaSwag,52.5,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval HellaSwag,72.7,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval HellaSwag,26.6,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval HellaSwag,24.9,[],mixeval_240829.csv olmo_7b_instruct,MixEval HellaSwag,55.9,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval HellaSwag,54.9,[],mixeval_240829.csv jetmoe_8b_chat,MixEval HellaSwag,86.2,[],mixeval_240829.csv mpt_7b_chat,MixEval HellaSwag,25.6,[],mixeval_240829.csv llama3_70b,MixEval CommonsenseQA,85.4,[],mixeval_240829.csv qwen1_5_72b,MixEval CommonsenseQA,87.3,[],mixeval_240829.csv yi_34b,MixEval CommonsenseQA,81.1,[],mixeval_240829.csv qwen1_5_32b,MixEval CommonsenseQA,89.2,[],mixeval_240829.csv mixtral_8x7b,MixEval CommonsenseQA,77.4,[],mixeval_240829.csv llama_2_70b,MixEval CommonsenseQA,77.4,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval CommonsenseQA,80.2,[],mixeval_240829.csv qwen1_5_7b,MixEval CommonsenseQA,84.4,[],mixeval_240829.csv llama3_8b,MixEval CommonsenseQA,69.8,[],mixeval_240829.csv mistral_7b,MixEval CommonsenseQA,67.9,[],mixeval_240829.csv gemma_7b,MixEval CommonsenseQA,68.4,[],mixeval_240829.csv yi_6b,MixEval CommonsenseQA,76.4,[],mixeval_240829.csv qwen1_5_4b,MixEval CommonsenseQA,79.2,[],mixeval_240829.csv jetmoe_8b,MixEval CommonsenseQA,60.4,[],mixeval_240829.csv deepseek_7b,MixEval CommonsenseQA,51.4,[],mixeval_240829.csv phi_2,MixEval CommonsenseQA,68.9,[],mixeval_240829.csv deepseekmoe_16b,MixEval CommonsenseQA,48.6,[],mixeval_240829.csv llama_2_7b,MixEval CommonsenseQA,30.7,[],mixeval_240829.csv gemma_2b,MixEval CommonsenseQA,31.6,[],mixeval_240829.csv olmo_7b,MixEval CommonsenseQA,25.5,[],mixeval_240829.csv mpt_7b,MixEval CommonsenseQA,28.8,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval CommonsenseQA,85.4,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval CommonsenseQA,86.8,[],mixeval_240829.csv claude_3_opus,MixEval CommonsenseQA,87.7,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval CommonsenseQA,85.4,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval CommonsenseQA,84.4,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval CommonsenseQA,82.5,[],mixeval_240829.csv mistral_large_2,MixEval CommonsenseQA,81.6,[],mixeval_240829.csv yi_large_preview,MixEval CommonsenseQA,90.1,[],mixeval_240829.csv llama3_70b_instruct,MixEval CommonsenseQA,83.0,[],mixeval_240829.csv qwen_max_0428,MixEval CommonsenseQA,88.2,[],mixeval_240829.csv claude_3_sonnet,MixEval CommonsenseQA,82.5,[],mixeval_240829.csv reka_core_20240415,MixEval CommonsenseQA,81.6,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval CommonsenseQA,82.5,[],mixeval_240829.csv deepseek_v2,MixEval CommonsenseQA,84.0,[],mixeval_240829.csv gpt_4o_mini,MixEval CommonsenseQA,84.9,[],mixeval_240829.csv command_r_plus,MixEval CommonsenseQA,82.1,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval CommonsenseQA,86.8,[],mixeval_240829.csv mistral_large,MixEval CommonsenseQA,83.5,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval CommonsenseQA,86.3,[],mixeval_240829.csv mistral_medium,MixEval CommonsenseQA,82.5,[],mixeval_240829.csv gemini_1_0_pro,MixEval CommonsenseQA,80.2,[],mixeval_240829.csv reka_flash_20240226,MixEval CommonsenseQA,80.7,[],mixeval_240829.csv mistral_small,MixEval CommonsenseQA,77.8,[],mixeval_240829.csv llama3_8b_instruct,MixEval CommonsenseQA,78.3,[],mixeval_240829.csv command_r,MixEval CommonsenseQA,77.4,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval CommonsenseQA,88.2,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval CommonsenseQA,81.6,[],mixeval_240829.csv claude_3_haiku,MixEval CommonsenseQA,78.8,[],mixeval_240829.csv yi_34b_chat,MixEval CommonsenseQA,78.8,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval CommonsenseQA,77.4,[],mixeval_240829.csv starling_lm_7b_beta,MixEval CommonsenseQA,84.9,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval CommonsenseQA,82.5,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval CommonsenseQA,73.6,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval CommonsenseQA,61.8,[],mixeval_240829.csv llama_2_70b_chat,MixEval CommonsenseQA,74.1,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval CommonsenseQA,82.1,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval CommonsenseQA,66.0,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval CommonsenseQA,82.1,[],mixeval_240829.csv reka_edge_20240208,MixEval CommonsenseQA,80.7,[],mixeval_240829.csv zephyr_7b_beta,MixEval CommonsenseQA,69.3,[],mixeval_240829.csv llama_2_7b_chat,MixEval CommonsenseQA,61.3,[],mixeval_240829.csv yi_6b_chat,MixEval CommonsenseQA,69.8,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval CommonsenseQA,81.1,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval CommonsenseQA,57.1,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval CommonsenseQA,62.7,[],mixeval_240829.csv olmo_7b_instruct,MixEval CommonsenseQA,64.6,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval CommonsenseQA,74.1,[],mixeval_240829.csv jetmoe_8b_chat,MixEval CommonsenseQA,68.4,[],mixeval_240829.csv mpt_7b_chat,MixEval CommonsenseQA,36.3,[],mixeval_240829.csv llama3_70b,MixEval TriviaQA Hard,59.1,[],mixeval_240829.csv qwen1_5_72b,MixEval TriviaQA Hard,41.4,[],mixeval_240829.csv yi_34b,MixEval TriviaQA Hard,39.4,[],mixeval_240829.csv qwen1_5_32b,MixEval TriviaQA Hard,28.0,[],mixeval_240829.csv mixtral_8x7b,MixEval TriviaQA Hard,44.1,[],mixeval_240829.csv llama_2_70b,MixEval TriviaQA Hard,53.8,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval TriviaQA Hard,36.0,[],mixeval_240829.csv qwen1_5_7b,MixEval TriviaQA Hard,31.6,[],mixeval_240829.csv llama3_8b,MixEval TriviaQA Hard,22.6,[],mixeval_240829.csv mistral_7b,MixEval TriviaQA Hard,24.2,[],mixeval_240829.csv gemma_7b,MixEval TriviaQA Hard,31.1,[],mixeval_240829.csv yi_6b,MixEval TriviaQA Hard,17.0,[],mixeval_240829.csv qwen1_5_4b,MixEval TriviaQA Hard,14.0,[],mixeval_240829.csv jetmoe_8b,MixEval TriviaQA Hard,22.8,[],mixeval_240829.csv deepseek_7b,MixEval TriviaQA Hard,21.4,[],mixeval_240829.csv phi_2,MixEval TriviaQA Hard,7.3,[],mixeval_240829.csv deepseekmoe_16b,MixEval TriviaQA Hard,24.9,[],mixeval_240829.csv llama_2_7b,MixEval TriviaQA Hard,19.5,[],mixeval_240829.csv gemma_2b,MixEval TriviaQA Hard,12.1,[],mixeval_240829.csv olmo_7b,MixEval TriviaQA Hard,16.0,[],mixeval_240829.csv mpt_7b,MixEval TriviaQA Hard,6.6,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval TriviaQA Hard,73.3,[],mixeval_240829.csv llama3_1_405b_instruct,MixEval TriviaQA Hard,72.0,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval TriviaQA Hard,70.3,[],mixeval_240829.csv claude_3_opus,MixEval TriviaQA Hard,71.4,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval TriviaQA Hard,73.1,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval TriviaQA Hard,67.8,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval TriviaQA Hard,59.4,[],mixeval_240829.csv mistral_large_2,MixEval TriviaQA Hard,64.8,[],mixeval_240829.csv yi_large_preview,MixEval TriviaQA Hard,55.4,[],mixeval_240829.csv llama3_70b_instruct,MixEval TriviaQA Hard,60.5,[],mixeval_240829.csv qwen_max_0428,MixEval TriviaQA Hard,61.5,[],mixeval_240829.csv claude_3_sonnet,MixEval TriviaQA Hard,59.1,[],mixeval_240829.csv reka_core_20240415,MixEval TriviaQA Hard,51.6,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval TriviaQA Hard,52.9,[],mixeval_240829.csv deepseek_v2,MixEval TriviaQA Hard,51.7,[],mixeval_240829.csv gpt_4o_mini,MixEval TriviaQA Hard,45.3,[],mixeval_240829.csv command_r_plus,MixEval TriviaQA Hard,57.5,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval TriviaQA Hard,44.4,[],mixeval_240829.csv mistral_large,MixEval TriviaQA Hard,55.5,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval TriviaQA Hard,49.9,[],mixeval_240829.csv mistral_medium,MixEval TriviaQA Hard,59.8,[],mixeval_240829.csv gemini_1_0_pro,MixEval TriviaQA Hard,58.2,[],mixeval_240829.csv reka_flash_20240226,MixEval TriviaQA Hard,42.9,[],mixeval_240829.csv mistral_small,MixEval TriviaQA Hard,56.0,[],mixeval_240829.csv llama3_8b_instruct,MixEval TriviaQA Hard,40.2,[],mixeval_240829.csv command_r,MixEval TriviaQA Hard,57.0,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval TriviaQA Hard,39.1,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval TriviaQA Hard,46.4,[],mixeval_240829.csv claude_3_haiku,MixEval TriviaQA Hard,42.4,[],mixeval_240829.csv yi_34b_chat,MixEval TriviaQA Hard,41.5,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval TriviaQA Hard,48.5,[],mixeval_240829.csv starling_lm_7b_beta,MixEval TriviaQA Hard,33.4,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval TriviaQA Hard,23.3,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval TriviaQA Hard,30.3,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval TriviaQA Hard,42.5,[],mixeval_240829.csv llama_2_70b_chat,MixEval TriviaQA Hard,42.2,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval TriviaQA Hard,26.5,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval TriviaQA Hard,33.5,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval TriviaQA Hard,29.0,[],mixeval_240829.csv reka_edge_20240208,MixEval TriviaQA Hard,18.6,[],mixeval_240829.csv zephyr_7b_beta,MixEval TriviaQA Hard,30.2,[],mixeval_240829.csv llama_2_7b_chat,MixEval TriviaQA Hard,24.8,[],mixeval_240829.csv yi_6b_chat,MixEval TriviaQA Hard,18.9,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval TriviaQA Hard,21.9,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval TriviaQA Hard,31.9,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval TriviaQA Hard,25.9,[],mixeval_240829.csv olmo_7b_instruct,MixEval TriviaQA Hard,24.7,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval TriviaQA Hard,16.5,[],mixeval_240829.csv jetmoe_8b_chat,MixEval TriviaQA Hard,19.2,[],mixeval_240829.csv mpt_7b_chat,MixEval TriviaQA Hard,17.5,[],mixeval_240829.csv llama3_70b,MixEval MMLU Hard,39.8,[],mixeval_240829.csv qwen1_5_72b,MixEval MMLU Hard,42.4,[],mixeval_240829.csv yi_34b,MixEval MMLU Hard,42.4,[],mixeval_240829.csv qwen1_5_32b,MixEval MMLU Hard,37.2,[],mixeval_240829.csv mixtral_8x7b,MixEval MMLU Hard,34.6,[],mixeval_240829.csv llama_2_70b,MixEval MMLU Hard,29.0,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval MMLU Hard,30.7,[],mixeval_240829.csv qwen1_5_7b,MixEval MMLU Hard,28.6,[],mixeval_240829.csv llama3_8b,MixEval MMLU Hard,38.5,[],mixeval_240829.csv mistral_7b,MixEval MMLU Hard,27.7,[],mixeval_240829.csv gemma_7b,MixEval MMLU Hard,28.1,[],mixeval_240829.csv yi_6b,MixEval MMLU Hard,37.2,[],mixeval_240829.csv qwen1_5_4b,MixEval MMLU Hard,22.9,[],mixeval_240829.csv jetmoe_8b,MixEval MMLU Hard,27.3,[],mixeval_240829.csv deepseek_7b,MixEval MMLU Hard,26.4,[],mixeval_240829.csv phi_2,MixEval MMLU Hard,29.0,[],mixeval_240829.csv deepseekmoe_16b,MixEval MMLU Hard,30.7,[],mixeval_240829.csv llama_2_7b,MixEval MMLU Hard,24.7,[],mixeval_240829.csv gemma_2b,MixEval MMLU Hard,27.3,[],mixeval_240829.csv olmo_7b,MixEval MMLU Hard,25.1,[],mixeval_240829.csv mpt_7b,MixEval MMLU Hard,24.2,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval MMLU Hard,58.4,[],mixeval_240829.csv llama3_1_405b_instruct,MixEval MMLU Hard,57.1,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval MMLU Hard,57.1,[],mixeval_240829.csv claude_3_opus,MixEval MMLU Hard,55.0,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval MMLU Hard,45.5,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval MMLU Hard,44.6,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval MMLU Hard,54.5,[],mixeval_240829.csv mistral_large_2,MixEval MMLU Hard,42.9,[],mixeval_240829.csv yi_large_preview,MixEval MMLU Hard,48.5,[],mixeval_240829.csv llama3_70b_instruct,MixEval MMLU Hard,46.3,[],mixeval_240829.csv qwen_max_0428,MixEval MMLU Hard,41.6,[],mixeval_240829.csv claude_3_sonnet,MixEval MMLU Hard,40.7,[],mixeval_240829.csv reka_core_20240415,MixEval MMLU Hard,46.3,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval MMLU Hard,41.1,[],mixeval_240829.csv deepseek_v2,MixEval MMLU Hard,42.0,[],mixeval_240829.csv gpt_4o_mini,MixEval MMLU Hard,45.0,[],mixeval_240829.csv command_r_plus,MixEval MMLU Hard,42.0,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval MMLU Hard,38.1,[],mixeval_240829.csv mistral_large,MixEval MMLU Hard,42.4,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval MMLU Hard,37.7,[],mixeval_240829.csv mistral_medium,MixEval MMLU Hard,38.5,[],mixeval_240829.csv gemini_1_0_pro,MixEval MMLU Hard,35.5,[],mixeval_240829.csv reka_flash_20240226,MixEval MMLU Hard,34.6,[],mixeval_240829.csv mistral_small,MixEval MMLU Hard,33.8,[],mixeval_240829.csv llama3_8b_instruct,MixEval MMLU Hard,40.7,[],mixeval_240829.csv command_r,MixEval MMLU Hard,39.0,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval MMLU Hard,29.9,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval MMLU Hard,35.1,[],mixeval_240829.csv claude_3_haiku,MixEval MMLU Hard,30.7,[],mixeval_240829.csv yi_34b_chat,MixEval MMLU Hard,29.9,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval MMLU Hard,37.2,[],mixeval_240829.csv starling_lm_7b_beta,MixEval MMLU Hard,34.2,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval MMLU Hard,36.8,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval MMLU Hard,39.0,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval MMLU Hard,39.4,[],mixeval_240829.csv llama_2_70b_chat,MixEval MMLU Hard,27.7,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval MMLU Hard,32.5,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval MMLU Hard,29.4,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval MMLU Hard,29.0,[],mixeval_240829.csv reka_edge_20240208,MixEval MMLU Hard,26.4,[],mixeval_240829.csv zephyr_7b_beta,MixEval MMLU Hard,24.2,[],mixeval_240829.csv llama_2_7b_chat,MixEval MMLU Hard,30.3,[],mixeval_240829.csv yi_6b_chat,MixEval MMLU Hard,26.8,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval MMLU Hard,26.8,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval MMLU Hard,30.3,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval MMLU Hard,23.4,[],mixeval_240829.csv olmo_7b_instruct,MixEval MMLU Hard,27.3,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval MMLU Hard,17.3,[],mixeval_240829.csv jetmoe_8b_chat,MixEval MMLU Hard,25.5,[],mixeval_240829.csv mpt_7b_chat,MixEval MMLU Hard,24.7,[],mixeval_240829.csv llama3_70b,MixEval DROP Hard,59.5,[],mixeval_240829.csv qwen1_5_72b,MixEval DROP Hard,26.2,[],mixeval_240829.csv yi_34b,MixEval DROP Hard,56.5,[],mixeval_240829.csv qwen1_5_32b,MixEval DROP Hard,36.9,[],mixeval_240829.csv mixtral_8x7b,MixEval DROP Hard,42.0,[],mixeval_240829.csv llama_2_70b,MixEval DROP Hard,46.1,[],mixeval_240829.csv qwen1_5_moe_a2_7b,MixEval DROP Hard,31.0,[],mixeval_240829.csv qwen1_5_7b,MixEval DROP Hard,29.8,[],mixeval_240829.csv llama3_8b,MixEval DROP Hard,37.1,[],mixeval_240829.csv mistral_7b,MixEval DROP Hard,34.5,[],mixeval_240829.csv gemma_7b,MixEval DROP Hard,31.4,[],mixeval_240829.csv yi_6b,MixEval DROP Hard,19.4,[],mixeval_240829.csv qwen1_5_4b,MixEval DROP Hard,24.7,[],mixeval_240829.csv jetmoe_8b,MixEval DROP Hard,19.2,[],mixeval_240829.csv deepseek_7b,MixEval DROP Hard,21.4,[],mixeval_240829.csv phi_2,MixEval DROP Hard,27.1,[],mixeval_240829.csv deepseekmoe_16b,MixEval DROP Hard,12.2,[],mixeval_240829.csv llama_2_7b,MixEval DROP Hard,14.9,[],mixeval_240829.csv gemma_2b,MixEval DROP Hard,13.2,[],mixeval_240829.csv olmo_7b,MixEval DROP Hard,11.1,[],mixeval_240829.csv mpt_7b,MixEval DROP Hard,9.2,[],mixeval_240829.csv claude_3_5_sonnet_0620,MixEval DROP Hard,80.4,[],mixeval_240829.csv llama3_1_405b_instruct,MixEval DROP Hard,69.2,[],mixeval_240829.csv gpt_4o_2024_05_13,MixEval DROP Hard,67.5,[],mixeval_240829.csv claude_3_opus,MixEval DROP Hard,75.2,[],mixeval_240829.csv gpt_4_turbo_2024_04_09,MixEval DROP Hard,71.0,[],mixeval_240829.csv gemini_1_5_pro_api_0409,MixEval DROP Hard,64.8,[],mixeval_240829.csv gemini_1_5_pro_api_0514,MixEval DROP Hard,55.2,[],mixeval_240829.csv mistral_large_2,MixEval DROP Hard,72.0,[],mixeval_240829.csv yi_large_preview,MixEval DROP Hard,63.1,[],mixeval_240829.csv llama3_70b_instruct,MixEval DROP Hard,74.5,[],mixeval_240829.csv qwen_max_0428,MixEval DROP Hard,53.5,[],mixeval_240829.csv claude_3_sonnet,MixEval DROP Hard,66.9,[],mixeval_240829.csv reka_core_20240415,MixEval DROP Hard,66.6,[],mixeval_240829.csv mammoth2_8x7b_plus,MixEval DROP Hard,65.1,[],mixeval_240829.csv deepseek_v2,MixEval DROP Hard,62.8,[],mixeval_240829.csv gpt_4o_mini,MixEval DROP Hard,68.1,[],mixeval_240829.csv command_r_plus,MixEval DROP Hard,65.0,[],mixeval_240829.csv yi_1_5_34b_chat,MixEval DROP Hard,67.4,[],mixeval_240829.csv mistral_large,MixEval DROP Hard,61.6,[],mixeval_240829.csv qwen1_5_72b_chat,MixEval DROP Hard,56.5,[],mixeval_240829.csv mistral_medium,MixEval DROP Hard,47.1,[],mixeval_240829.csv gemini_1_0_pro,MixEval DROP Hard,54.1,[],mixeval_240829.csv reka_flash_20240226,MixEval DROP Hard,65.0,[],mixeval_240829.csv mistral_small,MixEval DROP Hard,52.6,[],mixeval_240829.csv llama3_8b_instruct,MixEval DROP Hard,67.6,[],mixeval_240829.csv command_r,MixEval DROP Hard,42.0,[],mixeval_240829.csv qwen1_5_32b_chat,MixEval DROP Hard,54.4,[],mixeval_240829.csv gpt_3_5_turbo_0125,MixEval DROP Hard,55.4,[],mixeval_240829.csv claude_3_haiku,MixEval DROP Hard,51.5,[],mixeval_240829.csv yi_34b_chat,MixEval DROP Hard,57.1,[],mixeval_240829.csv mixtral_8x7b_instruct_v0_1,MixEval DROP Hard,47.7,[],mixeval_240829.csv starling_lm_7b_beta,MixEval DROP Hard,62.9,[],mixeval_240829.csv yi_1_5_9b_chat,MixEval DROP Hard,61.3,[],mixeval_240829.csv gemma_1_1_7b_it,MixEval DROP Hard,55.1,[],mixeval_240829.csv vicuna_33b_v1_3,MixEval DROP Hard,36.6,[],mixeval_240829.csv llama_2_70b_chat,MixEval DROP Hard,42.2,[],mixeval_240829.csv map_neo_instruct_v0_1,MixEval DROP Hard,42.4,[],mixeval_240829.csv mistral_7b_instruct_v0_2,MixEval DROP Hard,44.3,[],mixeval_240829.csv qwen1_5_7b_chat,MixEval DROP Hard,50.0,[],mixeval_240829.csv reka_edge_20240208,MixEval DROP Hard,56.9,[],mixeval_240829.csv zephyr_7b_beta,MixEval DROP Hard,45.3,[],mixeval_240829.csv llama_2_7b_chat,MixEval DROP Hard,44.3,[],mixeval_240829.csv yi_6b_chat,MixEval DROP Hard,43.7,[],mixeval_240829.csv qwen1_5_moe_a2_7b_chat,MixEval DROP Hard,39.5,[],mixeval_240829.csv gemma_1_1_2b_it,MixEval DROP Hard,27.8,[],mixeval_240829.csv vicuna_7b_v1_5,MixEval DROP Hard,33.2,[],mixeval_240829.csv olmo_7b_instruct,MixEval DROP Hard,22.9,[],mixeval_240829.csv qwen1_5_4b_chat,MixEval DROP Hard,28.6,[],mixeval_240829.csv jetmoe_8b_chat,MixEval DROP Hard,11.5,[],mixeval_240829.csv mpt_7b_chat,MixEval DROP Hard,31.0,[],mixeval_240829.csv gpt4,toolbench,68.8,[],toolbench_240829.csv text_davinci_003,toolbench,67.2,[],toolbench_240829.csv gpt_3_5_turbo,toolbench,56.6,[],toolbench_240829.csv text_curie_001,toolbench,10.6,[],toolbench_240829.csv llama_2_70b,toolbench,61.0,[],toolbench_240829.csv llama_2_13b,toolbench,48.8,[],toolbench_240829.csv llama_2_7b,toolbench,39.5,[],toolbench_240829.csv llama_65b,toolbench,55.6,[],toolbench_240829.csv llama30b,toolbench,49.6,[],toolbench_240829.csv llama_13b,toolbench,36.8,[],toolbench_240829.csv llama_13b_alpaca,toolbench,26.9,[],toolbench_240829.csv codellama_7b,toolbench,48.3,[],toolbench_240829.csv codellama_7b_instruct,toolbench,50.5,[],toolbench_240829.csv codellama_7b_python,toolbench,52.2,[],toolbench_240829.csv codellama_13b,toolbench,56.9,[],toolbench_240829.csv codellama_13b_instruct,toolbench,60.5,[],toolbench_240829.csv codellama_13b_python,toolbench,56.3,[],toolbench_240829.csv codellama34b,toolbench,62.9,[],toolbench_240829.csv codellama34b_instruct,toolbench,64.8,[],toolbench_240829.csv codellama34b_python,toolbench,59.2,[],toolbench_240829.csv starcoder,toolbench,49.7,[],toolbench_240829.csv starcoderbase,toolbench,52.2,[],toolbench_240829.csv codegen_16b_nl,toolbench,28.2,[],toolbench_240829.csv codegen_16b_multi,toolbench,28.8,[],toolbench_240829.csv codegen_16b_mono,toolbench,35.6,[],toolbench_240829.csv bloomz,toolbench,27.8,[],toolbench_240829.csv opt_iml_30b,toolbench,14.1,[],toolbench_240829.csv opt_30b,toolbench,13.4,[],toolbench_240829.csv opt_iml_1_3b,toolbench,7.0,[],toolbench_240829.csv opt_1_3b,toolbench,7.5,[],toolbench_240829.csv neox_20b,toolbench,26.4,[],toolbench_240829.csv gpt_neoxt_chat_base_20b,toolbench,22.6,[],toolbench_240829.csv pythia_12b,toolbench,19.5,[],toolbench_240829.csv dolly_v2_12b,toolbench,5.0,[],toolbench_240829.csv pythia_6_9b,toolbench,19.4,[],toolbench_240829.csv pythia_2_8b,toolbench,18.6,[],toolbench_240829.csv pythia_1_4b,toolbench,15.9,[],toolbench_240829.csv stablelm_base_alpha_7b,toolbench,10.8,[],toolbench_240829.csv stablelm_tuned_alpha_7b,toolbench,9.2,[],toolbench_240829.csv stablelm_base_alpha_3b,toolbench,5.2,[],toolbench_240829.csv stablelm_tuned_alpha_3b,toolbench,6.6,[],toolbench_240829.csv llama30b_toolbench,toolbench,50.2,[],toolbench_240829.csv starcoder_toolbench,toolbench,51.7,[],toolbench_240829.csv codegen_16b_mono_toolbench,toolbench,51.6,[],toolbench_240829.csv 01,AlphacaEval v2lc,18.1,,alphacaeval_v2lc_240829.csv 02,AlphacaEval v2lc,32.7,,alphacaeval_v2lc_240829.csv 06,AlphacaEval v2lc,50.0,,alphacaeval_v2lc_240829.csv 09,AlphacaEval v2lc,58.3,,alphacaeval_v2lc_240829.csv 13,AlphacaEval v2lc,57.5,,alphacaeval_v2lc_240829.csv 14,AlphacaEval v2lc,35.3,,alphacaeval_v2lc_240829.csv 18,AlphacaEval v2lc,50.7,,alphacaeval_v2lc_240829.csv 20,AlphacaEval v2lc,52.4,,alphacaeval_v2lc_240829.csv 29,AlphacaEval v2lc,40.5,,alphacaeval_v2lc_240829.csv airoboros_33b,AlphacaEval v2lc,10.7,,alphacaeval_v2lc_240829.csv airoboros_65b,AlphacaEval v2lc,11.0,,alphacaeval_v2lc_240829.csv aligner_2b+claude_3_opus,AlphacaEval v2lc,41.8,,alphacaeval_v2lc_240829.csv aligner_2b+qwen1_5_72b_chat,AlphacaEval v2lc,36.7,,alphacaeval_v2lc_240829.csv alpaca_7b,AlphacaEval v2lc,5.9,,alphacaeval_v2lc_240829.csv alpaca_farm_ppo_human_7b,AlphacaEval v2lc,6.4,,alphacaeval_v2lc_240829.csv alpaca_farm_ppo_sim_gpt_4_7b,AlphacaEval v2lc,7.1,,alphacaeval_v2lc_240829.csv baichuan_13b_chat,AlphacaEval v2lc,2.1,,alphacaeval_v2lc_240829.csv baize_v2_13b,AlphacaEval v2lc,7.0,,alphacaeval_v2lc_240829.csv baize_v2_7b,AlphacaEval v2lc,4.4,,alphacaeval_v2lc_240829.csv blendax_ai_gm_l3_v35,AlphacaEval v2lc,73.4,,alphacaeval_v2lc_240829.csv blendax_ai_gm_l6_vo31,AlphacaEval v2lc,76.9,,alphacaeval_v2lc_240829.csv causallm_14b,AlphacaEval v2lc,15.7,,alphacaeval_v2lc_240829.csv chatglm2_6b,AlphacaEval v2lc,4.4,,alphacaeval_v2lc_240829.csv claude,AlphacaEval v2lc,27.3,,alphacaeval_v2lc_240829.csv claude2_alpaca_13b,AlphacaEval v2lc,11.5,,alphacaeval_v2lc_240829.csv claude_2,AlphacaEval v2lc,28.2,,alphacaeval_v2lc_240829.csv claude_2_1,AlphacaEval v2lc,25.3,,alphacaeval_v2lc_240829.csv claude_instant_1_2,AlphacaEval v2lc,25.6,,alphacaeval_v2lc_240829.csv cohere_command,AlphacaEval v2lc,10.9,,alphacaeval_v2lc_240829.csv conifer_7b_dpo,AlphacaEval v2lc,17.1,,alphacaeval_v2lc_240829.csv contextual_ai_kto_mistral_pairrm,AlphacaEval v2lc,29.7,,alphacaeval_v2lc_240829.csv cut_13b,AlphacaEval v2lc,12.2,,alphacaeval_v2lc_240829.csv davinci001,AlphacaEval v2lc,9.0,,alphacaeval_v2lc_240829.csv dbrx_instruct,AlphacaEval v2lc,25.4,,alphacaeval_v2lc_240829.csv deepseek_llm_67b_chat,AlphacaEval v2lc,17.8,,alphacaeval_v2lc_240829.csv deita_7b_v1_0,AlphacaEval v2lc,16.1,,alphacaeval_v2lc_240829.csv dolphin_2_2_1_mistral_7b,AlphacaEval v2lc,13.1,,alphacaeval_v2lc_240829.csv ein_70b_v0_1,AlphacaEval v2lc,35.0,,alphacaeval_v2lc_240829.csv evo_7b,AlphacaEval v2lc,16.5,,alphacaeval_v2lc_240829.csv evo_v2_7b,AlphacaEval v2lc,23.4,,alphacaeval_v2lc_240829.csv expo_+_internlm2_chat_20b,AlphacaEval v2lc,27.2,,alphacaeval_v2lc_240829.csv expo_+_internlm2_chat_7b,AlphacaEval v2lc,22.7,,alphacaeval_v2lc_240829.csv expo_+_llama3_instruct_8b_simpo,AlphacaEval v2lc,45.8,,alphacaeval_v2lc_240829.csv expo_+_sppo_mistral7b_pairrm,AlphacaEval v2lc,31.8,,alphacaeval_v2lc_240829.csv expo_+_starling_lm_7b_alpha,AlphacaEval v2lc,19.5,,alphacaeval_v2lc_240829.csv expo_+_starling_lm_7b_beta,AlphacaEval v2lc,26.4,,alphacaeval_v2lc_240829.csv expo_+_tulu_2_dpo_13b,AlphacaEval v2lc,17.6,,alphacaeval_v2lc_240829.csv expo_+_tulu_2_dpo_70b,AlphacaEval v2lc,25.7,,alphacaeval_v2lc_240829.csv expo_+_tulu_2_dpo_7b,AlphacaEval v2lc,11.7,,alphacaeval_v2lc_240829.csv expo_+_zephyr_7b_alpha,AlphacaEval v2lc,13.6,,alphacaeval_v2lc_240829.csv expo_+_zephyr_7b_beta,AlphacaEval v2lc,14.0,,alphacaeval_v2lc_240829.csv falcon_40b_instruct,AlphacaEval v2lc,5.6,,alphacaeval_v2lc_240829.csv falcon_7b_instruct,AlphacaEval v2lc,4.0,,alphacaeval_v2lc_240829.csv fsfairx_zephyr_chat_v0_1,AlphacaEval v2lc,34.8,,alphacaeval_v2lc_240829.csv gemini_pro,AlphacaEval v2lc,24.4,,alphacaeval_v2lc_240829.csv gemma_2_9b_it_dpo,AlphacaEval v2lc,67.7,,alphacaeval_v2lc_240829.csv gemma_2_9b_it_simpo,AlphacaEval v2lc,72.4,,alphacaeval_v2lc_240829.csv gemma_2_9b_it_wpo_hb,AlphacaEval v2lc,76.7,,alphacaeval_v2lc_240829.csv gemma_instruct_2b,AlphacaEval v2lc,5.4,,alphacaeval_v2lc_240829.csv gemma_instruct_7b,AlphacaEval v2lc,10.4,,alphacaeval_v2lc_240829.csv ghost_7b_alpha,AlphacaEval v2lc,6.9,,alphacaeval_v2lc_240829.csv ghost_8b_beta_d0x5,AlphacaEval v2lc,23.1,,alphacaeval_v2lc_240829.csv gpt_3_5,AlphacaEval v2lc,17.7,,alphacaeval_v2lc_240829.csv gpt_4,AlphacaEval v2lc,38.1,,alphacaeval_v2lc_240829.csv gpt_4_adversarial,AlphacaEval v2lc,12.2,,alphacaeval_v2lc_240829.csv guanaco_13b,AlphacaEval v2lc,3.0,,alphacaeval_v2lc_240829.csv guanaco_33b,AlphacaEval v2lc,5.7,,alphacaeval_v2lc_240829.csv guanaco_65b,AlphacaEval v2lc,8.3,,alphacaeval_v2lc_240829.csv guanaco_7b,AlphacaEval v2lc,2.9,,alphacaeval_v2lc_240829.csv higgs_llama3_70b_v2,AlphacaEval v2lc,56.8,,alphacaeval_v2lc_240829.csv humpback_llama2_70b,AlphacaEval v2lc,16.2,,alphacaeval_v2lc_240829.csv humpback_llama_65b,AlphacaEval v2lc,12.8,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0613_llama3_70b,AlphacaEval v2lc,31.5,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0613_mistral_7b,AlphacaEval v2lc,25.5,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0625_llama3_70b,AlphacaEval v2lc,38.0,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0625_llama3_8b,AlphacaEval v2lc,27.5,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0625_mistral_7b,AlphacaEval v2lc,31.4,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0625_qwen2_7b,AlphacaEval v2lc,21.9,,alphacaeval_v2lc_240829.csv infinity_instruct_3m_0625_yi_1_5_9b,AlphacaEval v2lc,20.5,,alphacaeval_v2lc_240829.csv infinity_instruct_7m_gen_llama3_1_70b,AlphacaEval v2lc,46.1,,alphacaeval_v2lc_240829.csv infinity_instruct_7m_gen_llama3_1_8b,AlphacaEval v2lc,33.9,,alphacaeval_v2lc_240829.csv infinity_instruct_7m_gen_mistral_7b,AlphacaEval v2lc,39.7,,alphacaeval_v2lc_240829.csv internlm2_chat_20b,AlphacaEval v2lc,18.7,,alphacaeval_v2lc_240829.csv jinachat,AlphacaEval v2lc,15.9,,alphacaeval_v2lc_240829.csv llama2_chat_13b,AlphacaEval v2lc,8.4,,alphacaeval_v2lc_240829.csv llama2_chat_70b,AlphacaEval v2lc,14.7,,alphacaeval_v2lc_240829.csv llama2_chat_7b,AlphacaEval v2lc,5.4,,alphacaeval_v2lc_240829.csv llama2_chat_7b_evol70k_neft,AlphacaEval v2lc,7.5,,alphacaeval_v2lc_240829.csv llama33b_oasst_rlhf,AlphacaEval v2lc,8.0,,alphacaeval_v2lc_240829.csv llama33b_oasst_sft,AlphacaEval v2lc,9.9,,alphacaeval_v2lc_240829.csv llama3_1_405b_instruct,AlphacaEval v2lc,39.3,,alphacaeval_v2lc_240829.csv llama3_1_70b_instruct,AlphacaEval v2lc,38.1,,alphacaeval_v2lc_240829.csv llama3_1_8b_instruct,AlphacaEval v2lc,20.9,,alphacaeval_v2lc_240829.csv llama3_70b_instruct,AlphacaEval v2lc,34.4,,alphacaeval_v2lc_240829.csv llama3_8b_instruct,AlphacaEval v2lc,22.9,,alphacaeval_v2lc_240829.csv llama3_instruct_8b_simpo,AlphacaEval v2lc,44.7,,alphacaeval_v2lc_240829.csv llama3_instruct_8b_wpo_hb_v2,AlphacaEval v2lc,53.4,,alphacaeval_v2lc_240829.csv llama3_pbm_nova_70b,AlphacaEval v2lc,62.4,,alphacaeval_v2lc_240829.csv lmcocktail_10_7b_v1,AlphacaEval v2lc,19.0,,alphacaeval_v2lc_240829.csv merlinite_7b_aot,AlphacaEval v2lc,31.7,,alphacaeval_v2lc_240829.csv minichat_1_5_3b,AlphacaEval v2lc,7.7,,alphacaeval_v2lc_240829.csv minichat_3b,AlphacaEval v2lc,5.7,,alphacaeval_v2lc_240829.csv minotaur_13b,AlphacaEval v2lc,11.5,,alphacaeval_v2lc_240829.csv mistral_7b_remax_v0_1,AlphacaEval v2lc,20.6,,alphacaeval_v2lc_240829.csv mistral_7b_v0_2,AlphacaEval v2lc,17.1,,alphacaeval_v2lc_240829.csv mistral_7b_v0_3,AlphacaEval v2lc,20.6,,alphacaeval_v2lc_240829.csv mistral_medium,AlphacaEval v2lc,28.6,,alphacaeval_v2lc_240829.csv mistral_orpo_beta,AlphacaEval v2lc,14.7,,alphacaeval_v2lc_240829.csv mixtral_8x22b_v0_1,AlphacaEval v2lc,30.9,,alphacaeval_v2lc_240829.csv mixtral_8x7b_v0_1,AlphacaEval v2lc,23.7,,alphacaeval_v2lc_240829.csv nanbeige2_16b_chat,AlphacaEval v2lc,40.6,,alphacaeval_v2lc_240829.csv nanbeige2_8b_chat,AlphacaEval v2lc,25.2,,alphacaeval_v2lc_240829.csv nanbeige_plus_chat_v0_1,AlphacaEval v2lc,44.5,,alphacaeval_v2lc_240829.csv nous_hermes_13b,AlphacaEval v2lc,9.7,,alphacaeval_v2lc_240829.csv openbudddy_llama2_13b_v11_1,AlphacaEval v2lc,9.2,,alphacaeval_v2lc_240829.csv openbudddy_llama2_70b_v10_1,AlphacaEval v2lc,12.6,,alphacaeval_v2lc_240829.csv openbuddy_falcon_40b_v9,AlphacaEval v2lc,9.0,,alphacaeval_v2lc_240829.csv openbuddy_falcon_7b_v6,AlphacaEval v2lc,4.8,,alphacaeval_v2lc_240829.csv openbuddy_llama30b_v7_1,AlphacaEval v2lc,10.2,,alphacaeval_v2lc_240829.csv openbuddy_llama_65b_v8,AlphacaEval v2lc,12.5,,alphacaeval_v2lc_240829.csv openchat8192_13b,AlphacaEval v2lc,7.9,,alphacaeval_v2lc_240829.csv openchat_13b,AlphacaEval v2lc,8.8,,alphacaeval_v2lc_240829.csv openchat_v2_13b,AlphacaEval v2lc,10.4,,alphacaeval_v2lc_240829.csv openchat_v2_w_13b,AlphacaEval v2lc,12.0,,alphacaeval_v2lc_240829.csv openchat_v3_1_13b,AlphacaEval v2lc,14.5,,alphacaeval_v2lc_240829.csv opencoderplus_15b,AlphacaEval v2lc,8.2,,alphacaeval_v2lc_240829.csv openhermes_2_5_mistral_7b,AlphacaEval v2lc,16.2,,alphacaeval_v2lc_240829.csv openpipe_moa_gpt_4_turbo,AlphacaEval v2lc,68.4,,alphacaeval_v2lc_240829.csv pairrm_0_4b+tulu_2+dpo_13b_best_of_16,AlphacaEval v2lc,17.4,,alphacaeval_v2lc_240829.csv pairrm_0_4b+tulu_2+dpo_70b_best_of_16,AlphacaEval v2lc,21.4,,alphacaeval_v2lc_240829.csv pairrm_0_4b+yi_34b_chat_best_of_16,AlphacaEval v2lc,28.8,,alphacaeval_v2lc_240829.csv pairrm_0_4b+zephyr_7b_beta_best_of_16,AlphacaEval v2lc,15.5,,alphacaeval_v2lc_240829.csv phi_2,AlphacaEval v2lc,4.4,,alphacaeval_v2lc_240829.csv phi_2_dpo,AlphacaEval v2lc,7.8,,alphacaeval_v2lc_240829.csv phi_2_sft,AlphacaEval v2lc,5.9,,alphacaeval_v2lc_240829.csv platolm_7b,AlphacaEval v2lc,10.5,,alphacaeval_v2lc_240829.csv pythia_12b_oasst_sft,AlphacaEval v2lc,3.3,,alphacaeval_v2lc_240829.csv pythia_12b_sft,AlphacaEval v2lc,4.2,,alphacaeval_v2lc_240829.csv qwen1_5_110b_chat,AlphacaEval v2lc,43.9,,alphacaeval_v2lc_240829.csv qwen1_5_14b_chat,AlphacaEval v2lc,23.9,,alphacaeval_v2lc_240829.csv qwen1_5_1_8b_chat,AlphacaEval v2lc,2.6,,alphacaeval_v2lc_240829.csv qwen1_5_72b_chat,AlphacaEval v2lc,36.6,,alphacaeval_v2lc_240829.csv qwen1_5_7b_chat,AlphacaEval v2lc,14.7,,alphacaeval_v2lc_240829.csv qwen2_72b_instruct,AlphacaEval v2lc,38.1,,alphacaeval_v2lc_240829.csv qwen_14b_chat,AlphacaEval v2lc,12.4,,alphacaeval_v2lc_240829.csv rebel_llama3_8b_instruct,AlphacaEval v2lc,31.4,,alphacaeval_v2lc_240829.csv recycled_wizardlm_7b_v1_0,AlphacaEval v2lc,6.9,,alphacaeval_v2lc_240829.csv recycled_wizardlm_7b_v2_0,AlphacaEval v2lc,7.5,,alphacaeval_v2lc_240829.csv samba_coe_v0_1,AlphacaEval v2lc,22.9,,alphacaeval_v2lc_240829.csv samba_coe_v0_2,AlphacaEval v2lc,27.6,,alphacaeval_v2lc_240829.csv samba_coe_v0_2_best_of_16,AlphacaEval v2lc,31.5,,alphacaeval_v2lc_240829.csv shopee_slimmoa_v1,AlphacaEval v2lc,77.5,,alphacaeval_v2lc_240829.csv snorkel_mistral_pairrm_dpo,AlphacaEval v2lc,26.4,,alphacaeval_v2lc_240829.csv snorkel_mistral_pairrm_dpo+best_of_16,AlphacaEval v2lc,30.0,,alphacaeval_v2lc_240829.csv sppo_gemma_2_9b_it_pairrm,AlphacaEval v2lc,54.0,,alphacaeval_v2lc_240829.csv sppo_llama3_instruct_8b_pairrm,AlphacaEval v2lc,38.6,,alphacaeval_v2lc_240829.csv sppo_mistral7b_pairrm,AlphacaEval v2lc,30.5,,alphacaeval_v2lc_240829.csv starling_lm_7b_alpha,AlphacaEval v2lc,14.7,,alphacaeval_v2lc_240829.csv storm_7b,AlphacaEval v2lc,50.5,,alphacaeval_v2lc_240829.csv storm_7b_best_of_64,AlphacaEval v2lc,61.6,,alphacaeval_v2lc_240829.csv tempnet_llama2_chat_13b_v0_1,AlphacaEval v2lc,8.6,,alphacaeval_v2lc_240829.csv tempnet_llama2_chat_70b_v0_1,AlphacaEval v2lc,15.8,,alphacaeval_v2lc_240829.csv tempnet_llama2_chat_7b_v0_1,AlphacaEval v2lc,5.7,,alphacaeval_v2lc_240829.csv together_moa,AlphacaEval v2lc,65.4,,alphacaeval_v2lc_240829.csv together_moa_lite,AlphacaEval v2lc,59.1,,alphacaeval_v2lc_240829.csv tulu_2+dpo_13b,AlphacaEval v2lc,11.6,,alphacaeval_v2lc_240829.csv tulu_2+dpo_70b,AlphacaEval v2lc,21.2,,alphacaeval_v2lc_240829.csv tulu_2+dpo_7b,AlphacaEval v2lc,9.2,,alphacaeval_v2lc_240829.csv ultralm_13b,AlphacaEval v2lc,7.1,,alphacaeval_v2lc_240829.csv ultralm_13b_best_of_16,AlphacaEval v2lc,9.9,,alphacaeval_v2lc_240829.csv ultralm_13b_v2_0,AlphacaEval v2lc,9.1,,alphacaeval_v2lc_240829.csv ultralm_13b_v2_0_best_of_16,AlphacaEval v2lc,14.2,,alphacaeval_v2lc_240829.csv vicuna_13b,AlphacaEval v2lc,9.2,,alphacaeval_v2lc_240829.csv vicuna_13b_v1_3,AlphacaEval v2lc,10.8,,alphacaeval_v2lc_240829.csv vicuna_13b_v1_5,AlphacaEval v2lc,10.5,,alphacaeval_v2lc_240829.csv vicuna_13b_v1_5_together,AlphacaEval v2lc,11.7,,alphacaeval_v2lc_240829.csv vicuna_33b_v1_3,AlphacaEval v2lc,17.6,,alphacaeval_v2lc_240829.csv vicuna_7b,AlphacaEval v2lc,6.3,,alphacaeval_v2lc_240829.csv vicuna_7b_v1_3,AlphacaEval v2lc,7.2,,alphacaeval_v2lc_240829.csv vicuna_7b_v1_5,AlphacaEval v2lc,7.6,,alphacaeval_v2lc_240829.csv wizardlm_13b,AlphacaEval v2lc,9.8,,alphacaeval_v2lc_240829.csv wizardlm_13b_v1_1,AlphacaEval v2lc,13.9,,alphacaeval_v2lc_240829.csv wizardlm_13b_v1_2,AlphacaEval v2lc,14.5,,alphacaeval_v2lc_240829.csv wizardlm_70b,AlphacaEval v2lc,17.6,,alphacaeval_v2lc_240829.csv xwinlm_13b_v0_1,AlphacaEval v2lc,17.9,,alphacaeval_v2lc_240829.csv xwinlm_70b_v0_1,AlphacaEval v2lc,24.6,,alphacaeval_v2lc_240829.csv xwinlm_7b_v0_1,AlphacaEval v2lc,10.8,,alphacaeval_v2lc_240829.csv yi_34b_chat,AlphacaEval v2lc,27.2,,alphacaeval_v2lc_240829.csv yi_large_preview,AlphacaEval v2lc,51.9,,alphacaeval_v2lc_240829.csv zephyr_7b_alpha,AlphacaEval v2lc,10.3,,alphacaeval_v2lc_240829.csv zephyr_7b_beta,AlphacaEval v2lc,13.2,,alphacaeval_v2lc_240829.csv claude_3_5_sonnet,OpenCompass,67.9,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass,67.7,[],opencompass_240829.csv mistral_large,OpenCompass,63.2,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass,62.5,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass,61.7,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass,60.4,[],opencompass_240829.csv qwen_max_0428,OpenCompass,57.8,[],opencompass_240829.csv yi_large,OpenCompass,56.3,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass,55.4,[],opencompass_240829.csv glm_4,OpenCompass,55.2,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass,53.9,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass,53.5,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass,51.9,[],opencompass_240829.csv 240615,OpenCompass,51.0,[],opencompass_240829.csv baichuan4,OpenCompass,50.4,[],opencompass_240829.csv step_1_8k,OpenCompass,49.9,[],opencompass_240829.csv abab6_5,OpenCompass,49.9,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass,48.8,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass,48.6,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass,47.9,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass,46.9,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass,46.9,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass,46.3,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass,45.5,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass,45.1,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass,44.5,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass,42.6,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass,42.3,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass,42.1,[],opencompass_240829.csv dbrx_instructruct,OpenCompass,37.6,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass,36.5,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass,36.0,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass,34.5,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass,30.7,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass,30.0,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Language,50.9,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Language,55.5,[],opencompass_240829.csv mistral_large,OpenCompass Language,50.9,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Language,50.3,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Language,46.3,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Language,50.1,[],opencompass_240829.csv qwen_max_0428,OpenCompass Language,56.5,[],opencompass_240829.csv yi_large,OpenCompass Language,48.7,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Language,45.8,[],opencompass_240829.csv glm_4,OpenCompass Language,45.8,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Language,38.4,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Language,45.2,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Language,53.4,[],opencompass_240829.csv 240615,OpenCompass Language,31.1,[],opencompass_240829.csv baichuan4,OpenCompass Language,37.2,[],opencompass_240829.csv step_1_8k,OpenCompass Language,40.6,[],opencompass_240829.csv abab6_5,OpenCompass Language,44.9,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Language,36.7,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Language,46.3,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Language,44.3,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Language,50.5,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Language,30.6,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Language,33.0,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Language,40.8,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Language,43.5,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Language,44.6,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Language,46.1,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Language,50.5,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Language,33.7,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Language,25.6,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Language,43.6,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Language,36.7,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Language,36.6,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Language,30.3,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Language,31.4,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Knowledge,85.0,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Knowledge,85.2,[],opencompass_240829.csv mistral_large,OpenCompass Knowledge,83.4,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Knowledge,83.3,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Knowledge,78.8,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Knowledge,78.7,[],opencompass_240829.csv qwen_max_0428,OpenCompass Knowledge,79.0,[],opencompass_240829.csv yi_large,OpenCompass Knowledge,75.3,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Knowledge,84.0,[],opencompass_240829.csv glm_4,OpenCompass Knowledge,77.7,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Knowledge,81.4,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Knowledge,58.5,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Knowledge,79.3,[],opencompass_240829.csv 240615,OpenCompass Knowledge,78.3,[],opencompass_240829.csv baichuan4,OpenCompass Knowledge,74.2,[],opencompass_240829.csv step_1_8k,OpenCompass Knowledge,72.0,[],opencompass_240829.csv abab6_5,OpenCompass Knowledge,69.8,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Knowledge,76.4,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Knowledge,61.0,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Knowledge,68.9,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Knowledge,65.0,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Knowledge,69.7,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Knowledge,72.2,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Knowledge,53.7,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Knowledge,64.1,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Knowledge,64.8,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Knowledge,56.0,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Knowledge,53.8,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Knowledge,63.2,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Knowledge,66.3,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Knowledge,41.3,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Knowledge,60.0,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Knowledge,50.4,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Knowledge,47.8,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Knowledge,41.3,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Reasoning,57.0,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Reasoning,55.8,[],opencompass_240829.csv mistral_large,OpenCompass Reasoning,50.1,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Reasoning,50.0,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Reasoning,47.4,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Reasoning,45.4,[],opencompass_240829.csv qwen_max_0428,OpenCompass Reasoning,47.9,[],opencompass_240829.csv yi_large,OpenCompass Reasoning,47.6,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Reasoning,44.7,[],opencompass_240829.csv glm_4,OpenCompass Reasoning,46.1,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Reasoning,31.6,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Reasoning,45.4,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Reasoning,45.8,[],opencompass_240829.csv 240615,OpenCompass Reasoning,27.8,[],opencompass_240829.csv baichuan4,OpenCompass Reasoning,38.5,[],opencompass_240829.csv step_1_8k,OpenCompass Reasoning,35.8,[],opencompass_240829.csv abab6_5,OpenCompass Reasoning,47.0,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Reasoning,41.3,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Reasoning,46.0,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Reasoning,40.0,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Reasoning,42.7,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Reasoning,36.8,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Reasoning,28.6,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Reasoning,41.9,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Reasoning,36.2,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Reasoning,39.3,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Reasoning,39.8,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Reasoning,40.5,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Reasoning,24.9,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Reasoning,20.8,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Reasoning,36.5,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Reasoning,18.9,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Reasoning,28.1,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Reasoning,20.7,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Reasoning,28.1,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Math,71.1,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Math,71.1,[],opencompass_240829.csv mistral_large,OpenCompass Math,66.4,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Math,72.8,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Math,68.2,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Math,58.2,[],opencompass_240829.csv qwen_max_0428,OpenCompass Math,55.1,[],opencompass_240829.csv yi_large,OpenCompass Math,54.8,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Math,57.7,[],opencompass_240829.csv glm_4,OpenCompass Math,53.2,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Math,58.0,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Math,50.1,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Math,39.6,[],opencompass_240829.csv 240615,OpenCompass Math,67.5,[],opencompass_240829.csv baichuan4,OpenCompass Math,51.8,[],opencompass_240829.csv step_1_8k,OpenCompass Math,51.4,[],opencompass_240829.csv abab6_5,OpenCompass Math,47.2,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Math,44.7,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Math,46.6,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Math,38.7,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Math,38.1,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Math,53.9,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Math,47.2,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Math,40.7,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Math,37.7,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Math,40.8,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Math,38.2,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Math,25.8,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Math,38.0,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Math,35.3,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Math,28.4,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Math,27.4,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Math,24.8,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Math,18.1,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Math,22.8,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Code,69.6,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Code,69.1,[],opencompass_240829.csv mistral_large,OpenCompass Code,65.1,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Code,55.6,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Code,66.2,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Code,63.3,[],opencompass_240829.csv qwen_max_0428,OpenCompass Code,52.4,[],opencompass_240829.csv yi_large,OpenCompass Code,54.3,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Code,49.5,[],opencompass_240829.csv glm_4,OpenCompass Code,56.3,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Code,53.7,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Code,54.6,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Code,49.5,[],opencompass_240829.csv 240615,OpenCompass Code,50.2,[],opencompass_240829.csv baichuan4,OpenCompass Code,44.1,[],opencompass_240829.csv step_1_8k,OpenCompass Code,44.2,[],opencompass_240829.csv abab6_5,OpenCompass Code,50.5,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Code,50.6,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Code,47.0,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Code,45.1,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Code,44.8,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Code,46.1,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Code,44.7,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Code,42.2,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Code,44.0,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Code,34.8,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Code,41.8,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Code,33.3,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Code,39.3,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Code,32.2,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Code,34.4,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Code,36.2,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Code,26.7,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Code,23.6,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Code,16.3,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Instruction,66.2,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Instruction,60.3,[],opencompass_240829.csv mistral_large,OpenCompass Instruction,51.1,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Instruction,50.3,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Instruction,44.1,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Instruction,56.0,[],opencompass_240829.csv qwen_max_0428,OpenCompass Instruction,47.4,[],opencompass_240829.csv yi_large,OpenCompass Instruction,40.0,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Instruction,34.0,[],opencompass_240829.csv glm_4,OpenCompass Instruction,36.9,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Instruction,46.2,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Instruction,45.2,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Instruction,36.8,[],opencompass_240829.csv 240615,OpenCompass Instruction,30.6,[],opencompass_240829.csv baichuan4,OpenCompass Instruction,39.4,[],opencompass_240829.csv step_1_8k,OpenCompass Instruction,38.9,[],opencompass_240829.csv abab6_5,OpenCompass Instruction,32.0,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Instruction,28.5,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Instruction,35.9,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Instruction,36.0,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Instruction,38.8,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Instruction,29.2,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Instruction,31.2,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Instruction,40.9,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Instruction,27.5,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Instruction,26.5,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Instruction,29.8,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Instruction,33.2,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Instruction,39.1,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Instruction,32.5,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Instruction,26.3,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Instruction,18.5,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Instruction,28.2,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Instruction,28.5,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Instruction,20.6,[],opencompass_240829.csv claude_3_5_sonnet,OpenCompass Agent,81.7,[],opencompass_240829.csv gpt_4o_20240513,OpenCompass Agent,84.4,[],opencompass_240829.csv mistral_large,OpenCompass Agent,83.5,[],opencompass_240829.csv mistral_large_instruct_2407,OpenCompass Agent,84.5,[],opencompass_240829.csv deepseek_v2_chat0618,OpenCompass Agent,83.7,[],opencompass_240829.csv gpt_4o_mini_20240718,OpenCompass Agent,85.7,[],opencompass_240829.csv qwen_max_0428,OpenCompass Agent,83.8,[],opencompass_240829.csv yi_large,OpenCompass Agent,86.1,[],opencompass_240829.csv qwen2_72b_instruct,OpenCompass Agent,85.9,[],opencompass_240829.csv glm_4,OpenCompass Agent,80.4,[],opencompass_240829.csv llama3_1_70b_instruct,OpenCompass Agent,86.5,[],opencompass_240829.csv gemma_2_27b_it,OpenCompass Agent,85.5,[],opencompass_240829.csv qwen1_5_110b_chat,OpenCompass Agent,79.6,[],opencompass_240829.csv 240615,OpenCompass Agent,79.3,[],opencompass_240829.csv baichuan4,OpenCompass Agent,84.5,[],opencompass_240829.csv step_1_8k,OpenCompass Agent,84.2,[],opencompass_240829.csv abab6_5,OpenCompass Agent,62.5,[],opencompass_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Agent,72.7,[],opencompass_240829.csv moonshot_v1_8k,OpenCompass Agent,63.5,[],opencompass_240829.csv glm_4_9b_chat,OpenCompass Agent,81.9,[],opencompass_240829.csv yi_1_5_34b_chat,OpenCompass Agent,63.5,[],opencompass_240829.csv hunyuan_standard_256k,OpenCompass Agent,65.6,[],opencompass_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Agent,86.0,[],opencompass_240829.csv gemma_2_9b_it,OpenCompass Agent,69.9,[],opencompass_240829.csv qwen2_7b_instruct,OpenCompass Agent,79.7,[],opencompass_240829.csv internlm2_5_7b_chat,OpenCompass Agent,79.0,[],opencompass_240829.csv yi_1_5_9b_chat,OpenCompass Agent,54.3,[],opencompass_240829.csv nanbeige2_16b_chat,OpenCompass Agent,85.8,[],opencompass_240829.csv llama3_1_8b_instruct,OpenCompass Agent,80.1,[],opencompass_240829.csv dbrx_instructruct,OpenCompass Agent,75.3,[],opencompass_240829.csv yi_1_5_6b_chat,OpenCompass Agent,55.4,[],opencompass_240829.csv internlm2_chat_20b,OpenCompass Agent,80.3,[],opencompass_240829.csv mixtral_8x7b_instruct_v0_1,OpenCompass Agent,71.0,[],opencompass_240829.csv mistral_7b_instruct_v0_3,OpenCompass Agent,75.4,[],opencompass_240829.csv deepseek_v2_lite_chat,OpenCompass Agent,72.4,[],opencompass_240829.csv 240615,OpenCompass Arena,1011.0,,opencompass_arena_240829.csv abab6_5_chat,OpenCompass Arena,1027.0,,opencompass_arena_240829.csv baichuan4,OpenCompass Arena,1007.0,,opencompass_arena_240829.csv claude_3_5_sonnet_20240620,OpenCompass Arena,1055.0,,opencompass_arena_240829.csv command_r_plus,OpenCompass Arena,977.0,,opencompass_arena_240829.csv dbrx_instructruct,OpenCompass Arena,879.0,,opencompass_arena_240829.csv deepseek_llm_67b_chat,OpenCompass Arena,937.0,,opencompass_arena_240829.csv deepseek_moe_16b_chat,OpenCompass Arena,895.0,,opencompass_arena_240829.csv deepseek_v2,OpenCompass Arena,1027.0,,opencompass_arena_240829.csv deepseek_v2_chat,OpenCompass Arena,1048.0,,opencompass_arena_240829.csv ernie_4_0_8k_preview_0518,OpenCompass Arena,1051.0,,opencompass_arena_240829.csv glm_4_0520,OpenCompass Arena,1033.0,,opencompass_arena_240829.csv gpt_40_20240513,OpenCompass Arena,1090.0,,opencompass_arena_240829.csv gpt_4_turbo_20240409,OpenCompass Arena,1044.0,,opencompass_arena_240829.csv hunyuan_pro,OpenCompass Arena,1069.0,,opencompass_arena_240829.csv internlm2_5_7b_chat,OpenCompass Arena,958.0,,opencompass_arena_240829.csv internlm2_chat_20b,OpenCompass Arena,992.0,,opencompass_arena_240829.csv internlm2_chat_7b,OpenCompass Arena,968.0,,opencompass_arena_240829.csv llama3_70b_instruct,OpenCompass Arena,926.0,,opencompass_arena_240829.csv llama3_8b_instruct,OpenCompass Arena,920.0,,opencompass_arena_240829.csv mixtral_8x22b_instruct_v0_1,OpenCompass Arena,933.0,,opencompass_arena_240829.csv moonshot_v1_32k,OpenCompass Arena,994.0,,opencompass_arena_240829.csv qwen1_5_14b_chat,OpenCompass Arena,968.0,,opencompass_arena_240829.csv qwen1_5_32b_chat,OpenCompass Arena,1007.0,,opencompass_arena_240829.csv qwen1_5_72b_chat,OpenCompass Arena,1007.0,,opencompass_arena_240829.csv qwen1_5_7b_chat,OpenCompass Arena,970.0,,opencompass_arena_240829.csv qwen2_72b_instruct,OpenCompass Arena,1085.0,,opencompass_arena_240829.csv qwen_max_0428,OpenCompass Arena,1071.0,,opencompass_arena_240829.csv yi_1_5_34b_chat,OpenCompass Arena,1016.0,,opencompass_arena_240829.csv yi_34b_chat,OpenCompass Arena,983.0,,opencompass_arena_240829.csv yi_large,OpenCompass Arena,1051.0,,opencompass_arena_240829.csv claude_3_5_sonnet_20240620,LiveBench 240725,59.87,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench 240725,56.71,[],livebench_240829.csv chatgpt_4o_latest,LiveBench 240725,54.71,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench 240725,54.63,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench 240725,54.25,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench 240725,53.78,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench 240725,52.88,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench 240725,52.22,[],livebench_240829.csv claude_3_opus_20240229,LiveBench 240725,50.56,[],livebench_240829.csv gpt_4_0125_preview,LiveBench 240725,48.9,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench 240725,48.67,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench 240725,48.44,[],livebench_240829.csv mistral_large_2407,LiveBench 240725,47.97,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench 240725,46.87,[],livebench_240829.csv deepseek_coder_v2,LiveBench 240725,46.31,[],livebench_240829.csv deepseek_chat_v2,LiveBench 240725,46.04,[],livebench_240829.csv gpt_4_0613,LiveBench 240725,45.6,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench 240725,44.72,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench 240725,44.26,[],livebench_240829.csv gemma_2_27b_it,LiveBench 240725,41.26,[],livebench_240829.csv dracarys_72b_instruct,LiveBench 240725,41.2,[],livebench_240829.csv qwen2_72b_instruct,LiveBench 240725,40.15,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench 240725,40.05,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench 240725,40.04,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench 240725,39.32,[],livebench_240829.csv mistral_large_2402,LiveBench 240725,39.18,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench 240725,38.72,[],livebench_240829.csv llama3_70b_instruct,LiveBench 240725,37.73,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench 240725,35.86,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench 240725,35.17,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench 240725,35.16,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench 240725,34.54,[],livebench_240829.csv mistral_small_2402,LiveBench 240725,32.19,[],livebench_240829.csv command_r_plus,LiveBench 240725,32.17,[],livebench_240829.csv gemma_2_9b_it,LiveBench 240725,31.34,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench 240725,31.22,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench 240725,30.3,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench 240725,29.97,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench 240725,29.78,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench 240725,29.53,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench 240725,29.26,[],livebench_240829.csv open_mistral_nemo,LiveBench 240725,29.17,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench 240725,28.3,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench 240725,28.03,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench 240725,27.98,[],livebench_240829.csv llama3_8b_instruct,LiveBench 240725,27.56,[],livebench_240829.csv command_r,LiveBench 240725,26.83,[],livebench_240829.csv qwen2_7b_instruct,LiveBench 240725,26.58,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench 240725,25.55,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench 240725,25.46,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench 240725,24.48,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench 240725,24.13,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench 240725,22.73,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench 240725,21.25,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench 240725,20.05,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench 240725,18.78,[],livebench_240829.csv zephyr_7b_alpha,LiveBench 240725,18.6,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench 240725,17.98,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench 240725,17.74,[],livebench_240829.csv zephyr_7b_beta,LiveBench 240725,16.72,[],livebench_240829.csv starling_lm_7b_beta,LiveBench 240725,16.6,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench 240725,14.5,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench 240725,12.57,[],livebench_240829.csv llama_2_7b_chat,LiveBench 240725,11.63,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench 240725,11.28,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench 240725,10.35,[],livebench_240829.csv yi_6b_chat,LiveBench 240725,9.58,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench 240725,7.68,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench 240725,6.04,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench 240725,5.21,[],livebench_240829.csv claude_3_5_sonnet_20240620,LiveBench Reasoning,58.67,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench Reasoning,54.67,[],livebench_240829.csv chatgpt_4o_latest,LiveBench Reasoning,52.0,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench Reasoning,50.0,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench Reasoning,53.33,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench Reasoning,49.33,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench Reasoning,51.33,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench Reasoning,48.67,[],livebench_240829.csv claude_3_opus_20240229,LiveBench Reasoning,41.33,[],livebench_240829.csv gpt_4_0125_preview,LiveBench Reasoning,47.33,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench Reasoning,44.0,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench Reasoning,40.67,[],livebench_240829.csv mistral_large_2407,LiveBench Reasoning,42.0,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench Reasoning,47.33,[],livebench_240829.csv deepseek_coder_v2,LiveBench Reasoning,45.33,[],livebench_240829.csv deepseek_chat_v2,LiveBench Reasoning,40.0,[],livebench_240829.csv gpt_4_0613,LiveBench Reasoning,34.67,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench Reasoning,35.33,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench Reasoning,35.33,[],livebench_240829.csv gemma_2_27b_it,LiveBench Reasoning,32.0,[],livebench_240829.csv dracarys_72b_instruct,LiveBench Reasoning,40.0,[],livebench_240829.csv qwen2_72b_instruct,LiveBench Reasoning,41.33,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench Reasoning,33.33,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench Reasoning,29.33,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench Reasoning,36.0,[],livebench_240829.csv mistral_large_2402,LiveBench Reasoning,36.0,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench Reasoning,28.67,[],livebench_240829.csv llama3_70b_instruct,LiveBench Reasoning,30.67,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench Reasoning,29.33,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench Reasoning,29.33,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench Reasoning,38.67,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench Reasoning,26.67,[],livebench_240829.csv mistral_small_2402,LiveBench Reasoning,26.0,[],livebench_240829.csv command_r_plus,LiveBench Reasoning,28.67,[],livebench_240829.csv gemma_2_9b_it,LiveBench Reasoning,17.33,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench Reasoning,36.67,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench Reasoning,34.0,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench Reasoning,30.0,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench Reasoning,30.67,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench Reasoning,26.0,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench Reasoning,23.33,[],livebench_240829.csv open_mistral_nemo,LiveBench Reasoning,25.33,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench Reasoning,33.33,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench Reasoning,15.33,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench Reasoning,23.33,[],livebench_240829.csv llama3_8b_instruct,LiveBench Reasoning,24.0,[],livebench_240829.csv command_r,LiveBench Reasoning,25.33,[],livebench_240829.csv qwen2_7b_instruct,LiveBench Reasoning,20.0,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench Reasoning,28.0,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench Reasoning,28.0,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench Reasoning,18.0,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench Reasoning,20.0,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench Reasoning,17.33,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench Reasoning,16.0,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench Reasoning,14.0,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench Reasoning,14.67,[],livebench_240829.csv zephyr_7b_alpha,LiveBench Reasoning,12.0,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench Reasoning,16.0,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench Reasoning,16.0,[],livebench_240829.csv zephyr_7b_beta,LiveBench Reasoning,12.67,[],livebench_240829.csv starling_lm_7b_beta,LiveBench Reasoning,18.67,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench Reasoning,15.33,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench Reasoning,12.67,[],livebench_240829.csv llama_2_7b_chat,LiveBench Reasoning,12.0,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench Reasoning,10.67,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench Reasoning,8.0,[],livebench_240829.csv yi_6b_chat,LiveBench Reasoning,10.67,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench Reasoning,6.0,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench Reasoning,3.33,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench Reasoning,2.67,[],livebench_240829.csv claude_3_5_sonnet_20240620,LiveBench Coding,60.85,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench Coding,51.44,[],livebench_240829.csv chatgpt_4o_latest,LiveBench Coding,47.15,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench Coding,49.36,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench Coding,43.8,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench Coding,40.95,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench Coding,49.0,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench Coding,41.23,[],livebench_240829.csv claude_3_opus_20240229,LiveBench Coding,38.59,[],livebench_240829.csv gpt_4_0125_preview,LiveBench Coding,41.8,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench Coding,35.23,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench Coding,32.67,[],livebench_240829.csv mistral_large_2407,LiveBench Coding,47.08,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench Coding,40.59,[],livebench_240829.csv deepseek_coder_v2,LiveBench Coding,41.51,[],livebench_240829.csv deepseek_chat_v2,LiveBench Coding,41.15,[],livebench_240829.csv gpt_4_0613,LiveBench Coding,37.31,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench Coding,32.31,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench Coding,43.15,[],livebench_240829.csv gemma_2_27b_it,LiveBench Coding,35.95,[],livebench_240829.csv dracarys_72b_instruct,LiveBench Coding,38.95,[],livebench_240829.csv qwen2_72b_instruct,LiveBench Coding,32.38,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench Coding,31.38,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench Coding,34.31,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench Coding,38.03,[],livebench_240829.csv mistral_large_2402,LiveBench Coding,27.38,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench Coding,26.38,[],livebench_240829.csv llama3_70b_instruct,LiveBench Coding,22.03,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench Coding,24.46,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench Coding,32.03,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench Coding,21.74,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench Coding,27.74,[],livebench_240829.csv mistral_small_2402,LiveBench Coding,21.18,[],livebench_240829.csv command_r_plus,LiveBench Coding,19.46,[],livebench_240829.csv gemma_2_9b_it,LiveBench Coding,22.46,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench Coding,20.46,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench Coding,21.1,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench Coding,24.57,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench Coding,21.82,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench Coding,24.74,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench Coding,22.82,[],livebench_240829.csv open_mistral_nemo,LiveBench Coding,28.74,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench Coding,15.9,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench Coding,19.74,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench Coding,20.26,[],livebench_240829.csv llama3_8b_instruct,LiveBench Coding,19.82,[],livebench_240829.csv command_r,LiveBench Coding,15.26,[],livebench_240829.csv qwen2_7b_instruct,LiveBench Coding,28.95,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench Coding,15.04,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench Coding,15.04,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench Coding,14.54,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench Coding,13.26,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench Coding,11.62,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench Coding,10.97,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench Coding,13.9,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench Coding,9.62,[],livebench_240829.csv zephyr_7b_alpha,LiveBench Coding,12.26,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench Coding,9.41,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench Coding,7.13,[],livebench_240829.csv zephyr_7b_beta,LiveBench Coding,8.05,[],livebench_240829.csv starling_lm_7b_beta,LiveBench Coding,18.46,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench Coding,2.64,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench Coding,1.92,[],livebench_240829.csv llama_2_7b_chat,LiveBench Coding,1.28,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench Coding,4.49,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench Coding,5.21,[],livebench_240829.csv yi_6b_chat,LiveBench Coding,2.0,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench Coding,1.28,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench Coding,0.0,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench Coding,0.0,[],livebench_240829.csv claude_3_5_sonnet_20240620,LiveBench Mathematics,53.75,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench Mathematics,52.29,[],livebench_240829.csv chatgpt_4o_latest,LiveBench Mathematics,52.19,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench Mathematics,49.88,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench Mathematics,46.55,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench Mathematics,56.28,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench Mathematics,48.99,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench Mathematics,47.46,[],livebench_240829.csv claude_3_opus_20240229,LiveBench Mathematics,46.54,[],livebench_240829.csv gpt_4_0125_preview,LiveBench Mathematics,42.75,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench Mathematics,45.68,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench Mathematics,45.58,[],livebench_240829.csv mistral_large_2407,LiveBench Mathematics,40.48,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench Mathematics,36.29,[],livebench_240829.csv deepseek_coder_v2,LiveBench Mathematics,52.54,[],livebench_240829.csv deepseek_chat_v2,LiveBench Mathematics,52.11,[],livebench_240829.csv gpt_4_0613,LiveBench Mathematics,36.22,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench Mathematics,42.42,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench Mathematics,41.58,[],livebench_240829.csv gemma_2_27b_it,LiveBench Mathematics,36.23,[],livebench_240829.csv dracarys_72b_instruct,LiveBench Mathematics,42.77,[],livebench_240829.csv qwen2_72b_instruct,LiveBench Mathematics,43.44,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench Mathematics,28.32,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench Mathematics,38.89,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench Mathematics,40.67,[],livebench_240829.csv mistral_large_2402,LiveBench Mathematics,32.2,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench Mathematics,29.65,[],livebench_240829.csv llama3_70b_instruct,LiveBench Mathematics,32.31,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench Mathematics,25.72,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench Mathematics,28.33,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench Mathematics,33.3,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench Mathematics,26.93,[],livebench_240829.csv mistral_small_2402,LiveBench Mathematics,28.15,[],livebench_240829.csv command_r_plus,LiveBench Mathematics,24.85,[],livebench_240829.csv gemma_2_9b_it,LiveBench Mathematics,23.98,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench Mathematics,31.36,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench Mathematics,25.64,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench Mathematics,28.97,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench Mathematics,26.28,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench Mathematics,34.44,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench Mathematics,26.82,[],livebench_240829.csv open_mistral_nemo,LiveBench Mathematics,21.66,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench Mathematics,22.2,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench Mathematics,24.37,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench Mathematics,23.73,[],livebench_240829.csv llama3_8b_instruct,LiveBench Mathematics,19.66,[],livebench_240829.csv command_r,LiveBench Mathematics,16.92,[],livebench_240829.csv qwen2_7b_instruct,LiveBench Mathematics,26.87,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench Mathematics,17.06,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench Mathematics,20.84,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench Mathematics,17.84,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench Mathematics,20.45,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench Mathematics,20.71,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench Mathematics,14.56,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench Mathematics,17.08,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench Mathematics,15.21,[],livebench_240829.csv zephyr_7b_alpha,LiveBench Mathematics,9.96,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench Mathematics,15.29,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench Mathematics,14.08,[],livebench_240829.csv zephyr_7b_beta,LiveBench Mathematics,11.23,[],livebench_240829.csv starling_lm_7b_beta,LiveBench Mathematics,14.86,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench Mathematics,9.04,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench Mathematics,7.1,[],livebench_240829.csv llama_2_7b_chat,LiveBench Mathematics,4.78,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench Mathematics,9.86,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench Mathematics,9.94,[],livebench_240829.csv yi_6b_chat,LiveBench Mathematics,8.53,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench Mathematics,7.35,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench Mathematics,3.53,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench Mathematics,4.43,[],livebench_240829.csv claude_3_5_sonnet_20240620,LiveBench Data Analysis,56.74,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench Data Analysis,52.89,[],livebench_240829.csv chatgpt_4o_latest,LiveBench Data Analysis,54.43,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench Data Analysis,52.41,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench Data Analysis,53.51,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench Data Analysis,50.83,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench Data Analysis,51.32,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench Data Analysis,50.15,[],livebench_240829.csv claude_3_opus_20240229,LiveBench Data Analysis,54.32,[],livebench_240829.csv gpt_4_0125_preview,LiveBench Data Analysis,54.06,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench Data Analysis,47.99,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench Data Analysis,50.29,[],livebench_240829.csv mistral_large_2407,LiveBench Data Analysis,46.61,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench Data Analysis,47.87,[],livebench_240829.csv deepseek_coder_v2,LiveBench Data Analysis,38.25,[],livebench_240829.csv deepseek_chat_v2,LiveBench Data Analysis,45.59,[],livebench_240829.csv gpt_4_0613,LiveBench Data Analysis,44.03,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench Data Analysis,52.81,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench Data Analysis,44.52,[],livebench_240829.csv gemma_2_27b_it,LiveBench Data Analysis,43.58,[],livebench_240829.csv dracarys_72b_instruct,LiveBench Data Analysis,26.24,[],livebench_240829.csv qwen2_72b_instruct,LiveBench Data Analysis,26.24,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench Data Analysis,48.11,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench Data Analysis,44.03,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench Data Analysis,26.19,[],livebench_240829.csv mistral_large_2402,LiveBench Data Analysis,42.55,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench Data Analysis,44.56,[],livebench_240829.csv llama3_70b_instruct,LiveBench Data Analysis,43.75,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench Data Analysis,41.54,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench Data Analysis,31.67,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench Data Analysis,40.46,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench Data Analysis,41.21,[],livebench_240829.csv mistral_small_2402,LiveBench Data Analysis,31.88,[],livebench_240829.csv command_r_plus,LiveBench Data Analysis,24.6,[],livebench_240829.csv gemma_2_9b_it,LiveBench Data Analysis,35.06,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench Data Analysis,31.63,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench Data Analysis,32.12,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench Data Analysis,27.26,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench Data Analysis,31.45,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench Data Analysis,33.0,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench Data Analysis,32.98,[],livebench_240829.csv open_mistral_nemo,LiveBench Data Analysis,33.35,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench Data Analysis,30.43,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench Data Analysis,32.15,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench Data Analysis,29.62,[],livebench_240829.csv llama3_8b_instruct,LiveBench Data Analysis,26.0,[],livebench_240829.csv command_r,LiveBench Data Analysis,31.69,[],livebench_240829.csv qwen2_7b_instruct,LiveBench Data Analysis,28.75,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench Data Analysis,34.02,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench Data Analysis,29.55,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench Data Analysis,27.89,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench Data Analysis,26.92,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench Data Analysis,28.13,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench Data Analysis,21.77,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench Data Analysis,14.62,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench Data Analysis,18.17,[],livebench_240829.csv zephyr_7b_alpha,LiveBench Data Analysis,17.4,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench Data Analysis,16.9,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench Data Analysis,18.19,[],livebench_240829.csv zephyr_7b_beta,LiveBench Data Analysis,15.75,[],livebench_240829.csv starling_lm_7b_beta,LiveBench Data Analysis,2.0,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench Data Analysis,9.93,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench Data Analysis,3.33,[],livebench_240829.csv llama_2_7b_chat,LiveBench Data Analysis,0.0,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench Data Analysis,9.13,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench Data Analysis,10.01,[],livebench_240829.csv yi_6b_chat,LiveBench Data Analysis,4.38,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench Data Analysis,2.0,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench Data Analysis,3.33,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench Data Analysis,0.0,[],livebench_240829.csv claude_3_5_sonnet_20240620,LiveBench Language,56.94,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench Language,54.37,[],livebench_240829.csv chatgpt_4o_latest,LiveBench Language,49.95,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench Language,53.94,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench Language,49.85,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench Language,49.31,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench Language,45.26,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench Language,46.96,[],livebench_240829.csv claude_3_opus_20240229,LiveBench Language,51.72,[],livebench_240829.csv gpt_4_0125_preview,LiveBench Language,43.55,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench Language,41.77,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench Language,42.36,[],livebench_240829.csv mistral_large_2407,LiveBench Language,39.79,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench Language,31.04,[],livebench_240829.csv deepseek_coder_v2,LiveBench Language,33.04,[],livebench_240829.csv deepseek_chat_v2,LiveBench Language,32.77,[],livebench_240829.csv gpt_4_0613,LiveBench Language,49.57,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench Language,38.25,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench Language,35.28,[],livebench_240829.csv gemma_2_27b_it,LiveBench Language,32.4,[],livebench_240829.csv dracarys_72b_instruct,LiveBench Language,31.17,[],livebench_240829.csv qwen2_72b_instruct,LiveBench Language,29.21,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench Language,43.77,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench Language,30.69,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench Language,30.03,[],livebench_240829.csv mistral_large_2402,LiveBench Language,28.74,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench Language,38.08,[],livebench_240829.csv llama3_70b_instruct,LiveBench Language,34.11,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench Language,30.07,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench Language,26.48,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench Language,17.07,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench Language,24.22,[],livebench_240829.csv mistral_small_2402,LiveBench Language,22.06,[],livebench_240829.csv command_r_plus,LiveBench Language,23.92,[],livebench_240829.csv gemma_2_9b_it,LiveBench Language,27.64,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench Language,13.91,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench Language,12.76,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench Language,15.53,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench Language,13.22,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench Language,10.64,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench Language,11.37,[],livebench_240829.csv open_mistral_nemo,LiveBench Language,14.15,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench Language,9.67,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench Language,20.05,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench Language,15.13,[],livebench_240829.csv llama3_8b_instruct,LiveBench Language,18.72,[],livebench_240829.csv command_r,LiveBench Language,14.64,[],livebench_240829.csv qwen2_7b_instruct,LiveBench Language,10.21,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench Language,7.76,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench Language,8.06,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench Language,15.37,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench Language,11.37,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench Language,13.76,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench Language,11.85,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench Language,9.05,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench Language,10.65,[],livebench_240829.csv zephyr_7b_alpha,LiveBench Language,7.2,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench Language,6.18,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench Language,9.2,[],livebench_240829.csv zephyr_7b_beta,LiveBench Language,4.28,[],livebench_240829.csv starling_lm_7b_beta,LiveBench Language,7.26,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench Language,7.92,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench Language,8.66,[],livebench_240829.csv llama_2_7b_chat,LiveBench Language,6.86,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench Language,5.8,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench Language,3.05,[],livebench_240829.csv yi_6b_chat,LiveBench Language,4.69,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench Language,2.8,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench Language,3.16,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench Language,2.88,[],livebench_240829.csv claude_3_5_sonnet_20240620,LiveBench Instruction Following,72.3,[],livebench_240829.csv gpt_4o_2024_08_06,LiveBench Instruction Following,74.58,[],livebench_240829.csv chatgpt_4o_latest,LiveBench Instruction Following,72.52,[],livebench_240829.csv gpt_4o_2024_05_13,LiveBench Instruction Following,72.17,[],livebench_240829.csv llama3_1_405b_instruct_turbo,LiveBench Instruction Following,78.47,[],livebench_240829.csv gemini_1_5_pro_exp_0827,LiveBench Instruction Following,75.95,[],livebench_240829.csv gpt_4_turbo_2024_04_09,LiveBench Instruction Following,71.39,[],livebench_240829.csv gemini_1_5_pro_exp_0801,LiveBench Instruction Following,78.84,[],livebench_240829.csv claude_3_opus_20240229,LiveBench Instruction Following,70.87,[],livebench_240829.csv gpt_4_0125_preview,LiveBench Instruction Following,63.92,[],livebench_240829.csv dracarys_llama3_1_70b_instruct,LiveBench Instruction Following,77.37,[],livebench_240829.csv llama3_1_70b_instruct_turbo,LiveBench Instruction Following,79.08,[],livebench_240829.csv mistral_large_2407,LiveBench Instruction Following,71.85,[],livebench_240829.csv gemini_1_5_flash_exp_0827,LiveBench Instruction Following,78.11,[],livebench_240829.csv deepseek_coder_v2,LiveBench Instruction Following,67.18,[],livebench_240829.csv deepseek_chat_v2,LiveBench Instruction Following,64.61,[],livebench_240829.csv gpt_4_0613,LiveBench Instruction Following,71.79,[],livebench_240829.csv gemini_1_5_pro_api_0514,LiveBench Instruction Following,67.2,[],livebench_240829.csv gpt_4o_mini_2024_07_18,LiveBench Instruction Following,65.68,[],livebench_240829.csv gemma_2_27b_it,LiveBench Instruction Following,67.37,[],livebench_240829.csv dracarys_72b_instruct,LiveBench Instruction Following,68.08,[],livebench_240829.csv qwen2_72b_instruct,LiveBench Instruction Following,68.27,[],livebench_240829.csv hermes_3_llama3_1_70b,LiveBench Instruction Following,55.37,[],livebench_240829.csv gemini_1_5_flash_api_0514,LiveBench Instruction Following,63.01,[],livebench_240829.csv smaug_qwen2_72b_instruct,LiveBench Instruction Following,65.0,[],livebench_240829.csv mistral_large_2402,LiveBench Instruction Following,68.19,[],livebench_240829.csv claude_3_sonnet_20240229,LiveBench Instruction Following,65.0,[],livebench_240829.csv llama3_70b_instruct,LiveBench Instruction Following,63.5,[],livebench_240829.csv claude_3_haiku_20240307,LiveBench Instruction Following,64.03,[],livebench_240829.csv mixtral_8x22b_instruct_v0_1,LiveBench Instruction Following,63.17,[],livebench_240829.csv phi_3_5_moe_instruct,LiveBench Instruction Following,59.73,[],livebench_240829.csv gpt_3_5_turbo_0125,LiveBench Instruction Following,60.47,[],livebench_240829.csv mistral_small_2402,LiveBench Instruction Following,63.91,[],livebench_240829.csv command_r_plus,LiveBench Instruction Following,71.51,[],livebench_240829.csv gemma_2_9b_it,LiveBench Instruction Following,61.55,[],livebench_240829.csv phi_3_medium_4k_instruct,LiveBench Instruction Following,53.3,[],livebench_240829.csv phi_3_medium_128k_instruct,LiveBench Instruction Following,56.15,[],livebench_240829.csv phi_3_small_128k_instruct,LiveBench Instruction Following,53.47,[],livebench_240829.csv qwen1_5_110b_chat,LiveBench Instruction Following,55.26,[],livebench_240829.csv deepseek_coder_v2_lite_instruct,LiveBench Instruction Following,48.34,[],livebench_240829.csv qwen1_5_72b_chat,LiveBench Instruction Following,58.25,[],livebench_240829.csv open_mistral_nemo,LiveBench Instruction Following,51.8,[],livebench_240829.csv phi_3_5_mini_instruct,LiveBench Instruction Following,58.3,[],livebench_240829.csv llama3_1_8b_instruct_turbo,LiveBench Instruction Following,56.53,[],livebench_240829.csv phi_3_small_8k_instruct,LiveBench Instruction Following,55.81,[],livebench_240829.csv llama3_8b_instruct,LiveBench Instruction Following,57.14,[],livebench_240829.csv command_r,LiveBench Instruction Following,57.16,[],livebench_240829.csv qwen2_7b_instruct,LiveBench Instruction Following,44.74,[],livebench_240829.csv phi_3_mini_128k_instruct,LiveBench Instruction Following,51.4,[],livebench_240829.csv phi_3_mini_4k_instruct,LiveBench Instruction Following,51.25,[],livebench_240829.csv mathstral_7b_v0_1,LiveBench Instruction Following,53.25,[],livebench_240829.csv openhermes_2_5_mistral_7b,LiveBench Instruction Following,52.78,[],livebench_240829.csv mixtral_8x7b_instruct_v0_1,LiveBench Instruction Following,44.81,[],livebench_240829.csv mistral_7b_instruct_v0_3,LiveBench Instruction Following,52.37,[],livebench_240829.csv mistral_7b_instruct_v0_2,LiveBench Instruction Following,51.65,[],livebench_240829.csv gemma_1_1_7b_it,LiveBench Instruction Following,44.34,[],livebench_240829.csv zephyr_7b_alpha,LiveBench Instruction Following,52.79,[],livebench_240829.csv qwen1_5_7b_chat,LiveBench Instruction Following,44.12,[],livebench_240829.csv deepseek_v2_lite_chat,LiveBench Instruction Following,41.83,[],livebench_240829.csv zephyr_7b_beta,LiveBench Instruction Following,48.32,[],livebench_240829.csv starling_lm_7b_beta,LiveBench Instruction Following,38.32,[],livebench_240829.csv vicuna_7b_v1_5_16k,LiveBench Instruction Following,42.12,[],livebench_240829.csv vicuna_7b_v1_5,LiveBench Instruction Following,41.75,[],livebench_240829.csv llama_2_7b_chat,LiveBench Instruction Following,44.88,[],livebench_240829.csv qwen1_5_4b_chat,LiveBench Instruction Following,27.75,[],livebench_240829.csv qwen2_1_5b_instruct,LiveBench Instruction Following,25.9,[],livebench_240829.csv yi_6b_chat,LiveBench Instruction Following,27.22,[],livebench_240829.csv qwen2_0_5b_instruct,LiveBench Instruction Following,26.63,[],livebench_240829.csv qwen1_5_1_8b_chat,LiveBench Instruction Following,22.9,[],livebench_240829.csv qwen1_5_0_5b_chat,LiveBench Instruction Following,21.3,[],livebench_240829.csv gpt_4o_2024_05_13,WildBench Elo LC,1227.1,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Elo LC,1215.4,[],wildbench_240829.csv gemini_1_5_pro,WildBench Elo LC,1214.6,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Elo LC,1209.6,[],wildbench_240829.csv yi_large_preview,WildBench Elo LC,1208.9,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Elo LC,1199.1,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Elo LC,1197.3,[],wildbench_240829.csv claude_3_opus,WildBench Elo LC,1196.3,[],wildbench_240829.csv gemini_1_5_flash,WildBench Elo LC,1192.0,[],wildbench_240829.csv llama3_70b_instruct,WildBench Elo LC,1187.5,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Elo LC,1184.9,[],wildbench_240829.csv yi_large,WildBench Elo LC,1181.8,[],wildbench_240829.csv athene_70b,WildBench Elo LC,1180.7,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Elo LC,1178.6,[],wildbench_240829.csv gemma_2_27b_it,WildBench Elo LC,1176.4,[],wildbench_240829.csv mistral_large_2,WildBench Elo LC,1176.3,[],wildbench_240829.csv claude_3_sonnet,WildBench Elo LC,1174.7,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Elo LC,1173.5,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Elo LC,1172.3,[],wildbench_240829.csv reka_core,WildBench Elo LC,1170.4,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Elo LC,1166.6,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Elo LC,1166.6,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Elo LC,1159.6,[],wildbench_240829.csv claude_3_haiku,WildBench Elo LC,1159.1,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Elo LC,1158.6,[],wildbench_240829.csv mistral_large,WildBench Elo LC,1157.0,[],wildbench_240829.csv gemma_2_9b_it,WildBench Elo LC,1156.4,[],wildbench_240829.csv command_r_plus,WildBench Elo LC,1151.4,[],wildbench_240829.csv glm_4_9b_chat,WildBench Elo LC,1148.5,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Elo LC,1148.4,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Elo LC,1148.0,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Elo LC,1147.5,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Elo LC,1147.4,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Elo LC,1147.4,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Elo LC,1145.5,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Elo LC,1144.0,[],wildbench_240829.csv phi_3_medium_128k,WildBench Elo LC,1139.5,[],wildbench_240829.csv llama3_8b_instruct,WildBench Elo LC,1139.5,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Elo LC,1137.4,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Elo LC,1136.0,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Elo LC,1134.3,[],wildbench_240829.csv reka_flash,WildBench Elo LC,1132.7,[],wildbench_240829.csv gemma_2_2b_it,WildBench Elo LC,1129.7,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Elo LC,1129.2,[],wildbench_240829.csv dbrx_instruct,WildBench Elo LC,1128.5,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Elo LC,1126.6,[],wildbench_240829.csv neo_7b_instruct,WildBench Elo LC,1126.2,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Elo LC,1126.2,[],wildbench_240829.csv command_r,WildBench Elo LC,1125.6,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Elo LC,1124.7,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Elo LC,1122.7,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Elo LC,1121.0,[],wildbench_240829.csv reka_edge,WildBench Elo LC,1120.8,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Elo LC,1105.0,[],wildbench_240829.csv llama_2_70b_chat,WildBench Elo LC,1101.9,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Elo LC,1092.7,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Elo LC,1085.8,[],wildbench_240829.csv phi_3_mini_128k,WildBench Elo LC,1082.1,[],wildbench_240829.csv gemma_7b_it,WildBench Elo LC,1079.2,[],wildbench_240829.csv llama_2_7b_chat,WildBench Elo LC,1052.5,[],wildbench_240829.csv gpt_4o_2024_05_13,WildBench Information Seeking,58.6,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Information Seeking,55.5,[],wildbench_240829.csv gemini_1_5_pro,WildBench Information Seeking,52.2,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Information Seeking,57.2,[],wildbench_240829.csv yi_large_preview,WildBench Information Seeking,57.7,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Information Seeking,52.7,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Information Seeking,54.4,[],wildbench_240829.csv claude_3_opus,WildBench Information Seeking,53.5,[],wildbench_240829.csv gemini_1_5_flash,WildBench Information Seeking,48.7,[],wildbench_240829.csv llama3_70b_instruct,WildBench Information Seeking,52.3,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Information Seeking,40.0,[],wildbench_240829.csv yi_large,WildBench Information Seeking,51.0,[],wildbench_240829.csv athene_70b,WildBench Information Seeking,60.8,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Information Seeking,53.0,[],wildbench_240829.csv gemma_2_27b_it,WildBench Information Seeking,50.5,[],wildbench_240829.csv mistral_large_2,WildBench Information Seeking,57.4,[],wildbench_240829.csv claude_3_sonnet,WildBench Information Seeking,47.1,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Information Seeking,57.4,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Information Seeking,49.5,[],wildbench_240829.csv reka_core,WildBench Information Seeking,52.3,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Information Seeking,56.5,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Information Seeking,58.2,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Information Seeking,50.3,[],wildbench_240829.csv claude_3_haiku,WildBench Information Seeking,45.3,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Information Seeking,51.9,[],wildbench_240829.csv mistral_large,WildBench Information Seeking,46.1,[],wildbench_240829.csv gemma_2_9b_it,WildBench Information Seeking,49.0,[],wildbench_240829.csv command_r_plus,WildBench Information Seeking,49.2,[],wildbench_240829.csv glm_4_9b_chat,WildBench Information Seeking,46.3,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Information Seeking,48.9,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Information Seeking,42.6,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Information Seeking,47.9,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Information Seeking,47.9,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Information Seeking,48.2,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Information Seeking,47.3,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Information Seeking,46.1,[],wildbench_240829.csv phi_3_medium_128k,WildBench Information Seeking,35.7,[],wildbench_240829.csv llama3_8b_instruct,WildBench Information Seeking,39.3,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Information Seeking,41.6,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Information Seeking,42.9,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Information Seeking,41.0,[],wildbench_240829.csv reka_flash,WildBench Information Seeking,41.5,[],wildbench_240829.csv gemma_2_2b_it,WildBench Information Seeking,39.9,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Information Seeking,36.5,[],wildbench_240829.csv dbrx_instruct,WildBench Information Seeking,41.1,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Information Seeking,34.9,[],wildbench_240829.csv neo_7b_instruct,WildBench Information Seeking,36.3,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Information Seeking,41.9,[],wildbench_240829.csv command_r,WildBench Information Seeking,44.1,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Information Seeking,41.9,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Information Seeking,31.4,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Information Seeking,40.7,[],wildbench_240829.csv reka_edge,WildBench Information Seeking,34.4,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Information Seeking,40.1,[],wildbench_240829.csv llama_2_70b_chat,WildBench Information Seeking,38.3,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Information Seeking,34.0,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Information Seeking,39.8,[],wildbench_240829.csv phi_3_mini_128k,WildBench Information Seeking,28.6,[],wildbench_240829.csv gemma_7b_it,WildBench Information Seeking,12.7,[],wildbench_240829.csv llama_2_7b_chat,WildBench Information Seeking,27.7,[],wildbench_240829.csv gpt_4o_2024_05_13,WildBench Creative,59.1,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Creative,55.6,[],wildbench_240829.csv gemini_1_5_pro,WildBench Creative,55.1,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Creative,58.7,[],wildbench_240829.csv yi_large_preview,WildBench Creative,57.6,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Creative,56.4,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Creative,57.6,[],wildbench_240829.csv claude_3_opus,WildBench Creative,53.0,[],wildbench_240829.csv gemini_1_5_flash,WildBench Creative,51.7,[],wildbench_240829.csv llama3_70b_instruct,WildBench Creative,54.3,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Creative,40.8,[],wildbench_240829.csv yi_large,WildBench Creative,51.8,[],wildbench_240829.csv athene_70b,WildBench Creative,60.4,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Creative,53.3,[],wildbench_240829.csv gemma_2_27b_it,WildBench Creative,53.6,[],wildbench_240829.csv mistral_large_2,WildBench Creative,58.9,[],wildbench_240829.csv claude_3_sonnet,WildBench Creative,46.3,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Creative,60.1,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Creative,49.9,[],wildbench_240829.csv reka_core,WildBench Creative,55.5,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Creative,58.0,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Creative,59.1,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Creative,53.5,[],wildbench_240829.csv claude_3_haiku,WildBench Creative,42.9,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Creative,54.6,[],wildbench_240829.csv mistral_large,WildBench Creative,49.7,[],wildbench_240829.csv gemma_2_9b_it,WildBench Creative,51.0,[],wildbench_240829.csv command_r_plus,WildBench Creative,52.6,[],wildbench_240829.csv glm_4_9b_chat,WildBench Creative,47.8,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Creative,49.2,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Creative,45.6,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Creative,50.6,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Creative,51.8,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Creative,50.4,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Creative,49.1,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Creative,51.1,[],wildbench_240829.csv phi_3_medium_128k,WildBench Creative,33.2,[],wildbench_240829.csv llama3_8b_instruct,WildBench Creative,43.6,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Creative,39.8,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Creative,44.3,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Creative,44.7,[],wildbench_240829.csv reka_flash,WildBench Creative,42.4,[],wildbench_240829.csv gemma_2_2b_it,WildBench Creative,43.6,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Creative,37.4,[],wildbench_240829.csv dbrx_instruct,WildBench Creative,42.3,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Creative,38.5,[],wildbench_240829.csv neo_7b_instruct,WildBench Creative,39.5,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Creative,43.8,[],wildbench_240829.csv command_r,WildBench Creative,47.4,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Creative,42.8,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Creative,31.1,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Creative,42.7,[],wildbench_240829.csv reka_edge,WildBench Creative,36.2,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Creative,42.1,[],wildbench_240829.csv llama_2_70b_chat,WildBench Creative,40.0,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Creative,38.3,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Creative,37.9,[],wildbench_240829.csv phi_3_mini_128k,WildBench Creative,30.6,[],wildbench_240829.csv gemma_7b_it,WildBench Creative,21.2,[],wildbench_240829.csv llama_2_7b_chat,WildBench Creative,29.8,[],wildbench_240829.csv gpt_4o_2024_05_13,WildBench Code Debugging,60.5,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Code Debugging,56.5,[],wildbench_240829.csv gemini_1_5_pro,WildBench Code Debugging,55.2,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Code Debugging,55.1,[],wildbench_240829.csv yi_large_preview,WildBench Code Debugging,54.3,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Code Debugging,55.0,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Code Debugging,52.9,[],wildbench_240829.csv claude_3_opus,WildBench Code Debugging,53.3,[],wildbench_240829.csv gemini_1_5_flash,WildBench Code Debugging,48.7,[],wildbench_240829.csv llama3_70b_instruct,WildBench Code Debugging,44.7,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Code Debugging,48.9,[],wildbench_240829.csv yi_large,WildBench Code Debugging,47.7,[],wildbench_240829.csv athene_70b,WildBench Code Debugging,59.0,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Code Debugging,46.3,[],wildbench_240829.csv gemma_2_27b_it,WildBench Code Debugging,47.0,[],wildbench_240829.csv mistral_large_2,WildBench Code Debugging,53.8,[],wildbench_240829.csv claude_3_sonnet,WildBench Code Debugging,46.1,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Code Debugging,57.2,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Code Debugging,39.8,[],wildbench_240829.csv reka_core,WildBench Code Debugging,40.6,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Code Debugging,50.9,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Code Debugging,50.5,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Code Debugging,42.1,[],wildbench_240829.csv claude_3_haiku,WildBench Code Debugging,37.0,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Code Debugging,39.7,[],wildbench_240829.csv mistral_large,WildBench Code Debugging,33.7,[],wildbench_240829.csv gemma_2_9b_it,WildBench Code Debugging,36.7,[],wildbench_240829.csv command_r_plus,WildBench Code Debugging,28.4,[],wildbench_240829.csv glm_4_9b_chat,WildBench Code Debugging,35.4,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Code Debugging,33.7,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Code Debugging,35.0,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Code Debugging,31.8,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Code Debugging,31.5,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Code Debugging,35.4,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Code Debugging,28.6,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Code Debugging,27.3,[],wildbench_240829.csv phi_3_medium_128k,WildBench Code Debugging,18.2,[],wildbench_240829.csv llama3_8b_instruct,WildBench Code Debugging,22.0,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Code Debugging,23.1,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Code Debugging,25.3,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Code Debugging,11.0,[],wildbench_240829.csv reka_flash,WildBench Code Debugging,22.1,[],wildbench_240829.csv gemma_2_2b_it,WildBench Code Debugging,17.9,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Code Debugging,26.5,[],wildbench_240829.csv dbrx_instruct,WildBench Code Debugging,26.4,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Code Debugging,12.8,[],wildbench_240829.csv neo_7b_instruct,WildBench Code Debugging,14.0,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Code Debugging,24.4,[],wildbench_240829.csv command_r,WildBench Code Debugging,19.3,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Code Debugging,25.0,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Code Debugging,16.6,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Code Debugging,20.7,[],wildbench_240829.csv reka_edge,WildBench Code Debugging,13.5,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Code Debugging,18.4,[],wildbench_240829.csv llama_2_70b_chat,WildBench Code Debugging,9.3,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Code Debugging,14.9,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Code Debugging,26.0,[],wildbench_240829.csv phi_3_mini_128k,WildBench Code Debugging,21.6,[],wildbench_240829.csv gemma_7b_it,WildBench Code Debugging,1.8,[],wildbench_240829.csv llama_2_7b_chat,WildBench Code Debugging,-6.8,[],wildbench_240829.csv gpt_4o_2024_05_13,WildBench Math & Data,57.3,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Math & Data,50.2,[],wildbench_240829.csv gemini_1_5_pro,WildBench Math & Data,48.6,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Math & Data,51.0,[],wildbench_240829.csv yi_large_preview,WildBench Math & Data,51.9,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Math & Data,51.4,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Math & Data,45.8,[],wildbench_240829.csv claude_3_opus,WildBench Math & Data,46.7,[],wildbench_240829.csv gemini_1_5_flash,WildBench Math & Data,45.3,[],wildbench_240829.csv llama3_70b_instruct,WildBench Math & Data,42.1,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Math & Data,46.4,[],wildbench_240829.csv yi_large,WildBench Math & Data,44.5,[],wildbench_240829.csv athene_70b,WildBench Math & Data,57.1,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Math & Data,40.8,[],wildbench_240829.csv gemma_2_27b_it,WildBench Math & Data,43.9,[],wildbench_240829.csv mistral_large_2,WildBench Math & Data,52.7,[],wildbench_240829.csv claude_3_sonnet,WildBench Math & Data,40.6,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Math & Data,54.0,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Math & Data,41.0,[],wildbench_240829.csv reka_core,WildBench Math & Data,40.3,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Math & Data,48.6,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Math & Data,47.1,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Math & Data,39.4,[],wildbench_240829.csv claude_3_haiku,WildBench Math & Data,31.4,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Math & Data,35.6,[],wildbench_240829.csv mistral_large,WildBench Math & Data,30.9,[],wildbench_240829.csv gemma_2_9b_it,WildBench Math & Data,36.4,[],wildbench_240829.csv command_r_plus,WildBench Math & Data,23.5,[],wildbench_240829.csv glm_4_9b_chat,WildBench Math & Data,29.8,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Math & Data,29.8,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Math & Data,32.2,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Math & Data,24.0,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Math & Data,24.4,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Math & Data,29.8,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Math & Data,21.2,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Math & Data,23.5,[],wildbench_240829.csv phi_3_medium_128k,WildBench Math & Data,23.0,[],wildbench_240829.csv llama3_8b_instruct,WildBench Math & Data,17.0,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Math & Data,18.7,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Math & Data,18.6,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Math & Data,12.7,[],wildbench_240829.csv reka_flash,WildBench Math & Data,20.5,[],wildbench_240829.csv gemma_2_2b_it,WildBench Math & Data,15.8,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Math & Data,21.6,[],wildbench_240829.csv dbrx_instruct,WildBench Math & Data,24.5,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Math & Data,12.6,[],wildbench_240829.csv neo_7b_instruct,WildBench Math & Data,15.0,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Math & Data,17.0,[],wildbench_240829.csv command_r,WildBench Math & Data,16.0,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Math & Data,22.1,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Math & Data,16.8,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Math & Data,14.8,[],wildbench_240829.csv reka_edge,WildBench Math & Data,8.9,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Math & Data,10.1,[],wildbench_240829.csv llama_2_70b_chat,WildBench Math & Data,4.2,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Math & Data,11.9,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Math & Data,21.8,[],wildbench_240829.csv phi_3_mini_128k,WildBench Math & Data,18.6,[],wildbench_240829.csv gemma_7b_it,WildBench Math & Data,-3.7,[],wildbench_240829.csv llama_2_7b_chat,WildBench Math & Data,-7.2,[],wildbench_240829.csv gpt_4o_2024_05_13,WildBench Reasoning & Planning,60.2,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Reasoning & Planning,55.6,[],wildbench_240829.csv gemini_1_5_pro,WildBench Reasoning & Planning,53.7,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Reasoning & Planning,56.2,[],wildbench_240829.csv yi_large_preview,WildBench Reasoning & Planning,56.6,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Reasoning & Planning,54.8,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Reasoning & Planning,53.5,[],wildbench_240829.csv claude_3_opus,WildBench Reasoning & Planning,52.5,[],wildbench_240829.csv gemini_1_5_flash,WildBench Reasoning & Planning,50.8,[],wildbench_240829.csv llama3_70b_instruct,WildBench Reasoning & Planning,50.1,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Reasoning & Planning,47.2,[],wildbench_240829.csv yi_large,WildBench Reasoning & Planning,51.3,[],wildbench_240829.csv athene_70b,WildBench Reasoning & Planning,61.0,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Reasoning & Planning,49.1,[],wildbench_240829.csv gemma_2_27b_it,WildBench Reasoning & Planning,50.6,[],wildbench_240829.csv mistral_large_2,WildBench Reasoning & Planning,57.2,[],wildbench_240829.csv claude_3_sonnet,WildBench Reasoning & Planning,47.4,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Reasoning & Planning,58.2,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Reasoning & Planning,46.8,[],wildbench_240829.csv reka_core,WildBench Reasoning & Planning,48.0,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Reasoning & Planning,55.6,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Reasoning & Planning,55.5,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Reasoning & Planning,48.1,[],wildbench_240829.csv claude_3_haiku,WildBench Reasoning & Planning,41.3,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Reasoning & Planning,47.4,[],wildbench_240829.csv mistral_large,WildBench Reasoning & Planning,41.8,[],wildbench_240829.csv gemma_2_9b_it,WildBench Reasoning & Planning,46.7,[],wildbench_240829.csv command_r_plus,WildBench Reasoning & Planning,41.9,[],wildbench_240829.csv glm_4_9b_chat,WildBench Reasoning & Planning,42.5,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Reasoning & Planning,42.7,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Reasoning & Planning,42.4,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Reasoning & Planning,40.9,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Reasoning & Planning,40.7,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Reasoning & Planning,43.5,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Reasoning & Planning,39.5,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Reasoning & Planning,39.8,[],wildbench_240829.csv phi_3_medium_128k,WildBench Reasoning & Planning,32.3,[],wildbench_240829.csv llama3_8b_instruct,WildBench Reasoning & Planning,34.4,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Reasoning & Planning,33.7,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Reasoning & Planning,36.3,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Reasoning & Planning,31.6,[],wildbench_240829.csv reka_flash,WildBench Reasoning & Planning,35.0,[],wildbench_240829.csv gemma_2_2b_it,WildBench Reasoning & Planning,33.8,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Reasoning & Planning,33.4,[],wildbench_240829.csv dbrx_instruct,WildBench Reasoning & Planning,36.2,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Reasoning & Planning,28.7,[],wildbench_240829.csv neo_7b_instruct,WildBench Reasoning & Planning,31.4,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Reasoning & Planning,34.1,[],wildbench_240829.csv command_r,WildBench Reasoning & Planning,34.6,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Reasoning & Planning,34.6,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Reasoning & Planning,27.3,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Reasoning & Planning,32.3,[],wildbench_240829.csv reka_edge,WildBench Reasoning & Planning,25.0,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Reasoning & Planning,30.1,[],wildbench_240829.csv llama_2_70b_chat,WildBench Reasoning & Planning,26.8,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Reasoning & Planning,28.9,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Reasoning & Planning,34.2,[],wildbench_240829.csv phi_3_mini_128k,WildBench Reasoning & Planning,28.1,[],wildbench_240829.csv gemma_7b_it,WildBench Reasoning & Planning,10.2,[],wildbench_240829.csv llama_2_7b_chat,WildBench Reasoning & Planning,15.4,[],wildbench_240829.csv gpt_4o_2024_05_13,WildBench Score,59.3,[],wildbench_240829.csv claude_3_5_sonnet,WildBench Score,54.7,[],wildbench_240829.csv gemini_1_5_pro,WildBench Score,53.0,[],wildbench_240829.csv gpt_4_turbo_2024_04_09,WildBench Score,55.2,[],wildbench_240829.csv yi_large_preview,WildBench Score,55.3,[],wildbench_240829.csv deepseek_v2_chat_0628_api,WildBench Score,54.0,[],wildbench_240829.csv gpt_4_0125_preview,WildBench Score,52.3,[],wildbench_240829.csv claude_3_opus,WildBench Score,51.7,[],wildbench_240829.csv gemini_1_5_flash,WildBench Score,48.9,[],wildbench_240829.csv llama3_70b_instruct,WildBench Score,47.8,[],wildbench_240829.csv deepseek_v2_coder_0614_api,WildBench Score,45.7,[],wildbench_240829.csv yi_large,WildBench Score,48.9,[],wildbench_240829.csv athene_70b,WildBench Score,59.5,[],wildbench_240829.csv nemotron_4_340b_inst,WildBench Score,47.7,[],wildbench_240829.csv gemma_2_27b_it,WildBench Score,48.5,[],wildbench_240829.csv mistral_large_2,WildBench Score,55.6,[],wildbench_240829.csv claude_3_sonnet,WildBench Score,45.5,[],wildbench_240829.csv gpt_4o_mini_2024_07_18,WildBench Score,57.1,[],wildbench_240829.csv qwen2_72b_instruct,WildBench Score,44.5,[],wildbench_240829.csv reka_core,WildBench Score,45.9,[],wildbench_240829.csv gemma_2_9b_it_simpo,WildBench Score,53.3,[],wildbench_240829.csv gemma_2_9b_it_dpo,WildBench Score,53.2,[],wildbench_240829.csv yi_1_5_34b_chat,WildBench Score,45.6,[],wildbench_240829.csv claude_3_haiku,WildBench Score,38.9,[],wildbench_240829.csv mistral_nemo_inst_12b,WildBench Score,44.4,[],wildbench_240829.csv mistral_large,WildBench Score,38.9,[],wildbench_240829.csv gemma_2_9b_it,WildBench Score,42.7,[],wildbench_240829.csv command_r_plus,WildBench Score,36.8,[],wildbench_240829.csv glm_4_9b_chat,WildBench Score,39.1,[],wildbench_240829.csv magpie_8b_align_v0_1,WildBench Score,39.3,[],wildbench_240829.csv yi_1_5_9b_chat,WildBench Score,38.7,[],wildbench_240829.csv llama3_inst_8b_simpo,WildBench Score,37.0,[],wildbench_240829.csv llama3_inst_8b_simpo_v0_2,WildBench Score,37.2,[],wildbench_240829.csv qwen1_5_72b_chat,WildBench Score,39.9,[],wildbench_240829.csv llama3_inst_8b_simpo_expo,WildBench Score,35.0,[],wildbench_240829.csv selm_llama3_8b_inst_iter3,WildBench Score,35.3,[],wildbench_240829.csv phi_3_medium_128k,WildBench Score,27.3,[],wildbench_240829.csv llama3_8b_instruct,WildBench Score,29.2,[],wildbench_240829.csv hermes_2_theta_llama3_8b,WildBench Score,29.6,[],wildbench_240829.csv starling_lm_7b_beta_expo,WildBench Score,31.6,[],wildbench_240829.csv selm_zephyr_7b_iter3,WildBench Score,25.1,[],wildbench_240829.csv reka_flash,WildBench Score,30.4,[],wildbench_240829.csv gemma_2_2b_it,WildBench Score,27.8,[],wildbench_240829.csv gpt_3_5_turbo_0125,WildBench Score,30.0,[],wildbench_240829.csv dbrx_instruct,WildBench Score,32.6,[],wildbench_240829.csv neo_7b_instruct_expo,WildBench Score,23.1,[],wildbench_240829.csv neo_7b_instruct,WildBench Score,25.0,[],wildbench_240829.csv starlinglm_7b_beta,WildBench Score,30.2,[],wildbench_240829.csv command_r,WildBench Score,29.5,[],wildbench_240829.csv mixtral_8x7b_instruct,WildBench Score,31.5,[],wildbench_240829.csv yi_1_5_6b_chat,WildBench Score,23.3,[],wildbench_240829.csv tulu_2_dpo_70b,WildBench Score,28.0,[],wildbench_240829.csv reka_edge,WildBench Score,21.3,[],wildbench_240829.csv mistral_7b_instruct_v0_2,WildBench Score,25.6,[],wildbench_240829.csv llama_2_70b_chat,WildBench Score,20.7,[],wildbench_240829.csv qwen1_5_7b_chat,WildBench Score,23.4,[],wildbench_240829.csv hermes_2_mixtral_8x7b_dpo,WildBench Score,30.7,[],wildbench_240829.csv phi_3_mini_128k,WildBench Score,24.7,[],wildbench_240829.csv gemma_7b_it,WildBench Score,6.6,[],wildbench_240829.csv llama_2_7b_chat,WildBench Score,8.3,[],wildbench_240829.csv claude_3_5_sonnet_20240620,Arena Hard,79.3,[],arena_hard_240829.csv gpt_4o_2024_05_13,Arena Hard,79.2,[],arena_hard_240829.csv gpt_4_0125_preview,Arena Hard,78.0,[],arena_hard_240829.csv gpt_4o_2024_08_06,Arena Hard,77.9,[],arena_hard_240829.csv athene_70b,Arena Hard,77.6,[],arena_hard_240829.csv gpt_4o_mini,Arena Hard,74.9,[],arena_hard_240829.csv gemini_1_5_pro_api_preview,Arena Hard,72.0,[],arena_hard_240829.csv mistral_large_2407,Arena Hard,70.4,[],arena_hard_240829.csv llama3_1_405b_instruct,Arena Hard,64.1,[],arena_hard_240829.csv glm_4_0520,Arena Hard,63.8,[],arena_hard_240829.csv yi_large,Arena Hard,63.7,[],arena_hard_240829.csv deepseek_coder_v2,Arena Hard,62.3,[],arena_hard_240829.csv claude_3_opus_20240229,Arena Hard,60.4,[],arena_hard_240829.csv gemma_2_27b_it,Arena Hard,57.5,[],arena_hard_240829.csv llama3_1_70b_instruct,Arena Hard,55.7,[],arena_hard_240829.csv glm_4_0116,Arena Hard,55.7,[],arena_hard_240829.csv glm_4_air,Arena Hard,50.9,[],arena_hard_240829.csv gpt_4_0314,Arena Hard,50.0,[],arena_hard_240829.csv gemini_1_5_flash_api_preview,Arena Hard,49.6,[],arena_hard_240829.csv qwen2_72b_instruct,Arena Hard,46.9,[],arena_hard_240829.csv claude_3_sonnet_20240229,Arena Hard,46.8,[],arena_hard_240829.csv llama3_70b_instruct,Arena Hard,46.6,[],arena_hard_240829.csv claude_3_haiku_20240307,Arena Hard,41.5,[],arena_hard_240829.csv gpt_4_0613,Arena Hard,37.9,[],arena_hard_240829.csv mistral_large_2402,Arena Hard,37.7,[],arena_hard_240829.csv mixtral_8x22b_instruct_v0_1,Arena Hard,36.4,[],arena_hard_240829.csv qwen1_5_72b_chat,Arena Hard,36.1,[],arena_hard_240829.csv phi_3_medium_4k_instruct,Arena Hard,33.4,[],arena_hard_240829.csv command_r_plus,Arena Hard,33.1,[],arena_hard_240829.csv mistral_medium,Arena Hard,31.9,[],arena_hard_240829.csv internlm2_5_20b_chat,Arena Hard,31.2,[],arena_hard_240829.csv phi_3_small_8k_instruct,Arena Hard,29.8,[],arena_hard_240829.csv mistral_next,Arena Hard,27.4,[],arena_hard_240829.csv gpt_3_5_turbo_0613,Arena Hard,24.8,[],arena_hard_240829.csv dbrx_instructruct_preview,Arena Hard,24.6,[],arena_hard_240829.csv internlm2_20b_chat,Arena Hard,24.4,[],arena_hard_240829.csv claude_2_0,Arena Hard,24.0,[],arena_hard_240829.csv mixtral_8x7b_instruct_v0_1,Arena Hard,23.4,[],arena_hard_240829.csv gpt_3_5_turbo_0125,Arena Hard,23.3,[],arena_hard_240829.csv yi_34b_chat,Arena Hard,23.1,[],arena_hard_240829.csv starling_lm_7b_beta,Arena Hard,23.0,[],arena_hard_240829.csv claude_2_1,Arena Hard,22.8,[],arena_hard_240829.csv llama3_1_8b_instruct,Arena Hard,21.3,[],arena_hard_240829.csv snorkel_mistral_pairrm_dpo,Arena Hard,20.7,[],arena_hard_240829.csv llama3_8b_instruct,Arena Hard,20.6,[],arena_hard_240829.csv gpt_3_5_turbo_1106,Arena Hard,18.9,[],arena_hard_240829.csv gpt_3_5_turbo_0301,Arena Hard,18.1,[],arena_hard_240829.csv gemini_1_0_pro,Arena Hard,17.8,[],arena_hard_240829.csv snowflake_arctic_instruct,Arena Hard,17.6,[],arena_hard_240829.csv command_r,Arena Hard,17.0,[],arena_hard_240829.csv phi_3_mini_128k_instruct,Arena Hard,15.4,[],arena_hard_240829.csv tulu_2_dpo_70b,Arena Hard,15.0,[],arena_hard_240829.csv starling_lm_7b_alpha,Arena Hard,12.8,[],arena_hard_240829.csv mistral_7b_instruct,Arena Hard,12.6,[],arena_hard_240829.csv gemma_1_1_7b_it,Arena Hard,12.1,[],arena_hard_240829.csv llama_2_70b_chat,Arena Hard,11.6,[],arena_hard_240829.csv vicuna_33b_v1_3,Arena Hard,8.6,[],arena_hard_240829.csv gemma_7b_it,Arena Hard,7.5,[],arena_hard_240829.csv llama_2_7b_chat,Arena Hard,4.6,[],arena_hard_240829.csv gemma_1_1_2b_it,Arena Hard,3.4,[],arena_hard_240829.csv gemma_2b_it,Arena Hard,3.0,[],arena_hard_240829.csv gpt_4_0613,AgentBench,4.01,[],agenbench_240829.csv claude_2,AgentBench,2.49,[],agenbench_240829.csv claude_v1_3,AgentBench,2.44,[],agenbench_240829.csv gpt_3_5_turbo_0613,AgentBench,2.32,[],agenbench_240829.csv text_davinci_003,AgentBench,1.71,[],agenbench_240829.csv claude_instant_v1_1,AgentBench,1.6,[],agenbench_240829.csv chat_bison_001,AgentBench,1.39,[],agenbench_240829.csv text_davinci_002,AgentBench,1.25,[],agenbench_240829.csv llama_2_70b_chat,AgentBench,0.78,[],agenbench_240829.csv guanaco_65b,AgentBench,0.54,[],agenbench_240829.csv codellama34b_instruct,AgentBench,0.96,[],agenbench_240829.csv vicuna_33b_v1_3,AgentBench,0.73,[],agenbench_240829.csv wizardlm_30b_v1_0,AgentBench,0.46,[],agenbench_240829.csv guanaco_33b,AgentBench,0.39,[],agenbench_240829.csv vicuna_13b_v1_5,AgentBench,0.93,[],agenbench_240829.csv llama_2_13b_chat,AgentBench,0.77,[],agenbench_240829.csv openchat_13b_v3_2,AgentBench,0.7,[],agenbench_240829.csv wizardlm_13b_v1_2,AgentBench,0.66,[],agenbench_240829.csv vicuna_7b_v1_5,AgentBench,0.56,[],agenbench_240829.csv codellama_13b_instruct,AgentBench,0.56,[],agenbench_240829.csv codellama_7b_instruct,AgentBench,0.5,[],agenbench_240829.csv koala_13b,AgentBench,0.34,[],agenbench_240829.csv llama_2_7b_chat,AgentBench,0.34,[],agenbench_240829.csv codegeex2_6b,AgentBench,0.27,[],agenbench_240829.csv dolly_12b_v2,AgentBench,0.14,[],agenbench_240829.csv chatglm_6b_v1_1,AgentBench,0.11,[],agenbench_240829.csv oasst_12b_sft_4,AgentBench,0.03,[],agenbench_240829.csv gpt_4,MT-Bench,8.99,[],mtbench_240829_frozen.csv gpt_3_5_turbo,MT-Bench,7.94,[],mtbench_240829_frozen.csv claude_v1,MT-Bench,7.9,[],mtbench_240829_frozen.csv claude_instant_v1,MT-Bench,7.85,[],mtbench_240829_frozen.csv vicuna_33b,MT-Bench,7.12,[],mtbench_240829_frozen.csv wizardlm_30b,MT-Bench,7.01,[],mtbench_240829_frozen.csv guanaco_33b,MT-Bench,6.53,[],mtbench_240829_frozen.csv tulu_30b,MT-Bench,6.43,[],mtbench_240829_frozen.csv guanaco_65b,MT-Bench,6.41,[],mtbench_240829_frozen.csv openassistant_llama30b,MT-Bench,6.41,[],mtbench_240829_frozen.csv palm_chat_bison_001,MT-Bench,6.4,[],mtbench_240829_frozen.csv vicuna_13b,MT-Bench,6.39,[],mtbench_240829_frozen.csv mpt_30b_chat,MT-Bench,6.39,[],mtbench_240829_frozen.csv wizardlm_13b,MT-Bench,6.35,[],mtbench_240829_frozen.csv vicuna_7b,MT-Bench,6.0,[],mtbench_240829_frozen.csv baize_v2_13b,MT-Bench,5.75,[],mtbench_240829_frozen.csv nous_hermes_13b,MT-Bench,5.51,[],mtbench_240829_frozen.csv mpt_7b_chat,MT-Bench,5.42,[],mtbench_240829_frozen.csv gpt4all_13b_snoozy,MT-Bench,5.41,[],mtbench_240829_frozen.csv koala_13b,MT-Bench,5.35,[],mtbench_240829_frozen.csv mpt_30b_instruct,MT-Bench,5.22,[],mtbench_240829_frozen.csv falcon_40b_instruct,MT-Bench,5.17,[],mtbench_240829_frozen.csv h2o_oasst_openllama_13b,MT-Bench,4.63,[],mtbench_240829_frozen.csv alpaca_13b,MT-Bench,4.53,[],mtbench_240829_frozen.csv chatglm_6b,MT-Bench,4.5,[],mtbench_240829_frozen.csv openassistant_pythia_12b,MT-Bench,4.32,[],mtbench_240829_frozen.csv rwkv_4_raven_14b,MT-Bench,3.98,[],mtbench_240829_frozen.csv dolly_v2_12b,MT-Bench,3.28,[],mtbench_240829_frozen.csv fastchat_t5_3b,MT-Bench,3.04,[],mtbench_240829_frozen.csv stablelm_tuned_alpha_7b,MT-Bench,2.75,[],mtbench_240829_frozen.csv llama_13b,MT-Bench,2.61,[],mtbench_240829_frozen.csv 0001_dpo_iter_2,HF OpenLLM v1,59.01,,hf_open_llm_v1_240829_frozen.csv 0001_dpo_iter_2,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv 0001_dpo_iter_2,HFv1 GSM8K,18.8,,hf_open_llm_v1_240829_frozen.csv 0001_dpo_iter_2,HFv1 HellaSwag,84.52,,hf_open_llm_v1_240829_frozen.csv 0001_dpo_iter_2,HFv1 MMLU,60.02,,hf_open_llm_v1_240829_frozen.csv 0001_dpo_iter_2,HFv1 TruthfulQA,53.11,,hf_open_llm_v1_240829_frozen.csv 0001_dpo_iter_2,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HF OpenLLM v1,58.94,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HFv1 ARC,61.95,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HFv1 GSM8K,17.06,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HFv1 HellaSwag,84.88,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HFv1 MMLU,60.46,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HFv1 TruthfulQA,51.71,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_5102lr_iter_4,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HF OpenLLM v1,59.6,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HFv1 GSM8K,20.62,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HFv1 HellaSwag,84.83,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HFv1 MMLU,60.6,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HFv1 TruthfulQA,52.2,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_2,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HF OpenLLM v1,58.97,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HFv1 ARC,61.95,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HFv1 GSM8K,17.13,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HFv1 HellaSwag,84.87,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HFv1 MMLU,60.49,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HFv1 TruthfulQA,51.79,,hf_open_llm_v1_240829_frozen.csv 0_0001_withdpo_4iters_bs256_511lr_iter_3,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HF OpenLLM v1,68.56,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HFv1 ARC,63.99,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HFv1 GSM8K,68.92,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HFv1 HellaSwag,80.62,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HFv1 MMLU,68.28,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HFv1 TruthfulQA,53.85,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_1,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HF OpenLLM v1,68.73,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HFv1 GSM8K,66.49,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HFv1 HellaSwag,81.38,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HFv1 MMLU,68.11,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HFv1 TruthfulQA,56.0,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_2,HFv1 Winogrande,75.45,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HF OpenLLM v1,68.68,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HFv1 GSM8K,64.9,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HFv1 HellaSwag,81.61,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HFv1 MMLU,68.08,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HFv1 TruthfulQA,57.36,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_4iters_bs128_5551lr_iter_3,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HF OpenLLM v1,68.73,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 ARC,64.33,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 GSM8K,67.93,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 HellaSwag,81.24,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 MMLU,68.36,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 TruthfulQA,55.21,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 Winogrande,75.3,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HF OpenLLM v1,68.63,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 GSM8K,66.87,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 HellaSwag,81.37,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 MMLU,68.1,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 TruthfulQA,56.33,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HF OpenLLM v1,68.23,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HFv1 HellaSwag,81.21,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HFv1 MMLU,68.29,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HFv1 TruthfulQA,56.35,,hf_open_llm_v1_240829_frozen.csv 0_0005_llama_nodpo_3iters_bs128_531lr_oldtrl_iter_2,HFv1 Winogrande,74.35,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HF OpenLLM v1,58.46,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HFv1 GSM8K,15.01,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HFv1 HellaSwag,85.0,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HFv1 MMLU,60.17,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HFv1 TruthfulQA,52.22,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_5551lr_iter_4,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HF OpenLLM v1,59.5,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HFv1 GSM8K,19.79,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HFv1 HellaSwag,84.82,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HFv1 MMLU,60.56,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HFv1 TruthfulQA,52.25,,hf_open_llm_v1_240829_frozen.csv 0_0005_withdpo_4iters_bs256_555lr_iter_2,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HF OpenLLM v1,59.19,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HFv1 ARC,63.23,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HFv1 GSM8K,11.68,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HFv1 HellaSwag,84.87,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HFv1 MMLU,60.25,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HFv1 TruthfulQA,57.74,,hf_open_llm_v1_240829_frozen.csv 0_001_3iters_bs256_nodpo_only4w_iter_3,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HF OpenLLM v1,58.66,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HFv1 GSM8K,12.59,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HFv1 HellaSwag,84.62,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HFv1 MMLU,60.08,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HFv1 TruthfulQA,56.04,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_iter_4,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HF OpenLLM v1,60.64,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HFv1 GSM8K,23.35,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HFv1 HellaSwag,84.43,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HFv1 MMLU,60.92,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HFv1 TruthfulQA,55.39,,hf_open_llm_v1_240829_frozen.csv 0_001_4iters_bs256_nodpo_only4w_userresponse_iter_4,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HF OpenLLM v1,59.03,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HFv1 GSM8K,15.24,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HFv1 HellaSwag,85.03,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HFv1 MMLU,60.09,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HFv1 TruthfulQA,55.2,,hf_open_llm_v1_240829_frozen.csv 0_001_ablation_5iters_bs256_iter_5,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HF OpenLLM v1,60.33,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HFv1 GSM8K,27.82,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HFv1 HellaSwag,84.81,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HFv1 MMLU,61.11,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HFv1 TruthfulQA,48.18,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_2,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HF OpenLLM v1,60.82,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HFv1 GSM8K,28.28,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HFv1 HellaSwag,84.98,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HFv1 MMLU,60.69,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HFv1 TruthfulQA,50.33,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_3,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HF OpenLLM v1,60.67,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HFv1 GSM8K,27.37,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HFv1 HellaSwag,85.09,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HFv1 MMLU,60.47,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HFv1 TruthfulQA,51.01,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_4iters_iter_4,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HF OpenLLM v1,61.96,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HFv1 GSM8K,30.25,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HFv1 HellaSwag,85.25,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HFv1 MMLU,60.52,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HFv1 TruthfulQA,54.23,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_2,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HF OpenLLM v1,61.7,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HFv1 ARC,64.16,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HFv1 GSM8K,28.51,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HFv1 HellaSwag,85.3,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HFv1 MMLU,60.31,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HFv1 TruthfulQA,54.72,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_declr_iter_3,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HF OpenLLM v1,61.31,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HFv1 GSM8K,28.81,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HFv1 HellaSwag,84.87,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HFv1 MMLU,60.74,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HFv1 TruthfulQA,52.05,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_1,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HF OpenLLM v1,62.51,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HFv1 GSM8K,32.22,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HFv1 HellaSwag,85.47,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HFv1 MMLU,60.72,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HFv1 TruthfulQA,54.4,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_2,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HF OpenLLM v1,62.62,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HFv1 ARC,63.74,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HFv1 GSM8K,32.75,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HFv1 HellaSwag,85.58,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HFv1 MMLU,60.33,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HFv1 TruthfulQA,55.48,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_iter_3,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HF OpenLLM v1,61.77,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HFv1 ARC,63.23,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HFv1 GSM8K,30.33,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HFv1 HellaSwag,85.42,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HFv1 MMLU,60.66,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HFv1 TruthfulQA,52.85,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_2,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HF OpenLLM v1,62.45,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HFv1 ARC,65.02,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HFv1 GSM8K,31.69,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HFv1 HellaSwag,85.55,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HFv1 MMLU,60.48,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HFv1 TruthfulQA,54.31,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_noreplacerej_iter_3,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HF OpenLLM v1,60.81,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HFv1 GSM8K,23.96,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HFv1 HellaSwag,85.21,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HFv1 MMLU,60.24,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HFv1 TruthfulQA,54.44,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_2,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HF OpenLLM v1,60.38,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HFv1 GSM8K,21.83,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HFv1 HellaSwag,85.26,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HFv1 MMLU,60.18,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HFv1 TruthfulQA,54.38,,hf_open_llm_v1_240829_frozen.csv 0_001_idpo_same_noreplacerej_declr_iter_3,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HF OpenLLM v1,68.77,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HFv1 GSM8K,67.93,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HFv1 HellaSwag,81.25,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HFv1 MMLU,68.38,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HFv1 TruthfulQA,55.24,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_1,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HF OpenLLM v1,68.61,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HFv1 GSM8K,66.64,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HFv1 HellaSwag,81.36,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HFv1 MMLU,68.18,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HFv1 TruthfulQA,56.47,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_2,HFv1 Winogrande,74.59,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HF OpenLLM v1,68.67,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HFv1 GSM8K,66.49,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HFv1 HellaSwag,81.4,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HFv1 MMLU,68.16,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HFv1 TruthfulQA,56.61,,hf_open_llm_v1_240829_frozen.csv 0_001_llama3_nodpo_3iters_bs128_531lr_iter_3,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HF OpenLLM v1,60.85,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HFv1 GSM8K,33.97,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HFv1 HellaSwag,84.18,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HFv1 MMLU,61.41,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HFv1 TruthfulQA,45.45,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_1,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HF OpenLLM v1,59.24,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HFv1 GSM8K,18.42,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HFv1 HellaSwag,85.14,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HFv1 MMLU,60.11,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HFv1 TruthfulQA,52.75,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_3,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HF OpenLLM v1,58.86,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HFv1 GSM8K,17.06,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HFv1 HellaSwag,85.02,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HFv1 MMLU,60.01,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HFv1 TruthfulQA,52.25,,hf_open_llm_v1_240829_frozen.csv 0_001_zephyr_5551_4iters_bs256_iter_4,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HF OpenLLM v1,60.81,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HFv1 GSM8K,34.19,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HFv1 HellaSwag,84.08,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HFv1 MMLU,61.54,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HFv1 TruthfulQA,45.45,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_1,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HF OpenLLM v1,59.55,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HFv1 GSM8K,20.32,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HFv1 HellaSwag,84.82,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HFv1 MMLU,60.54,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HFv1 TruthfulQA,52.18,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_2,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HF OpenLLM v1,58.95,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HFv1 ARC,61.52,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HFv1 GSM8K,16.22,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HFv1 HellaSwag,85.07,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HFv1 MMLU,60.47,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HFv1 TruthfulQA,53.18,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_3,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HF OpenLLM v1,58.28,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HFv1 GSM8K,12.13,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HFv1 HellaSwag,85.06,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HFv1 MMLU,60.16,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HFv1 TruthfulQA,54.17,,hf_open_llm_v1_240829_frozen.csv 0_0_ablation_sample1_4iters_bs256_iter_4,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HF OpenLLM v1,68.8,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 ARC,64.33,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 GSM8K,68.16,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 HellaSwag,81.26,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 MMLU,68.34,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 TruthfulQA,55.25,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_1,HFv1 Winogrande,75.45,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HF OpenLLM v1,68.63,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 GSM8K,66.64,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 HellaSwag,81.35,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 MMLU,68.21,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 TruthfulQA,56.4,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_2,HFv1 Winogrande,74.74,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HF OpenLLM v1,68.66,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HFv1 GSM8K,66.49,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HFv1 HellaSwag,81.38,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HFv1 MMLU,68.12,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HFv1 TruthfulQA,56.54,,hf_open_llm_v1_240829_frozen.csv 0_0_llama_nodpo_3iters_bs128_531lr_iter_3,HFv1 Winogrande,74.74,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HF OpenLLM v1,58.72,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HFv1 GSM8K,15.77,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HFv1 HellaSwag,84.92,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HFv1 MMLU,60.28,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HFv1 TruthfulQA,52.64,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_531lr_iter_3,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HF OpenLLM v1,58.69,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HFv1 GSM8K,14.4,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HFv1 HellaSwag,85.22,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HFv1 MMLU,60.4,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HFv1 TruthfulQA,53.88,,hf_open_llm_v1_240829_frozen.csv 0_0_withdpo_4iters_bs256_5551lr_iter_4,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HF OpenLLM v1,59.98,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HFv1 GSM8K,22.21,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HFv1 HellaSwag,84.95,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HFv1 MMLU,60.43,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HFv1 TruthfulQA,52.35,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_2,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HF OpenLLM v1,59.17,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HFv1 GSM8K,16.91,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HFv1 HellaSwag,85.16,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HFv1 MMLU,60.23,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HFv1 TruthfulQA,53.42,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_3,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HF OpenLLM v1,58.69,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HFv1 ARC,61.01,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HFv1 GSM8K,15.54,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HFv1 HellaSwag,85.08,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HFv1 MMLU,60.12,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HFv1 TruthfulQA,52.67,,hf_open_llm_v1_240829_frozen.csv 0_0_zephyr_withdpo_4iters_bs128_5551lr_iter_4,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HF OpenLLM v1,73.83,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HFv1 ARC,70.22,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HFv1 GSM8K,60.96,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HFv1 HellaSwag,88.23,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HFv1 MMLU,66.25,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HFv1 TruthfulQA,75.38,,hf_open_llm_v1_240829_frozen.csv 10_7bx2_dpo_200,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HF OpenLLM v1,54.72,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HFv1 HellaSwag,83.57,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HFv1 MMLU,56.95,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HFv1 TruthfulQA,49.52,,hf_open_llm_v1_240829_frozen.csv 13b_thorns_l2,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HF OpenLLM v1,50.23,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HFv1 ARC,49.15,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HFv1 GSM8K,1.14,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HFv1 HellaSwag,62.31,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HFv1 MMLU,62.01,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HFv1 TruthfulQA,60.23,,hf_open_llm_v1_240829_frozen.csv 22_neuro_model,HFv1 Winogrande,66.54,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HF OpenLLM v1,57.26,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HFv1 GSM8K,10.24,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HFv1 HellaSwag,83.24,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HFv1 MMLU,58.64,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HFv1 TruthfulQA,51.88,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_nova_13b,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HF OpenLLM v1,55.33,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HFv1 HellaSwag,82.56,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HFv1 MMLU,58.25,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HFv1 TruthfulQA,54.77,,hf_open_llm_v1_240829_frozen.csv 2x_lora_assemble_platypus2_13b,HFv1 Winogrande,74.9,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HF OpenLLM v1,36.88,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HFv1 ARC,36.26,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HFv1 GSM8K,0.61,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HFv1 HellaSwag,61.9,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HFv1 MMLU,25.42,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HFv1 TruthfulQA,36.31,,hf_open_llm_v1_240829_frozen.csv 3b_redpajama_conditional_alpha,HFv1 Winogrande,60.77,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HF OpenLLM v1,36.61,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HFv1 ARC,36.09,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HFv1 HellaSwag,58.96,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HFv1 MMLU,25.51,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HFv1 TruthfulQA,39.98,,hf_open_llm_v1_240829_frozen.csv 42dot_llm_sft_1_3b,HFv1 Winogrande,58.41,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HF OpenLLM v1,33.22,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HFv1 ARC,30.29,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HFv1 HellaSwag,53.88,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HFv1 MMLU,25.33,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HFv1 TruthfulQA,34.44,,hf_open_llm_v1_240829_frozen.csv 774m_03_09_2024,HFv1 Winogrande,55.09,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HF OpenLLM v1,40.56,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HFv1 ARC,42.58,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HFv1 HellaSwag,69.91,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HFv1 MMLU,26.53,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HFv1 TruthfulQA,36.42,,hf_open_llm_v1_240829_frozen.csv 7b_redpajama_conditional_alpha,HFv1 Winogrande,67.17,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HF OpenLLM v1,73.2,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HFv1 ARC,69.37,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HFv1 GSM8K,71.95,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HFv1 HellaSwag,86.89,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HFv1 MMLU,64.73,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HFv1 TruthfulQA,65.66,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo,HFv1 Winogrande,80.58,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HF OpenLLM v1,72.99,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HFv1 ARC,68.94,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HFv1 GSM8K,71.34,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HFv1 HellaSwag,86.8,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HFv1 MMLU,64.5,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HFv1 TruthfulQA,65.6,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_2e,HFv1 Winogrande,80.74,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HF OpenLLM v1,70.85,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HFv1 GSM8K,63.38,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HFv1 HellaSwag,86.12,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HFv1 MMLU,62.23,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HFv1 TruthfulQA,68.99,,hf_open_llm_v1_240829_frozen.csv 7bx4_dpo_700,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HF OpenLLM v1,63.28,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HFv1 ARC,63.91,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HFv1 GSM8K,54.89,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HFv1 HellaSwag,77.97,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HFv1 MMLU,57.73,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HFv1 TruthfulQA,51.56,,hf_open_llm_v1_240829_frozen.csv aanaphi2_v0_1,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HF OpenLLM v1,36.76,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HFv1 ARC,35.41,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HFv1 HellaSwag,66.31,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HFv1 MMLU,25.66,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HFv1 TruthfulQA,30.18,,hf_open_llm_v1_240829_frozen.csv ablation_model_fineweb_v1,HFv1 Winogrande,61.48,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HF OpenLLM v1,52.75,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HFv1 ARC,54.1,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HFv1 GSM8K,19.64,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HFv1 HellaSwag,78.22,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HFv1 MMLU,47.67,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HFv1 TruthfulQA,42.75,,hf_open_llm_v1_240829_frozen.csv adelie_sft,HFv1 Winogrande,74.11,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HF OpenLLM v1,29.15,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HFv1 ARC,20.99,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HFv1 HellaSwag,32.24,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HFv1 MMLU,26.15,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HFv1 TruthfulQA,46.17,,hf_open_llm_v1_240829_frozen.csv aeonium_v1_baseweb_1b,HFv1 Winogrande,49.33,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HF OpenLLM v1,59.05,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HFv1 ARC,57.76,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HFv1 GSM8K,32.98,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HFv1 HellaSwag,81.76,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HFv1 MMLU,60.53,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HFv1 TruthfulQA,44.21,,hf_open_llm_v1_240829_frozen.csv aether_7b_chat_v1_0,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HF OpenLLM v1,68.4,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HFv1 ARC,69.45,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HFv1 GSM8K,46.47,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HFv1 HellaSwag,86.64,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HFv1 MMLU,61.15,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HFv1 TruthfulQA,67.97,,hf_open_llm_v1_240829_frozen.csv agiin_13_6b_v0_1,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HF OpenLLM v1,29.32,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HFv1 ARC,23.21,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HFv1 HellaSwag,26.97,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HFv1 MMLU,24.86,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HFv1 TruthfulQA,50.63,,hf_open_llm_v1_240829_frozen.csv aira_2_1b1,HFv1 Winogrande,50.28,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HF OpenLLM v1,31.0,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HFv1 ARC,27.56,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HFv1 HellaSwag,38.92,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HFv1 MMLU,27.26,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HFv1 TruthfulQA,38.53,,hf_open_llm_v1_240829_frozen.csv aira_2_355m,HFv1 Winogrande,53.75,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HF OpenLLM v1,31.33,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HFv1 ARC,28.75,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HFv1 HellaSwag,40.8,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HFv1 MMLU,25.1,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HFv1 TruthfulQA,41.33,,hf_open_llm_v1_240829_frozen.csv aira_2_774m,HFv1 Winogrande,52.01,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,53.15,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.46,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,54.62,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,47.71,,hf_open_llm_v1_240829_frozen.csv airboros2_1_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HF OpenLLM v1,59.95,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HFv1 GSM8K,30.86,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HFv1 HellaSwag,82.98,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HFv1 MMLU,60.67,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HFv1 TruthfulQA,48.24,,hf_open_llm_v1_240829_frozen.csv airic_the_mistral,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HF OpenLLM v1,53.23,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HFv1 GSM8K,2.81,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HFv1 HellaSwag,82.91,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HFv1 MMLU,54.77,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HFv1 TruthfulQA,45.14,,hf_open_llm_v1_240829_frozen.csv airoboros_2_1_llama_2_13b_qlora,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HF OpenLLM v1,57.16,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HFv1 GSM8K,6.6,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HFv1 HellaSwag,84.97,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HFv1 MMLU,57.37,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HFv1 TruthfulQA,52.17,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_2_1,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HF OpenLLM v1,57.43,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HFv1 ARC,63.91,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HFv1 GSM8K,13.04,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HFv1 HellaSwag,85.04,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HFv1 MMLU,58.53,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HFv1 TruthfulQA,45.36,,hf_open_llm_v1_240829_frozen.csv airoboros_33b_gpt4_1_3,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HF OpenLLM v1,51.52,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HFv1 ARC,54.69,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HFv1 GSM8K,8.34,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HFv1 HellaSwag,76.45,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HFv1 MMLU,55.08,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HFv1 TruthfulQA,46.15,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_1,HFv1 Winogrande,68.43,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HF OpenLLM v1,55.15,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HFv1 ARC,54.69,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HFv1 GSM8K,20.02,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HFv1 HellaSwag,76.84,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HFv1 MMLU,55.43,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HFv1 TruthfulQA,51.36,,hf_open_llm_v1_240829_frozen.csv airoboros_c34b_2_2_1,HFv1 Winogrande,72.53,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HF OpenLLM v1,56.36,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HFv1 GSM8K,11.6,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HFv1 HellaSwag,83.77,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HFv1 MMLU,56.47,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HFv1 TruthfulQA,49.42,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_13b_2_2_1,HFv1 Winogrande,76.01,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HF OpenLLM v1,69.13,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HFv1 ARC,69.71,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HFv1 GSM8K,44.88,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HFv1 HellaSwag,87.95,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HFv1 MMLU,69.79,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HFv1 TruthfulQA,59.49,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_70b_2_2_1,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HF OpenLLM v1,51.22,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HFv1 ARC,55.03,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HFv1 GSM8K,6.14,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HFv1 HellaSwag,80.06,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HFv1 MMLU,47.64,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HFv1 TruthfulQA,44.65,,hf_open_llm_v1_240829_frozen.csv airoboros_l2_7b_2_2_1,HFv1 Winogrande,73.8,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HF OpenLLM v1,49.61,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HFv1 ARC,54.18,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HFv1 GSM8K,8.34,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HFv1 HellaSwag,73.84,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HFv1 MMLU,50.67,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HFv1 TruthfulQA,40.7,,hf_open_llm_v1_240829_frozen.csv airocoder_34b_2_1,HFv1 Winogrande,69.93,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HF OpenLLM v1,56.98,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HFv1 GSM8K,23.2,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HFv1 HellaSwag,81.35,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HFv1 MMLU,51.76,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HFv1 TruthfulQA,53.0,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_llama2_koen_13b_v0_9_24,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HF OpenLLM v1,61.05,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HFv1 GSM8K,34.27,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HFv1 HellaSwag,84.2,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HFv1 MMLU,52.86,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HFv1 TruthfulQA,51.35,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_31,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HF OpenLLM v1,59.79,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HFv1 GSM8K,15.09,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HFv1 HellaSwag,84.66,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HFv1 MMLU,63.13,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HFv1 TruthfulQA,51.19,,hf_open_llm_v1_240829_frozen.csv aisquare_instruct_solar_10_7b_v0_5_32,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HF OpenLLM v1,28.97,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HFv1 ARC,22.53,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HFv1 HellaSwag,28.32,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HFv1 MMLU,25.83,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HFv1 TruthfulQA,45.54,,hf_open_llm_v1_240829_frozen.csv algae_550m_base,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HF OpenLLM v1,49.32,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HFv1 ARC,55.55,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HFv1 HellaSwag,79.45,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HFv1 MMLU,49.52,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HFv1 TruthfulQA,36.09,,hf_open_llm_v1_240829_frozen.csv alma_13b_r,HFv1 Winogrande,75.3,,hf_open_llm_v1_240829_frozen.csv alooowso,HF OpenLLM v1,65.63,,hf_open_llm_v1_240829_frozen.csv alooowso,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv alooowso,HFv1 GSM8K,39.58,,hf_open_llm_v1_240829_frozen.csv alooowso,HFv1 HellaSwag,84.87,,hf_open_llm_v1_240829_frozen.csv alooowso,HFv1 MMLU,60.78,,hf_open_llm_v1_240829_frozen.csv alooowso,HFv1 TruthfulQA,68.18,,hf_open_llm_v1_240829_frozen.csv alooowso,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HF OpenLLM v1,54.2,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HFv1 GSM8K,10.84,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HFv1 HellaSwag,82.43,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HFv1 MMLU,55.55,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HFv1 TruthfulQA,38.65,,hf_open_llm_v1_240829_frozen.csv alpagasus_2_13b_qlora_merged,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HF OpenLLM v1,75.99,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HFv1 GSM8K,66.72,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HFv1 HellaSwag,89.18,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HFv1 MMLU,64.4,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HFv1 TruthfulQA,77.91,,hf_open_llm_v1_240829_frozen.csv alphamonarch_7b,HFv1 Winogrande,84.69,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HF OpenLLM v1,75.94,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HFv1 GSM8K,66.26,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HFv1 HellaSwag,89.23,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HFv1 MMLU,64.43,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HFv1 TruthfulQA,78.01,,hf_open_llm_v1_240829_frozen.csv alphamonarch_daser,HFv1 Winogrande,84.69,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HF OpenLLM v1,75.86,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HFv1 ARC,73.21,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HFv1 GSM8K,65.73,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HFv1 HellaSwag,89.26,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HFv1 MMLU,64.47,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HFv1 TruthfulQA,78.02,,hf_open_llm_v1_240829_frozen.csv alphamonarch_dora,HFv1 Winogrande,84.45,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HF OpenLLM v1,76.0,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HFv1 ARC,73.12,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HFv1 GSM8K,66.72,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HFv1 HellaSwag,89.21,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HFv1 MMLU,64.43,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HFv1 TruthfulQA,77.9,,hf_open_llm_v1_240829_frozen.csv alphamonarch_laser,HFv1 Winogrande,84.61,,hf_open_llm_v1_240829_frozen.csv amber,HF OpenLLM v1,40.97,,hf_open_llm_v1_240829_frozen.csv amber,HFv1 ARC,40.96,,hf_open_llm_v1_240829_frozen.csv amber,HFv1 GSM8K,2.81,,hf_open_llm_v1_240829_frozen.csv amber,HFv1 HellaSwag,73.79,,hf_open_llm_v1_240829_frozen.csv amber,HFv1 MMLU,26.84,,hf_open_llm_v1_240829_frozen.csv amber,HFv1 TruthfulQA,33.56,,hf_open_llm_v1_240829_frozen.csv amber,HFv1 Winogrande,67.88,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HF OpenLLM v1,73.96,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HFv1 ARC,67.75,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HFv1 GSM8K,74.0,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HFv1 HellaSwag,87.43,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HFv1 MMLU,74.79,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HFv1 TruthfulQA,58.63,,hf_open_llm_v1_240829_frozen.csv anfeng_v3_avocet,HFv1 Winogrande,81.14,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HF OpenLLM v1,71.81,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HFv1 ARC,64.85,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HFv1 GSM8K,68.99,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HFv1 HellaSwag,85.5,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HFv1 MMLU,63.93,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HFv1 TruthfulQA,63.52,,hf_open_llm_v1_240829_frozen.csv apollo_7b_orpo_experimental,HFv1 Winogrande,84.06,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HF OpenLLM v1,54.5,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HFv1 ARC,52.65,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HFv1 HellaSwag,81.99,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HFv1 MMLU,76.02,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HFv1 TruthfulQA,40.8,,hf_open_llm_v1_240829_frozen.csv aquila2_34b,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv arc1,HF OpenLLM v1,66.69,,hf_open_llm_v1_240829_frozen.csv arc1,HFv1 ARC,58.79,,hf_open_llm_v1_240829_frozen.csv arc1,HFv1 GSM8K,69.83,,hf_open_llm_v1_240829_frozen.csv arc1,HFv1 HellaSwag,76.41,,hf_open_llm_v1_240829_frozen.csv arc1,HFv1 MMLU,65.73,,hf_open_llm_v1_240829_frozen.csv arc1,HFv1 TruthfulQA,52.73,,hf_open_llm_v1_240829_frozen.csv arc1,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HF OpenLLM v1,52.87,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HFv1 ARC,56.14,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HFv1 GSM8K,16.83,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HFv1 HellaSwag,80.8,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HFv1 MMLU,47.84,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HFv1 TruthfulQA,39.42,,hf_open_llm_v1_240829_frozen.csv archangel_sft_kto_llama13b,HFv1 Winogrande,76.16,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HF OpenLLM v1,50.25,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HFv1 ARC,55.89,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HFv1 HellaSwag,79.66,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HFv1 MMLU,52.38,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HFv1 TruthfulQA,40.76,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_13b,HFv1 Winogrande,72.69,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HF OpenLLM v1,47.15,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HFv1 ARC,50.85,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HFv1 HellaSwag,76.53,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HFv1 MMLU,43.61,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HFv1 TruthfulQA,43.31,,hf_open_llm_v1_240829_frozen.csv asclepius_llama2_7b,HFv1 Winogrande,68.27,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,53.16,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,56.66,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,80.56,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,55.43,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,53.62,,hf_open_llm_v1_240829_frozen.csv athena_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,72.61,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HF OpenLLM v1,59.34,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HFv1 ARC,56.14,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HFv1 GSM8K,28.13,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HFv1 HellaSwag,81.63,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HFv1 MMLU,59.8,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HFv1 TruthfulQA,54.2,,hf_open_llm_v1_240829_frozen.csv athena_zephyr_7b,HFv1 Winogrande,76.16,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HF OpenLLM v1,78.17,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HFv1 GSM8K,84.23,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HFv1 HellaSwag,86.09,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HFv1 MMLU,80.07,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HFv1 TruthfulQA,62.82,,hf_open_llm_v1_240829_frozen.csv autotrain_llama3_70b_orpo_v2,HFv1 Winogrande,84.93,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HF OpenLLM v1,69.64,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HFv1 ARC,68.6,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HFv1 GSM8K,56.56,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HFv1 HellaSwag,85.99,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HFv1 MMLU,70.84,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HFv1 TruthfulQA,54.51,,hf_open_llm_v1_240829_frozen.csv average_dolphin_8x7b,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HF OpenLLM v1,53.96,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HFv1 ARC,56.48,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HFv1 GSM8K,15.47,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HFv1 HellaSwag,75.43,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HFv1 MMLU,49.05,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HFv1 TruthfulQA,57.27,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_dolfin_v0_3_dpo,HFv1 Winogrande,70.09,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HF OpenLLM v1,58.12,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HFv1 ARC,57.42,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HFv1 GSM8K,25.93,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HFv1 HellaSwag,77.21,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HFv1 MMLU,52.31,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HFv1 TruthfulQA,58.4,,hf_open_llm_v1_240829_frozen.csv awanllm_llama3_8b_instruct_dpo_v0_2,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HF OpenLLM v1,36.92,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HFv1 ARC,36.09,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HFv1 HellaSwag,61.59,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HFv1 MMLU,25.37,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HFv1 TruthfulQA,35.84,,hf_open_llm_v1_240829_frozen.csv babyllama_v0_6,HFv1 Winogrande,61.01,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HF OpenLLM v1,64.82,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HFv1 ARC,63.57,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HFv1 GSM8K,47.31,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HFv1 HellaSwag,82.67,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HFv1 MMLU,62.25,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HFv1 TruthfulQA,54.2,,hf_open_llm_v1_240829_frozen.csv bagel_7b_v0_4,HFv1 Winogrande,78.93,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HF OpenLLM v1,74.69,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HFv1 ARC,71.93,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HFv1 GSM8K,60.96,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HFv1 HellaSwag,85.25,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HFv1 MMLU,76.58,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HFv1 TruthfulQA,70.05,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_34b_v0_2,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HF OpenLLM v1,67.13,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HFv1 ARC,67.58,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HFv1 GSM8K,46.85,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HFv1 HellaSwag,84.3,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HFv1 MMLU,61.95,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HFv1 TruthfulQA,63.94,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_4,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HF OpenLLM v1,68.84,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HFv1 GSM8K,53.37,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HFv1 HellaSwag,84.22,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HFv1 MMLU,65.27,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HFv1 TruthfulQA,62.41,,hf_open_llm_v1_240829_frozen.csv bagel_dpo_7b_v0_5,HFv1 Winogrande,81.45,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HF OpenLLM v1,70.41,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HFv1 ARC,68.26,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HFv1 GSM8K,57.39,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HFv1 HellaSwag,85.07,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HFv1 MMLU,64.3,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HFv1 TruthfulQA,63.76,,hf_open_llm_v1_240829_frozen.csv bagellake_7b_slerp,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HF OpenLLM v1,69.22,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HFv1 ARC,67.15,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HFv1 GSM8K,55.04,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HFv1 HellaSwag,84.79,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HFv1 MMLU,64.31,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HFv1 TruthfulQA,62.15,,hf_open_llm_v1_240829_frozen.csv bageltoppylake_7b_slerp,HFv1 Winogrande,81.85,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HF OpenLLM v1,67.05,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HFv1 ARC,66.38,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HFv1 GSM8K,45.72,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HFv1 HellaSwag,85.51,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HFv1 MMLU,62.23,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HFv1 TruthfulQA,65.57,,hf_open_llm_v1_240829_frozen.csv bageluccine_2_7b_slerp,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HF OpenLLM v1,65.97,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HFv1 ARC,65.1,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HFv1 GSM8K,46.25,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HFv1 HellaSwag,85.06,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HFv1 MMLU,61.75,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HFv1 TruthfulQA,60.33,,hf_open_llm_v1_240829_frozen.csv bageluccine_7b_slerp,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HF OpenLLM v1,47.62,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HFv1 ARC,54.1,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HFv1 GSM8K,4.4,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HFv1 HellaSwag,77.32,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HFv1 MMLU,37.09,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HFv1 TruthfulQA,39.96,,hf_open_llm_v1_240829_frozen.csv baize_healthcare_lora_7b,HFv1 Winogrande,72.85,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HF OpenLLM v1,73.91,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HFv1 GSM8K,67.4,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HFv1 HellaSwag,87.4,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HFv1 MMLU,64.78,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HFv1 TruthfulQA,70.49,,hf_open_llm_v1_240829_frozen.csv beyonder_4x7b_random_lora,HFv1 Winogrande,82.16,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HF OpenLLM v1,64.82,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HFv1 ARC,60.24,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HFv1 GSM8K,56.71,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HFv1 HellaSwag,81.6,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HFv1 MMLU,59.66,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HFv1 TruthfulQA,53.68,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_1,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HF OpenLLM v1,63.08,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HFv1 GSM8K,44.12,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HFv1 HellaSwag,82.18,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HFv1 MMLU,60.5,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HFv1 TruthfulQA,54.63,,hf_open_llm_v1_240829_frozen.csv bggpt_7b_instruct_v0_2,HFv1 Winogrande,76.48,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HF OpenLLM v1,51.26,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HFv1 ARC,47.53,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HFv1 GSM8K,30.25,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HFv1 HellaSwag,68.91,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HFv1 MMLU,49.47,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HFv1 TruthfulQA,46.18,,hf_open_llm_v1_240829_frozen.csv bielik_7b_instruct_v0_1,HFv1 Winogrande,65.59,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HF OpenLLM v1,62.17,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HFv1 GSM8K,26.91,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HFv1 HellaSwag,84.1,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HFv1 MMLU,59.14,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HFv1 TruthfulQA,68.21,,hf_open_llm_v1_240829_frozen.csv bigstral_12b_32k,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HF OpenLLM v1,54.29,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HFv1 ARC,56.06,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HFv1 GSM8K,21.61,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HFv1 HellaSwag,75.9,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HFv1 MMLU,64.6,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HFv1 TruthfulQA,37.33,,hf_open_llm_v1_240829_frozen.csv bigyi_15b,HFv1 Winogrande,70.24,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HF OpenLLM v1,32.14,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HFv1 ARC,29.18,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HFv1 HellaSwag,43.73,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HFv1 MMLU,23.1,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HFv1 TruthfulQA,45.0,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b,HFv1 Winogrande,51.85,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HF OpenLLM v1,32.23,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HFv1 ARC,28.58,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HFv1 HellaSwag,43.94,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HFv1 MMLU,25.38,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HFv1 TruthfulQA,47.48,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_8k,HFv1 Winogrande,47.99,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HF OpenLLM v1,32.5,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HFv1 ARC,28.24,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HFv1 HellaSwag,47.9,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HFv1 TruthfulQA,43.5,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_ppo,HFv1 Winogrande,52.25,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HF OpenLLM v1,32.46,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HFv1 ARC,28.07,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HFv1 HellaSwag,47.5,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HFv1 TruthfulQA,43.76,,hf_open_llm_v1_240829_frozen.csv bilingual_gpt_neox_4b_instruction_sft,HFv1 Winogrande,52.33,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HF OpenLLM v1,38.73,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HFv1 ARC,38.14,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HFv1 HellaSwag,66.56,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HFv1 MMLU,25.75,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HFv1 TruthfulQA,37.46,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_a,HFv1 Winogrande,63.93,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HF OpenLLM v1,38.49,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HFv1 ARC,37.63,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HFv1 HellaSwag,66.72,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HFv1 MMLU,25.68,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HFv1 TruthfulQA,37.09,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_b,HFv1 Winogrande,63.77,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HF OpenLLM v1,39.01,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HFv1 ARC,38.74,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HFv1 HellaSwag,66.83,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HFv1 MMLU,26.57,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HFv1 TruthfulQA,36.54,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_c,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HF OpenLLM v1,38.57,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HFv1 ARC,37.8,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HFv1 HellaSwag,66.5,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HFv1 MMLU,26.64,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HFv1 TruthfulQA,36.46,,hf_open_llm_v1_240829_frozen.csv black_goo_recipe_d,HFv1 Winogrande,63.61,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HF OpenLLM v1,73.89,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HFv1 ARC,72.27,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HFv1 GSM8K,65.13,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HFv1 HellaSwag,88.24,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HFv1 MMLU,64.37,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HFv1 TruthfulQA,67.83,,hf_open_llm_v1_240829_frozen.csv bleagle_7b_v0_1_test,HFv1 Winogrande,85.48,,hf_open_llm_v1_240829_frozen.csv bloom,HF OpenLLM v1,46.07,,hf_open_llm_v1_240829_frozen.csv bloom,HFv1 ARC,50.43,,hf_open_llm_v1_240829_frozen.csv bloom,HFv1 GSM8K,6.9,,hf_open_llm_v1_240829_frozen.csv bloom,HFv1 HellaSwag,76.41,,hf_open_llm_v1_240829_frozen.csv bloom,HFv1 MMLU,30.85,,hf_open_llm_v1_240829_frozen.csv bloom,HFv1 TruthfulQA,39.76,,hf_open_llm_v1_240829_frozen.csv bloom,HFv1 Winogrande,72.06,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HF OpenLLM v1,30.14,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HFv1 ARC,27.99,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HFv1 HellaSwag,26.19,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HFv1 MMLU,26.86,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HFv1 TruthfulQA,48.88,,hf_open_llm_v1_240829_frozen.csv bloom_1b1_rlhf,HFv1 Winogrande,50.91,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HF OpenLLM v1,29.86,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HFv1 ARC,24.4,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HFv1 HellaSwag,36.96,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HFv1 MMLU,23.63,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HFv1 TruthfulQA,40.76,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf,HFv1 Winogrande,53.12,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HF OpenLLM v1,30.43,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HFv1 ARC,26.45,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HFv1 HellaSwag,37.67,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HFv1 MMLU,23.95,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HFv1 TruthfulQA,43.51,,hf_open_llm_v1_240829_frozen.csv bloom_560m_rlhf_v2,HFv1 Winogrande,50.91,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HF OpenLLM v1,39.18,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HFv1 ARC,41.13,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HFv1 GSM8K,1.36,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HFv1 HellaSwag,62.0,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HFv1 MMLU,26.25,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HFv1 TruthfulQA,38.9,,hf_open_llm_v1_240829_frozen.csv bloom_7b1,HFv1 Winogrande,65.43,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HF OpenLLM v1,51.71,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HFv1 ARC,54.1,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HFv1 GSM8K,4.78,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HFv1 HellaSwag,78.57,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HFv1 MMLU,51.66,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HFv1 TruthfulQA,46.84,,hf_open_llm_v1_240829_frozen.csv blossom_v2_llama2_7b,HFv1 Winogrande,74.35,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HF OpenLLM v1,66.74,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HFv1 ARC,57.34,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HFv1 GSM8K,66.49,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HFv1 HellaSwag,79.84,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HFv1 MMLU,67.92,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HFv1 TruthfulQA,55.21,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_14b,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HF OpenLLM v1,56.34,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HFv1 ARC,46.08,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HFv1 GSM8K,51.1,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HFv1 HellaSwag,70.8,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HFv1 MMLU,55.11,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HFv1 TruthfulQA,47.29,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_4b,HFv1 Winogrande,67.64,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HF OpenLLM v1,62.11,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HFv1 ARC,54.44,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HFv1 GSM8K,56.71,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HFv1 HellaSwag,76.11,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HFv1 MMLU,60.43,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HFv1 TruthfulQA,53.69,,hf_open_llm_v1_240829_frozen.csv blossom_v4_qwen1_5_7b,HFv1 Winogrande,71.27,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HF OpenLLM v1,71.67,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HFv1 ARC,66.81,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HFv1 GSM8K,64.14,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HFv1 HellaSwag,84.44,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HFv1 MMLU,74.34,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HFv1 TruthfulQA,57.89,,hf_open_llm_v1_240829_frozen.csv blossom_v4_yi_34b,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HF OpenLLM v1,67.57,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HFv1 ARC,58.45,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HFv1 GSM8K,67.78,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HFv1 HellaSwag,80.72,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HFv1 MMLU,68.45,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HFv1 TruthfulQA,54.89,,hf_open_llm_v1_240829_frozen.csv blossom_v5_14b,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HF OpenLLM v1,72.04,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HFv1 ARC,63.82,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HFv1 GSM8K,70.66,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HFv1 HellaSwag,83.54,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HFv1 MMLU,74.27,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HFv1 TruthfulQA,58.24,,hf_open_llm_v1_240829_frozen.csv blossom_v5_32b,HFv1 Winogrande,81.69,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HF OpenLLM v1,72.65,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HFv1 ARC,66.98,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HFv1 GSM8K,62.02,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HFv1 HellaSwag,84.79,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HFv1 MMLU,76.0,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HFv1 TruthfulQA,62.68,,hf_open_llm_v1_240829_frozen.csv blossom_v5_34b,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HF OpenLLM v1,56.16,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HFv1 ARC,46.76,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HFv1 GSM8K,48.37,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HFv1 HellaSwag,71.87,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HFv1 MMLU,55.04,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HFv1 TruthfulQA,47.51,,hf_open_llm_v1_240829_frozen.csv blossom_v5_4b,HFv1 Winogrande,67.4,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HF OpenLLM v1,63.57,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HFv1 ARC,56.06,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HFv1 GSM8K,60.05,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HFv1 HellaSwag,77.36,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HFv1 MMLU,61.29,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HFv1 TruthfulQA,54.29,,hf_open_llm_v1_240829_frozen.csv blossom_v5_7b,HFv1 Winogrande,72.38,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HF OpenLLM v1,64.69,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HFv1 GSM8K,48.37,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HFv1 HellaSwag,78.41,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HFv1 MMLU,69.81,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HFv1 TruthfulQA,52.78,,hf_open_llm_v1_240829_frozen.csv blossom_v5_9b,HFv1 Winogrande,76.32,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HF OpenLLM v1,64.21,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HFv1 ARC,56.83,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HFv1 GSM8K,44.43,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HFv1 HellaSwag,83.05,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HFv1 MMLU,65.48,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HFv1 TruthfulQA,57.12,,hf_open_llm_v1_240829_frozen.csv blossom_v5_llama3_8b,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HF OpenLLM v1,61.88,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HFv1 GSM8K,31.84,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HFv1 HellaSwag,84.26,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HFv1 MMLU,62.45,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HFv1 TruthfulQA,51.83,,hf_open_llm_v1_240829_frozen.csv blossom_v5_mistral_7b,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HF OpenLLM v1,76.26,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HFv1 ARC,73.29,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HFv1 GSM8K,69.67,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HFv1 HellaSwag,89.07,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HFv1 MMLU,64.37,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HFv1 TruthfulQA,76.61,,hf_open_llm_v1_240829_frozen.csv blur_7b_slerp_v1_46,HFv1 Winogrande,84.53,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HF OpenLLM v1,67.74,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HFv1 ARC,65.36,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HFv1 GSM8K,52.84,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HFv1 HellaSwag,83.88,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HFv1 MMLU,63.45,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HFv1 TruthfulQA,60.3,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_2,HFv1 Winogrande,80.58,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HF OpenLLM v1,74.18,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HFv1 ARC,70.82,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HFv1 GSM8K,69.52,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HFv1 HellaSwag,88.07,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HFv1 MMLU,64.85,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HFv1 TruthfulQA,67.99,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_21,HFv1 Winogrande,83.82,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HF OpenLLM v1,63.35,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HFv1 GSM8K,31.16,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HFv1 HellaSwag,82.0,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HFv1 MMLU,58.03,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HFv1 TruthfulQA,68.01,,hf_open_llm_v1_240829_frozen.csv blur_7b_v1_22,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HF OpenLLM v1,65.92,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HFv1 ARC,63.99,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HFv1 GSM8K,46.93,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HFv1 HellaSwag,83.56,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HFv1 MMLU,63.19,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HFv1 TruthfulQA,58.12,,hf_open_llm_v1_240829_frozen.csv blured_ties_7b,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HF OpenLLM v1,74.8,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HFv1 ARC,72.78,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HFv1 GSM8K,69.9,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HFv1 HellaSwag,88.58,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HFv1 MMLU,64.95,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HFv1 TruthfulQA,69.39,,hf_open_llm_v1_240829_frozen.csv blurred_beagle_7b_slerp,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HF OpenLLM v1,69.08,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HFv1 GSM8K,62.85,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HFv1 HellaSwag,85.38,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HFv1 MMLU,65.18,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HFv1 TruthfulQA,53.4,,hf_open_llm_v1_240829_frozen.csv blurstral_7b_slerp,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HF OpenLLM v1,66.59,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HFv1 GSM8K,52.24,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HFv1 HellaSwag,84.4,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HFv1 MMLU,64.96,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HFv1 TruthfulQA,52.31,,hf_open_llm_v1_240829_frozen.csv bookworm_10_7b_v0_4_dpo,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HF OpenLLM v1,28.44,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HFv1 HellaSwag,31.58,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HFv1 MMLU,25.66,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HFv1 TruthfulQA,39.17,,hf_open_llm_v1_240829_frozen.csv boomer_1b,HFv1 Winogrande,50.51,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HF OpenLLM v1,75.86,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HFv1 ARC,73.81,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HFv1 GSM8K,68.61,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HFv1 HellaSwag,88.98,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HFv1 MMLU,64.55,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HFv1 TruthfulQA,74.13,,hf_open_llm_v1_240829_frozen.csv brocae_area_7b_slerp,HFv1 Winogrande,85.08,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HF OpenLLM v1,74.08,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HFv1 GSM8K,64.29,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HFv1 HellaSwag,88.34,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HFv1 MMLU,66.04,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HFv1 TruthfulQA,71.36,,hf_open_llm_v1_240829_frozen.csv brokenkeyboard,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HF OpenLLM v1,59.33,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HFv1 GSM8K,25.93,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HFv1 HellaSwag,81.25,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HFv1 MMLU,58.36,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HFv1 TruthfulQA,52.0,,hf_open_llm_v1_240829_frozen.csv brokenkeyboardmerge,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HF OpenLLM v1,74.24,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HFv1 GSM8K,66.87,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HFv1 HellaSwag,88.37,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HFv1 MMLU,64.74,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HFv1 TruthfulQA,70.05,,hf_open_llm_v1_240829_frozen.csv brurrydog_7b_v0_1,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HF OpenLLM v1,50.04,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HFv1 ARC,52.73,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HFv1 GSM8K,8.95,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HFv1 HellaSwag,79.48,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HFv1 MMLU,49.93,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HFv1 TruthfulQA,37.2,,hf_open_llm_v1_240829_frozen.csv btlm_v1_7b_base_v0_1,HFv1 Winogrande,71.98,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HF OpenLLM v1,64.42,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HFv1 GSM8K,38.29,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HFv1 HellaSwag,84.0,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HFv1 MMLU,60.42,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HFv1 TruthfulQA,65.72,,hf_open_llm_v1_240829_frozen.csv buddhi_128k_chat_7b,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HF OpenLLM v1,29.72,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HFv1 ARC,28.33,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HFv1 HellaSwag,26.57,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HFv1 MMLU,24.99,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HFv1 TruthfulQA,47.93,,hf_open_llm_v1_240829_frozen.csv bulgakovlm_3b,HFv1 Winogrande,50.51,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HF OpenLLM v1,65.33,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HFv1 GSM8K,57.62,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HFv1 HellaSwag,81.9,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HFv1 MMLU,64.0,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HFv1 TruthfulQA,50.54,,hf_open_llm_v1_240829_frozen.csv buzz_8b_large_v0_5,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HF OpenLLM v1,74.62,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HFv1 GSM8K,70.74,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HFv1 HellaSwag,88.56,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HFv1 MMLU,75.73,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HFv1 TruthfulQA,56.95,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_plus,HFv1 Winogrande,85.4,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HF OpenLLM v1,68.54,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HFv1 ARC,65.53,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HFv1 GSM8K,56.63,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HFv1 HellaSwag,87.0,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HFv1 MMLU,68.2,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HFv1 TruthfulQA,52.32,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HF OpenLLM v1,68.85,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HFv1 ARC,65.87,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HFv1 GSM8K,60.05,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HFv1 HellaSwag,85.62,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HFv1 MMLU,67.61,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HFv1 TruthfulQA,51.01,,hf_open_llm_v1_240829_frozen.csv c4ai_command_r_v0_1_japanese_instruct,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HF OpenLLM v1,43.27,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HFv1 ARC,40.27,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HFv1 GSM8K,4.93,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HFv1 HellaSwag,68.12,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HFv1 MMLU,39.39,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HFv1 TruthfulQA,41.96,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat,HFv1 Winogrande,64.96,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HF OpenLLM v1,44.03,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HFv1 ARC,41.04,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HFv1 GSM8K,5.53,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HFv1 HellaSwag,68.99,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HFv1 MMLU,39.82,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HFv1 TruthfulQA,43.13,,hf_open_llm_v1_240829_frozen.csv calm2_7b_chat_dpo_experimental,HFv1 Winogrande,65.67,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HF OpenLLM v1,65.39,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HFv1 ARC,70.14,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HFv1 GSM8K,23.96,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HFv1 HellaSwag,87.71,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HFv1 MMLU,69.83,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HFv1 TruthfulQA,57.77,,hf_open_llm_v1_240829_frozen.csv camel_platypus2_70b,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HF OpenLLM v1,59.4,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HFv1 GSM8K,34.57,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HFv1 HellaSwag,82.73,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HFv1 MMLU,57.21,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HFv1 TruthfulQA,43.37,,hf_open_llm_v1_240829_frozen.csv camelidae_8x13b,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HF OpenLLM v1,54.47,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HFv1 GSM8K,22.82,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HFv1 HellaSwag,79.18,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HFv1 MMLU,50.1,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HFv1 TruthfulQA,42.86,,hf_open_llm_v1_240829_frozen.csv camelidae_8x7b,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HF OpenLLM v1,56.93,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HFv1 GSM8K,30.71,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HFv1 HellaSwag,75.8,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HFv1 MMLU,63.07,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HFv1 TruthfulQA,42.26,,hf_open_llm_v1_240829_frozen.csv cantonesellm_6b_preview202402,HFv1 Winogrande,74.11,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HF OpenLLM v1,60.2,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HFv1 ARC,55.2,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HFv1 GSM8K,46.55,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HFv1 HellaSwag,77.05,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HFv1 MMLU,63.83,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HFv1 TruthfulQA,43.58,,hf_open_llm_v1_240829_frozen.csv cantonesellm_cpt_202405,HFv1 Winogrande,74.98,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HF OpenLLM v1,68.57,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HFv1 GSM8K,54.06,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HFv1 HellaSwag,84.99,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HFv1 MMLU,75.37,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HFv1 TruthfulQA,52.84,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties,HFv1 Winogrande,79.24,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HF OpenLLM v1,71.57,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HFv1 ARC,66.89,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HFv1 GSM8K,59.82,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HFv1 HellaSwag,85.69,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HFv1 MMLU,77.35,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HFv1 TruthfulQA,57.63,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_extremedensity,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HF OpenLLM v1,72.15,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HFv1 ARC,67.41,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HFv1 GSM8K,61.33,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HFv1 HellaSwag,85.77,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HFv1 MMLU,77.44,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HFv1 TruthfulQA,57.84,,hf_open_llm_v1_240829_frozen.csv caplattessdolxaboros_yi_34b_200k_dare_ties_highdensity,HFv1 Winogrande,83.11,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HF OpenLLM v1,70.57,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HFv1 ARC,66.13,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HFv1 GSM8K,57.39,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HFv1 HellaSwag,86.24,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HFv1 MMLU,74.89,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HFv1 TruthfulQA,56.37,,hf_open_llm_v1_240829_frozen.csv capybara_tess_yi_34b_200k,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HF OpenLLM v1,68.14,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HFv1 ARC,65.78,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HFv1 GSM8K,59.29,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HFv1 HellaSwag,85.45,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HFv1 MMLU,63.13,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HFv1 TruthfulQA,56.91,,hf_open_llm_v1_240829_frozen.csv capybarahermes_2_5_mistral_7b,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HF OpenLLM v1,76.1,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HFv1 ARC,72.27,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HFv1 GSM8K,66.11,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HFv1 HellaSwag,89.31,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HFv1 MMLU,66.55,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HFv1 TruthfulQA,78.55,,hf_open_llm_v1_240829_frozen.csv carbonbeagle_11b_truthy,HFv1 Winogrande,83.82,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HF OpenLLM v1,74.28,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HFv1 GSM8K,64.29,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HFv1 HellaSwag,88.46,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HFv1 MMLU,66.42,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HFv1 TruthfulQA,71.98,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v1,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HF OpenLLM v1,74.42,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HFv1 GSM8K,65.28,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HFv1 HellaSwag,88.4,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HFv1 MMLU,66.31,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HFv1 TruthfulQA,71.94,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v2,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HF OpenLLM v1,74.41,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HFv1 GSM8K,65.2,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HFv1 HellaSwag,88.48,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HFv1 MMLU,66.34,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HFv1 TruthfulQA,71.84,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v3,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HF OpenLLM v1,74.52,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HFv1 GSM8K,65.58,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HFv1 HellaSwag,88.48,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HFv1 MMLU,66.27,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HFv1 TruthfulQA,71.95,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v4,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HF OpenLLM v1,74.31,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HFv1 GSM8K,64.44,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HFv1 HellaSwag,88.51,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HFv1 MMLU,66.44,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HFv1 TruthfulQA,71.97,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_10_7b_v5,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HF OpenLLM v1,74.28,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HFv1 GSM8K,64.29,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HFv1 HellaSwag,88.46,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HFv1 MMLU,66.42,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HFv1 TruthfulQA,71.98,,hf_open_llm_v1_240829_frozen.csv carbonvillain_en_13b_v1,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv catppt_base,HF OpenLLM v1,72.25,,hf_open_llm_v1_240829_frozen.csv catppt_base,HFv1 ARC,67.92,,hf_open_llm_v1_240829_frozen.csv catppt_base,HFv1 GSM8K,70.66,,hf_open_llm_v1_240829_frozen.csv catppt_base,HFv1 HellaSwag,86.64,,hf_open_llm_v1_240829_frozen.csv catppt_base,HFv1 MMLU,65.26,,hf_open_llm_v1_240829_frozen.csv catppt_base,HFv1 TruthfulQA,61.72,,hf_open_llm_v1_240829_frozen.csv catppt_base,HFv1 Winogrande,81.29,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HF OpenLLM v1,74.7,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HFv1 GSM8K,69.29,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HFv1 HellaSwag,88.33,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HFv1 MMLU,64.95,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HFv1 TruthfulQA,70.01,,hf_open_llm_v1_240829_frozen.csv catunalaserpi_dpo,HFv1 Winogrande,82.64,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HF OpenLLM v1,63.8,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HFv1 ARC,56.91,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HFv1 GSM8K,57.24,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HFv1 HellaSwag,80.06,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HFv1 MMLU,64.98,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HFv1 TruthfulQA,47.57,,hf_open_llm_v1_240829_frozen.csv causallm_platypus_14b,HFv1 Winogrande,76.01,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HF OpenLLM v1,69.66,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HFv1 ARC,67.92,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HFv1 GSM8K,61.79,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HFv1 HellaSwag,85.2,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HFv1 MMLU,64.52,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HFv1 TruthfulQA,58.8,,hf_open_llm_v1_240829_frozen.csv cerberus_7b_model_stock,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HF OpenLLM v1,27.75,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HFv1 ARC,20.22,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HFv1 HellaSwag,26.73,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HFv1 MMLU,25.51,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HFv1 TruthfulQA,46.31,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_111m,HFv1 Winogrande,47.75,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HF OpenLLM v1,37.4,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HFv1 ARC,38.14,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HFv1 HellaSwag,60.01,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HFv1 MMLU,25.92,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HFv1 TruthfulQA,39.19,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_13b,HFv1 Winogrande,59.83,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HF OpenLLM v1,31.3,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HFv1 ARC,26.28,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HFv1 HellaSwag,38.54,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HFv1 MMLU,26.59,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HFv1 TruthfulQA,42.7,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_1_3b,HFv1 Winogrande,53.43,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HF OpenLLM v1,29.38,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HFv1 ARC,22.01,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HFv1 HellaSwag,28.99,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HFv1 MMLU,26.83,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HFv1 TruthfulQA,45.98,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_256m,HFv1 Winogrande,52.49,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HF OpenLLM v1,33.25,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HFv1 ARC,29.1,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HFv1 HellaSwag,49.29,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HFv1 MMLU,25.17,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HFv1 TruthfulQA,41.37,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_2_7b,HFv1 Winogrande,54.14,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HF OpenLLM v1,36.27,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HFv1 ARC,35.07,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HFv1 HellaSwag,59.36,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HFv1 MMLU,25.93,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HFv1 TruthfulQA,38.02,,hf_open_llm_v1_240829_frozen.csv cerebras_gpt_6_7b,HFv1 Winogrande,58.72,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HF OpenLLM v1,29.27,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HFv1 ARC,28.67,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HFv1 HellaSwag,26.41,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HFv1 TruthfulQA,47.94,,hf_open_llm_v1_240829_frozen.csv changpt_bart,HFv1 Winogrande,49.49,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HF OpenLLM v1,57.84,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HFv1 GSM8K,12.36,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HFv1 HellaSwag,84.28,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HFv1 MMLU,58.58,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HFv1 TruthfulQA,51.28,,hf_open_llm_v1_240829_frozen.csv chat_ayb_nova_13b,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HF OpenLLM v1,55.93,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HFv1 GSM8K,2.96,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HFv1 HellaSwag,84.03,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HFv1 MMLU,57.83,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HFv1 TruthfulQA,54.52,,hf_open_llm_v1_240829_frozen.csv chat_ayb_platypus2_13b,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HF OpenLLM v1,57.76,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HFv1 GSM8K,8.87,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HFv1 HellaSwag,83.05,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HFv1 MMLU,58.72,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HFv1 TruthfulQA,56.12,,hf_open_llm_v1_240829_frozen.csv chatayt_lora_assamble_marcoroni,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HF OpenLLM v1,69.73,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HFv1 GSM8K,67.55,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HFv1 HellaSwag,85.4,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HFv1 MMLU,65.17,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HFv1 TruthfulQA,52.3,,hf_open_llm_v1_240829_frozen.csv chathercules_2_5_mistral_7b_dpo,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HF OpenLLM v1,72.84,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HFv1 ARC,70.22,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HFv1 GSM8K,68.46,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HFv1 HellaSwag,87.09,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HFv1 MMLU,64.84,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HFv1 TruthfulQA,64.43,,hf_open_llm_v1_240829_frozen.csv chimera_7b_slerp,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HF OpenLLM v1,62.46,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HFv1 ARC,67.06,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HFv1 GSM8K,29.34,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HFv1 HellaSwag,81.55,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HFv1 MMLU,53.46,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HFv1 TruthfulQA,64.34,,hf_open_llm_v1_240829_frozen.csv chimera_7b_ties,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HF OpenLLM v1,68.13,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HFv1 GSM8K,67.55,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HFv1 HellaSwag,81.19,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HFv1 MMLU,67.62,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HFv1 TruthfulQA,52.4,,hf_open_llm_v1_240829_frozen.csv chimerallama3_8b,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HF OpenLLM v1,57.41,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HFv1 ARC,58.7,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HFv1 GSM8K,25.02,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HFv1 HellaSwag,79.76,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HFv1 MMLU,55.12,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HFv1 TruthfulQA,50.22,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HF OpenLLM v1,54.12,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HFv1 ARC,55.03,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HFv1 GSM8K,21.08,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HFv1 HellaSwag,77.41,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HFv1 MMLU,51.28,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HFv1 TruthfulQA,46.5,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_13b_16k,HFv1 Winogrande,73.4,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HF OpenLLM v1,29.34,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HFv1 ARC,24.49,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HFv1 HellaSwag,30.17,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HFv1 MMLU,25.88,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HFv1 TruthfulQA,44.6,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b,HFv1 Winogrande,50.91,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HF OpenLLM v1,29.39,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HFv1 ARC,23.89,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HFv1 HellaSwag,30.01,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HFv1 MMLU,26.53,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HFv1 TruthfulQA,45.06,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_1_3b_rlhf,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HF OpenLLM v1,50.21,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HFv1 ARC,49.57,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HFv1 GSM8K,13.72,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HFv1 HellaSwag,72.64,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HFv1 MMLU,46.55,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HFv1 TruthfulQA,48.63,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b,HFv1 Winogrande,70.17,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HF OpenLLM v1,48.02,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HFv1 ARC,48.46,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HFv1 GSM8K,9.33,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HFv1 HellaSwag,70.3,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HFv1 MMLU,42.94,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HFv1 TruthfulQA,48.59,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_16k,HFv1 Winogrande,68.51,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HF OpenLLM v1,50.92,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HFv1 ARC,49.49,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HFv1 GSM8K,15.01,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HFv1 HellaSwag,72.61,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HFv1 MMLU,46.29,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HFv1 TruthfulQA,51.19,,hf_open_llm_v1_240829_frozen.csv chinese_alpaca_2_7b_rlhf,HFv1 Winogrande,70.96,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HF OpenLLM v1,58.57,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HFv1 ARC,67.49,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HFv1 HellaSwag,85.25,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HFv1 MMLU,70.31,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HFv1 TruthfulQA,46.75,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral,HFv1 Winogrande,81.61,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HF OpenLLM v1,66.69,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HFv1 ARC,63.57,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HFv1 GSM8K,51.71,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HFv1 HellaSwag,85.98,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HFv1 MMLU,70.95,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HFv1 TruthfulQA,45.86,,hf_open_llm_v1_240829_frozen.csv chinese_mixtral_8x7b,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HF OpenLLM v1,55.22,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HFv1 GSM8K,3.87,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HFv1 HellaSwag,82.75,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HFv1 MMLU,58.45,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HFv1 TruthfulQA,51.9,,hf_open_llm_v1_240829_frozen.csv chronorctypus_limarobormes_13b,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HF OpenLLM v1,68.25,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HFv1 ARC,70.14,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HFv1 GSM8K,42.61,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HFv1 HellaSwag,87.52,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HFv1 MMLU,69.33,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HFv1 TruthfulQA,57.65,,hf_open_llm_v1_240829_frozen.csv chronos007_70b,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HF OpenLLM v1,53.51,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HFv1 ARC,49.83,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HFv1 GSM8K,32.45,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HFv1 HellaSwag,75.09,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HFv1 MMLU,49.28,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HFv1 TruthfulQA,45.37,,hf_open_llm_v1_240829_frozen.csv code_millenials_34b,HFv1 Winogrande,69.06,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HF OpenLLM v1,42.59,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HFv1 ARC,46.76,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HFv1 GSM8K,2.65,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HFv1 HellaSwag,71.87,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HFv1 MMLU,32.35,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HFv1 TruthfulQA,33.95,,hf_open_llm_v1_240829_frozen.csv codegen_16b_nl,HFv1 Winogrande,67.96,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HF OpenLLM v1,32.43,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HFv1 ARC,27.22,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HFv1 HellaSwag,41.11,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HFv1 MMLU,25.71,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HFv1 TruthfulQA,45.65,,hf_open_llm_v1_240829_frozen.csv codegen_6b_multi,HFv1 Winogrande,53.91,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HF OpenLLM v1,40.0,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HFv1 ARC,42.32,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HFv1 GSM8K,2.2,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HFv1 HellaSwag,68.59,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HFv1 MMLU,25.93,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HFv1 TruthfulQA,34.47,,hf_open_llm_v1_240829_frozen.csv codegen_6b_nl,HFv1 Winogrande,66.46,,hf_open_llm_v1_240829_frozen.csv codellama34b,HF OpenLLM v1,55.28,,hf_open_llm_v1_240829_frozen.csv codellama34b,HFv1 ARC,54.18,,hf_open_llm_v1_240829_frozen.csv codellama34b,HFv1 GSM8K,34.34,,hf_open_llm_v1_240829_frozen.csv codellama34b,HFv1 HellaSwag,75.82,,hf_open_llm_v1_240829_frozen.csv codellama34b,HFv1 MMLU,54.92,,hf_open_llm_v1_240829_frozen.csv codellama34b,HFv1 TruthfulQA,39.11,,hf_open_llm_v1_240829_frozen.csv codellama34b,HFv1 Winogrande,73.32,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HF OpenLLM v1,44.33,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HFv1 ARC,40.78,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HFv1 GSM8K,31.01,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HFv1 HellaSwag,35.66,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HFv1 MMLU,39.72,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HFv1 TruthfulQA,44.29,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HF OpenLLM v1,43.0,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HFv1 ARC,40.78,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HFv1 GSM8K,23.05,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HFv1 HellaSwag,35.66,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HFv1 MMLU,39.72,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HFv1 TruthfulQA,44.29,,hf_open_llm_v1_240829_frozen.csv codellama34b_instruct_fp16,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HF OpenLLM v1,40.27,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HFv1 ARC,40.19,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HFv1 GSM8K,14.33,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HFv1 HellaSwag,36.82,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HFv1 MMLU,34.79,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HFv1 TruthfulQA,44.28,,hf_open_llm_v1_240829_frozen.csv codellama34b_python,HFv1 Winogrande,71.19,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HF OpenLLM v1,40.27,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HFv1 ARC,38.14,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HFv1 GSM8K,20.02,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HFv1 HellaSwag,34.8,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HFv1 MMLU,32.95,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HFv1 TruthfulQA,43.57,,hf_open_llm_v1_240829_frozen.csv codellama34b_python_fp16,HFv1 Winogrande,72.14,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HF OpenLLM v1,43.35,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HFv1 ARC,40.87,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HFv1 GSM8K,12.13,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HFv1 HellaSwag,63.35,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HFv1 MMLU,32.81,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HFv1 TruthfulQA,43.79,,hf_open_llm_v1_240829_frozen.csv codellama_13b,HFv1 Winogrande,67.17,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HF OpenLLM v1,45.82,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HFv1 ARC,44.54,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HFv1 GSM8K,12.66,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HFv1 HellaSwag,64.93,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HFv1 MMLU,38.89,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HFv1 TruthfulQA,45.88,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct,HFv1 Winogrande,68.03,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HF OpenLLM v1,45.82,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HFv1 ARC,44.62,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HFv1 GSM8K,12.66,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HFv1 HellaSwag,64.94,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HFv1 MMLU,38.77,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HFv1 TruthfulQA,45.88,,hf_open_llm_v1_240829_frozen.csv codellama_13b_instruct_fp16,HFv1 Winogrande,68.03,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HF OpenLLM v1,44.85,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HFv1 ARC,45.39,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HFv1 GSM8K,13.19,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HFv1 HellaSwag,62.36,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HFv1 MMLU,35.36,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HFv1 TruthfulQA,45.02,,hf_open_llm_v1_240829_frozen.csv codellama_13b_oasst_sft_v10,HFv1 Winogrande,67.8,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HF OpenLLM v1,37.0,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HFv1 ARC,32.59,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HFv1 GSM8K,8.64,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HFv1 HellaSwag,43.94,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HFv1 MMLU,27.23,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HFv1 TruthfulQA,44.59,,hf_open_llm_v1_240829_frozen.csv codellama_13b_python,HFv1 Winogrande,65.04,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HF OpenLLM v1,58.93,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HFv1 ARC,56.74,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HFv1 GSM8K,43.97,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HFv1 HellaSwag,78.21,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HFv1 MMLU,59.67,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HFv1 TruthfulQA,39.79,,hf_open_llm_v1_240829_frozen.csv codellama_70b,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HF OpenLLM v1,59.98,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HFv1 ARC,55.03,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HFv1 GSM8K,46.25,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HFv1 HellaSwag,77.24,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HFv1 MMLU,56.4,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HFv1 TruthfulQA,50.44,,hf_open_llm_v1_240829_frozen.csv codellama_70b_instruct,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HF OpenLLM v1,58.0,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HFv1 ARC,55.12,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HFv1 GSM8K,43.44,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HFv1 HellaSwag,78.48,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HFv1 MMLU,56.17,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HFv1 TruthfulQA,41.78,,hf_open_llm_v1_240829_frozen.csv codellama_70b_python,HFv1 Winogrande,73.01,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HF OpenLLM v1,39.81,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HFv1 ARC,39.93,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HFv1 GSM8K,5.16,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HFv1 HellaSwag,60.8,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HFv1 MMLU,31.12,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HFv1 TruthfulQA,37.82,,hf_open_llm_v1_240829_frozen.csv codellama_7b,HFv1 Winogrande,64.01,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HF OpenLLM v1,40.05,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HFv1 ARC,36.52,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HFv1 GSM8K,7.96,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HFv1 HellaSwag,55.44,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HFv1 MMLU,34.54,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HFv1 TruthfulQA,41.25,,hf_open_llm_v1_240829_frozen.csv codellama_7b_instruct,HFv1 Winogrande,64.56,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HF OpenLLM v1,36.89,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HFv1 ARC,31.31,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HFv1 GSM8K,5.16,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HFv1 HellaSwag,52.86,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HFv1 MMLU,28.37,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HFv1 TruthfulQA,42.21,,hf_open_llm_v1_240829_frozen.csv codellama_7b_python,HFv1 Winogrande,64.01,,hf_open_llm_v1_240829_frozen.csv codeparrot,HF OpenLLM v1,29.48,,hf_open_llm_v1_240829_frozen.csv codeparrot,HFv1 ARC,21.67,,hf_open_llm_v1_240829_frozen.csv codeparrot,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv codeparrot,HFv1 HellaSwag,28.34,,hf_open_llm_v1_240829_frozen.csv codeparrot,HFv1 MMLU,25.55,,hf_open_llm_v1_240829_frozen.csv codeparrot,HFv1 TruthfulQA,50.87,,hf_open_llm_v1_240829_frozen.csv codeparrot,HFv1 Winogrande,50.2,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HF OpenLLM v1,66.7,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HFv1 GSM8K,62.02,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HFv1 HellaSwag,81.76,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HFv1 MMLU,62.21,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HFv1 TruthfulQA,56.7,,hf_open_llm_v1_240829_frozen.csv codestral_22b_v0_1,HFv1 Winogrande,74.98,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HF OpenLLM v1,72.96,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HFv1 GSM8K,67.4,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HFv1 HellaSwag,87.33,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HFv1 MMLU,64.85,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HFv1 TruthfulQA,65.16,,hf_open_llm_v1_240829_frozen.csv cognate_7b_slerp,HFv1 Winogrande,82.56,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HF OpenLLM v1,71.87,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HFv1 ARC,87.46,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HFv1 GSM8K,39.27,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HFv1 HellaSwag,83.29,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HFv1 MMLU,68.13,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HFv1 TruthfulQA,72.79,,hf_open_llm_v1_240829_frozen.csv cokal_v1_70b,HFv1 Winogrande,80.27,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HF OpenLLM v1,62.92,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HFv1 ARC,62.12,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HFv1 GSM8K,35.86,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HFv1 HellaSwag,84.17,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HFv1 MMLU,62.35,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HFv1 TruthfulQA,57.62,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_1_mistral_7b,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HF OpenLLM v1,60.1,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HFv1 GSM8K,17.89,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HFv1 HellaSwag,85.5,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HFv1 MMLU,62.76,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HFv1 TruthfulQA,54.48,,hf_open_llm_v1_240829_frozen.csv collectivecognition_v1_mistral_7b,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HF OpenLLM v1,74.91,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HFv1 ARC,72.27,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HFv1 GSM8K,68.46,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HFv1 HellaSwag,88.19,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HFv1 MMLU,64.89,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HFv1 TruthfulQA,71.14,,hf_open_llm_v1_240829_frozen.csv complect_7b_slerp,HFv1 Winogrande,84.53,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HF OpenLLM v1,72.63,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HFv1 ARC,69.97,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HFv1 GSM8K,65.88,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HFv1 HellaSwag,87.34,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HFv1 MMLU,64.62,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HFv1 TruthfulQA,65.88,,hf_open_llm_v1_240829_frozen.csv complectmaid_7b_slerp,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HF OpenLLM v1,70.1,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HFv1 ARC,63.82,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HFv1 GSM8K,68.46,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HFv1 HellaSwag,83.49,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HFv1 MMLU,65.23,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HFv1 TruthfulQA,62.51,,hf_open_llm_v1_240829_frozen.csv configurable_hermes_2_pro_llama3_8b,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HF OpenLLM v1,68.3,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HFv1 GSM8K,69.52,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HFv1 HellaSwag,79.51,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HFv1 MMLU,67.18,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HFv1 TruthfulQA,56.16,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_1,HFv1 Winogrande,74.98,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HF OpenLLM v1,68.58,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HFv1 GSM8K,70.2,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HFv1 HellaSwag,79.77,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HFv1 MMLU,67.02,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HFv1 TruthfulQA,56.79,,hf_open_llm_v1_240829_frozen.csv configurable_llama3_8b_v0_2,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HF OpenLLM v1,53.91,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HFv1 ARC,54.01,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HFv1 GSM8K,12.05,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HFv1 HellaSwag,75.31,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HFv1 MMLU,51.07,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HFv1 TruthfulQA,55.66,,hf_open_llm_v1_240829_frozen.csv configurable_mistral_22b,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HF OpenLLM v1,70.5,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HFv1 ARC,64.16,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HFv1 GSM8K,70.58,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HFv1 HellaSwag,81.7,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HFv1 MMLU,70.99,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HFv1 TruthfulQA,58.75,,hf_open_llm_v1_240829_frozen.csv configurable_yi_1_5_9b_chat,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HF OpenLLM v1,75.4,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HFv1 GSM8K,63.91,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HFv1 HellaSwag,88.85,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HFv1 MMLU,66.71,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HFv1 TruthfulQA,77.13,,hf_open_llm_v1_240829_frozen.csv configurablebeagle_11b,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HF OpenLLM v1,68.89,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HFv1 GSM8K,61.41,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HFv1 HellaSwag,84.31,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HFv1 MMLU,62.44,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HFv1 TruthfulQA,61.71,,hf_open_llm_v1_240829_frozen.csv configurablehermes_7b,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HF OpenLLM v1,73.94,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HFv1 ARC,70.39,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HFv1 GSM8K,63.38,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HFv1 HellaSwag,88.03,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HFv1 MMLU,66.44,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HFv1 TruthfulQA,72.34,,hf_open_llm_v1_240829_frozen.csv configurablesolar_10_7b,HFv1 Winogrande,83.03,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HF OpenLLM v1,74.8,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HFv1 ARC,72.1,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HFv1 GSM8K,67.63,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HFv1 HellaSwag,88.37,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HFv1 MMLU,64.96,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HFv1 TruthfulQA,71.16,,hf_open_llm_v1_240829_frozen.csv connate_7b_slerp,HFv1 Winogrande,84.61,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HF OpenLLM v1,81.14,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HFv1 ARC,78.07,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HFv1 GSM8K,69.14,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HFv1 HellaSwag,90.22,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HFv1 MMLU,78.92,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HFv1 TruthfulQA,82.29,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0,HFv1 Winogrande,88.16,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HF OpenLLM v1,81.14,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HFv1 ARC,78.07,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HFv1 GSM8K,69.14,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HFv1 HellaSwag,90.22,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HFv1 MMLU,78.92,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HFv1 TruthfulQA,82.29,,hf_open_llm_v1_240829_frozen.csv contaminated_proof_7b_v1_0_safetensor,HFv1 Winogrande,88.16,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HF OpenLLM v1,65.26,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HFv1 GSM8K,33.81,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HFv1 HellaSwag,85.52,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HFv1 MMLU,60.28,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HFv1 TruthfulQA,71.67,,hf_open_llm_v1_240829_frozen.csv contextual_kto_mistral_pairrm,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HF OpenLLM v1,36.59,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HFv1 ARC,38.57,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HFv1 GSM8K,5.53,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HFv1 HellaSwag,55.13,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HFv1 MMLU,26.69,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HFv1 TruthfulQA,38.26,,hf_open_llm_v1_240829_frozen.csv cosmo_1b,HFv1 Winogrande,55.49,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HF OpenLLM v1,71.06,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HFv1 ARC,67.41,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HFv1 GSM8K,68.39,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HFv1 HellaSwag,85.53,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HFv1 MMLU,65.76,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HFv1 TruthfulQA,57.73,,hf_open_llm_v1_240829_frozen.csv coven_7b_128k_orpo_alpha,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HF OpenLLM v1,40.71,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HFv1 ARC,37.2,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HFv1 GSM8K,14.03,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HFv1 HellaSwag,53.71,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HFv1 MMLU,38.53,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HFv1 TruthfulQA,42.2,,hf_open_llm_v1_240829_frozen.csv coven_tiny_1_1b_32k_orpo_alpha,HFv1 Winogrande,58.56,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HF OpenLLM v1,77.32,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HFv1 ARC,70.65,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HFv1 GSM8K,66.57,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HFv1 HellaSwag,87.85,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HFv1 MMLU,74.73,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HFv1 TruthfulQA,80.47,,hf_open_llm_v1_240829_frozen.csv cr_model_v1,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HF OpenLLM v1,50.93,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HFv1 ARC,52.73,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HFv1 GSM8K,8.49,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HFv1 HellaSwag,78.58,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HFv1 MMLU,48.3,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HFv1 TruthfulQA,45.58,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HF OpenLLM v1,49.72,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HFv1 ARC,51.45,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HFv1 GSM8K,6.75,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HFv1 HellaSwag,77.35,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HFv1 MMLU,46.47,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HFv1 TruthfulQA,45.52,,hf_open_llm_v1_240829_frozen.csv cria_llama2_7b_v1_3_peft,HFv1 Winogrande,70.8,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HF OpenLLM v1,34.45,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HFv1 ARC,31.83,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HFv1 HellaSwag,54.58,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HFv1 MMLU,24.54,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HFv1 TruthfulQA,39.34,,hf_open_llm_v1_240829_frozen.csv croissantcool_v0_2,HFv1 Winogrande,56.43,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HF OpenLLM v1,34.41,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HFv1 ARC,31.57,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HFv1 HellaSwag,54.18,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HFv1 MMLU,25.72,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HFv1 TruthfulQA,37.49,,hf_open_llm_v1_240829_frozen.csv croissantllmbase,HFv1 Winogrande,57.46,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HF OpenLLM v1,38.97,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HFv1 ARC,39.25,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HFv1 HellaSwag,47.92,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HFv1 MMLU,36.66,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HFv1 TruthfulQA,47.9,,hf_open_llm_v1_240829_frozen.csv cross_lingual_epoch2,HFv1 Winogrande,62.12,,hf_open_llm_v1_240829_frozen.csv crow_1b,HF OpenLLM v1,29.12,,hf_open_llm_v1_240829_frozen.csv crow_1b,HFv1 ARC,25.51,,hf_open_llm_v1_240829_frozen.csv crow_1b,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv crow_1b,HFv1 HellaSwag,25.87,,hf_open_llm_v1_240829_frozen.csv crow_1b,HFv1 MMLU,24.8,,hf_open_llm_v1_240829_frozen.csv crow_1b,HFv1 TruthfulQA,48.28,,hf_open_llm_v1_240829_frozen.csv crow_1b,HFv1 Winogrande,49.41,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HF OpenLLM v1,37.78,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HFv1 ARC,37.71,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HFv1 GSM8K,5.23,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HFv1 HellaSwag,58.93,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HFv1 MMLU,25.33,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HFv1 TruthfulQA,42.79,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b,HFv1 Winogrande,56.67,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HF OpenLLM v1,35.57,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HFv1 ARC,36.6,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HFv1 HellaSwag,54.65,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HFv1 MMLU,26.85,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HFv1 TruthfulQA,38.15,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_chat_v0_1,HFv1 Winogrande,55.72,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HF OpenLLM v1,36.09,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HFv1 ARC,33.62,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HFv1 HellaSwag,58.29,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HFv1 MMLU,25.74,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HFv1 TruthfulQA,39.92,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_orpo_bf16,HFv1 Winogrande,57.38,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HF OpenLLM v1,35.91,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HFv1 ARC,33.36,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HFv1 GSM8K,2.43,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HFv1 HellaSwag,55.83,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HFv1 MMLU,24.81,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HFv1 TruthfulQA,40.09,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_bf16,HFv1 Winogrande,58.96,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HF OpenLLM v1,35.9,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HFv1 ARC,33.7,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HFv1 GSM8K,2.12,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HFv1 HellaSwag,55.97,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HFv1 MMLU,24.7,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HFv1 TruthfulQA,40.08,,hf_open_llm_v1_240829_frozen.csv csg_wukong_1b_sft_dpo_bf16,HFv1 Winogrande,58.8,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HF OpenLLM v1,72.6,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HFv1 ARC,68.94,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HFv1 GSM8K,69.98,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HFv1 HellaSwag,86.96,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HFv1 MMLU,65.2,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HFv1 TruthfulQA,63.47,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_bf16,HFv1 Winogrande,81.06,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HF OpenLLM v1,72.21,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HFv1 ARC,70.05,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HFv1 GSM8K,62.09,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HFv1 HellaSwag,87.22,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HFv1 MMLU,64.95,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HFv1 TruthfulQA,68.04,,hf_open_llm_v1_240829_frozen.csv cultrix_moe_model,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv cutie,HF OpenLLM v1,29.87,,hf_open_llm_v1_240829_frozen.csv cutie,HFv1 ARC,26.96,,hf_open_llm_v1_240829_frozen.csv cutie,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv cutie,HFv1 HellaSwag,27.02,,hf_open_llm_v1_240829_frozen.csv cutie,HFv1 MMLU,24.17,,hf_open_llm_v1_240829_frozen.csv cutie,HFv1 TruthfulQA,48.42,,hf_open_llm_v1_240829_frozen.csv cutie,HFv1 Winogrande,52.64,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HF OpenLLM v1,43.05,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HFv1 ARC,39.59,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HFv1 GSM8K,14.48,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HFv1 HellaSwag,67.45,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HFv1 MMLU,31.14,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HFv1 TruthfulQA,40.44,,hf_open_llm_v1_240829_frozen.csv cypher_mini_1_8b,HFv1 Winogrande,65.19,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HF OpenLLM v1,75.98,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HFv1 GSM8K,69.22,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HFv1 HellaSwag,88.19,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HFv1 MMLU,64.6,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HFv1 TruthfulQA,77.01,,hf_open_llm_v1_240829_frozen.csv cyrax_7b,HFv1 Winogrande,83.9,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HF OpenLLM v1,60.49,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HFv1 ARC,59.81,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HFv1 GSM8K,50.64,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HFv1 HellaSwag,74.52,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HFv1 MMLU,56.34,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HFv1 TruthfulQA,46.74,,hf_open_llm_v1_240829_frozen.csv damysus_2_7b_chat,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HF OpenLLM v1,64.34,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HFv1 GSM8K,39.27,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HFv1 HellaSwag,84.01,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HFv1 MMLU,60.54,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HFv1 TruthfulQA,64.2,,hf_open_llm_v1_240829_frozen.csv damysus_coder_v0_1,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HF OpenLLM v1,72.32,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HFv1 ARC,69.28,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HFv1 GSM8K,71.8,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HFv1 HellaSwag,85.05,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HFv1 MMLU,69.1,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HFv1 TruthfulQA,60.0,,hf_open_llm_v1_240829_frozen.csv daredevil_8b_abliterated_dpomix,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv datura_7b,HF OpenLLM v1,74.28,,hf_open_llm_v1_240829_frozen.csv datura_7b,HFv1 ARC,72.1,,hf_open_llm_v1_240829_frozen.csv datura_7b,HFv1 GSM8K,65.58,,hf_open_llm_v1_240829_frozen.csv datura_7b,HFv1 HellaSwag,88.27,,hf_open_llm_v1_240829_frozen.csv datura_7b,HFv1 MMLU,64.15,,hf_open_llm_v1_240829_frozen.csv datura_7b,HFv1 TruthfulQA,71.03,,hf_open_llm_v1_240829_frozen.csv datura_7b,HFv1 Winogrande,84.53,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HF OpenLLM v1,71.9,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HFv1 GSM8K,68.54,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HFv1 HellaSwag,89.0,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HFv1 MMLU,74.7,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HFv1 TruthfulQA,55.07,,hf_open_llm_v1_240829_frozen.csv dbrx_base,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HF OpenLLM v1,74.47,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HFv1 ARC,67.83,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HFv1 GSM8K,67.32,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HFv1 HellaSwag,88.85,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HFv1 MMLU,73.72,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HFv1 TruthfulQA,67.02,,hf_open_llm_v1_240829_frozen.csv dbrx_instructruct,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HF OpenLLM v1,53.63,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HFv1 ARC,57.85,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HFv1 GSM8K,10.39,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HFv1 HellaSwag,82.63,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HFv1 MMLU,55.25,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HFv1 TruthfulQA,39.33,,hf_open_llm_v1_240829_frozen.csv deacon_13b,HFv1 Winogrande,76.32,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HF OpenLLM v1,36.03,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HFv1 ARC,33.7,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HFv1 HellaSwag,52.33,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HFv1 MMLU,33.97,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HFv1 TruthfulQA,39.05,,hf_open_llm_v1_240829_frozen.csv deacon_1_8b,HFv1 Winogrande,57.14,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HF OpenLLM v1,35.21,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HFv1 ARC,32.42,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HFv1 HellaSwag,58.62,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HFv1 MMLU,24.89,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HFv1 TruthfulQA,35.05,,hf_open_llm_v1_240829_frozen.csv deacon_1b,HFv1 Winogrande,59.59,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HF OpenLLM v1,61.28,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HFv1 GSM8K,29.19,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HFv1 HellaSwag,81.74,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HFv1 MMLU,60.7,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HFv1 TruthfulQA,58.49,,hf_open_llm_v1_240829_frozen.csv deacon_20b,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HF OpenLLM v1,71.16,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HFv1 GSM8K,61.18,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HFv1 HellaSwag,85.57,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HFv1 MMLU,76.28,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HFv1 TruthfulQA,56.24,,hf_open_llm_v1_240829_frozen.csv deacon_34b_adapter,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HF OpenLLM v1,71.39,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HFv1 ARC,64.85,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HFv1 GSM8K,62.24,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HFv1 HellaSwag,85.56,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HFv1 MMLU,76.38,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HFv1 TruthfulQA,56.21,,hf_open_llm_v1_240829_frozen.csv deacon_34b_qlora_adapter,HFv1 Winogrande,83.11,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HF OpenLLM v1,39.05,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HFv1 ARC,39.68,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HFv1 HellaSwag,66.42,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HFv1 MMLU,27.13,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HFv1 TruthfulQA,36.07,,hf_open_llm_v1_240829_frozen.csv deacon_3b,HFv1 Winogrande,64.64,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HF OpenLLM v1,29.37,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HFv1 ARC,21.16,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HFv1 GSM8K,1.74,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HFv1 HellaSwag,31.09,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HFv1 MMLU,24.34,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HFv1 TruthfulQA,47.05,,hf_open_llm_v1_240829_frozen.csv decicoder_1b,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HF OpenLLM v1,61.55,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HFv1 GSM8K,47.38,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HFv1 HellaSwag,82.51,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HFv1 MMLU,59.76,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HFv1 TruthfulQA,40.33,,hf_open_llm_v1_240829_frozen.csv decilm_7b,HFv1 Winogrande,79.95,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HF OpenLLM v1,63.19,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HFv1 ARC,61.01,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HFv1 GSM8K,46.02,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HFv1 HellaSwag,82.37,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HFv1 MMLU,60.24,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HFv1 TruthfulQA,49.75,,hf_open_llm_v1_240829_frozen.csv decilm_7b_instruct,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HF OpenLLM v1,32.4,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HFv1 ARC,28.58,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HFv1 GSM8K,1.06,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HFv1 HellaSwag,39.87,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HFv1 MMLU,28.47,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HFv1 TruthfulQA,44.02,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_1_3b_instruct,HFv1 Winogrande,52.41,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HF OpenLLM v1,40.87,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HFv1 ARC,37.03,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HFv1 GSM8K,17.97,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HFv1 HellaSwag,53.46,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HFv1 MMLU,38.39,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HFv1 TruthfulQA,40.28,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_base,HFv1 Winogrande,58.09,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HF OpenLLM v1,43.57,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HFv1 ARC,38.14,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HFv1 GSM8K,26.76,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HFv1 HellaSwag,55.09,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HFv1 MMLU,39.02,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HFv1 TruthfulQA,45.56,,hf_open_llm_v1_240829_frozen.csv deepseek_coder_6_7b_instruct,HFv1 Winogrande,56.83,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HF OpenLLM v1,69.38,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HFv1 ARC,65.44,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HFv1 GSM8K,56.71,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HFv1 HellaSwag,87.1,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HFv1 MMLU,71.78,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HFv1 TruthfulQA,51.08,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_base,HFv1 Winogrande,84.14,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HF OpenLLM v1,71.79,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HFv1 ARC,67.75,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HFv1 GSM8K,63.68,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HFv1 HellaSwag,86.82,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HFv1 MMLU,72.42,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HFv1 TruthfulQA,55.85,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_67b_chat,HFv1 Winogrande,84.21,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HF OpenLLM v1,59.38,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HFv1 ARC,55.8,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HFv1 GSM8K,46.55,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HFv1 HellaSwag,79.38,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HFv1 MMLU,51.75,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HFv1 TruthfulQA,47.98,,hf_open_llm_v1_240829_frozen.csv deepseek_llm_7b_chat,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HF OpenLLM v1,51.07,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HFv1 ARC,53.24,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HFv1 GSM8K,17.29,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HFv1 HellaSwag,79.77,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HFv1 MMLU,46.31,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HFv1 TruthfulQA,36.08,,hf_open_llm_v1_240829_frozen.csv deepseek_moe_16b_base,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HF OpenLLM v1,42.96,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HFv1 ARC,36.52,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HFv1 GSM8K,15.62,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HFv1 HellaSwag,60.63,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HFv1 MMLU,45.62,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HFv1 TruthfulQA,40.02,,hf_open_llm_v1_240829_frozen.csv deita_1_8b,HFv1 Winogrande,59.35,,hf_open_llm_v1_240829_frozen.csv deita_2b,HF OpenLLM v1,52.35,,hf_open_llm_v1_240829_frozen.csv deita_2b,HFv1 ARC,44.71,,hf_open_llm_v1_240829_frozen.csv deita_2b,HFv1 GSM8K,41.32,,hf_open_llm_v1_240829_frozen.csv deita_2b,HFv1 HellaSwag,70.39,,hf_open_llm_v1_240829_frozen.csv deita_2b,HFv1 MMLU,52.79,,hf_open_llm_v1_240829_frozen.csv deita_2b,HFv1 TruthfulQA,39.61,,hf_open_llm_v1_240829_frozen.csv deita_2b,HFv1 Winogrande,65.27,,hf_open_llm_v1_240829_frozen.csv deita_32b,HF OpenLLM v1,72.16,,hf_open_llm_v1_240829_frozen.csv deita_32b,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv deita_32b,HFv1 GSM8K,72.33,,hf_open_llm_v1_240829_frozen.csv deita_32b,HFv1 HellaSwag,84.67,,hf_open_llm_v1_240829_frozen.csv deita_32b,HFv1 MMLU,73.95,,hf_open_llm_v1_240829_frozen.csv deita_32b,HFv1 TruthfulQA,58.11,,hf_open_llm_v1_240829_frozen.csv deita_32b,HFv1 Winogrande,80.82,,hf_open_llm_v1_240829_frozen.csv deita_34b,HF OpenLLM v1,71.56,,hf_open_llm_v1_240829_frozen.csv deita_34b,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv deita_34b,HFv1 GSM8K,66.19,,hf_open_llm_v1_240829_frozen.csv deita_34b,HFv1 HellaSwag,85.29,,hf_open_llm_v1_240829_frozen.csv deita_34b,HFv1 MMLU,76.66,,hf_open_llm_v1_240829_frozen.csv deita_34b,HFv1 TruthfulQA,54.35,,hf_open_llm_v1_240829_frozen.csv deita_34b,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv deita_4b,HF OpenLLM v1,56.43,,hf_open_llm_v1_240829_frozen.csv deita_4b,HFv1 ARC,46.08,,hf_open_llm_v1_240829_frozen.csv deita_4b,HFv1 GSM8K,48.9,,hf_open_llm_v1_240829_frozen.csv deita_4b,HFv1 HellaSwag,71.81,,hf_open_llm_v1_240829_frozen.csv deita_4b,HFv1 MMLU,55.46,,hf_open_llm_v1_240829_frozen.csv deita_4b,HFv1 TruthfulQA,50.23,,hf_open_llm_v1_240829_frozen.csv deita_4b,HFv1 Winogrande,66.14,,hf_open_llm_v1_240829_frozen.csv deita_500m,HF OpenLLM v1,38.22,,hf_open_llm_v1_240829_frozen.csv deita_500m,HFv1 ARC,29.27,,hf_open_llm_v1_240829_frozen.csv deita_500m,HFv1 GSM8K,8.95,,hf_open_llm_v1_240829_frozen.csv deita_500m,HFv1 HellaSwag,50.0,,hf_open_llm_v1_240829_frozen.csv deita_500m,HFv1 MMLU,39.41,,hf_open_llm_v1_240829_frozen.csv deita_500m,HFv1 TruthfulQA,43.94,,hf_open_llm_v1_240829_frozen.csv deita_500m,HFv1 Winogrande,57.77,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HF OpenLLM v1,42.96,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HFv1 ARC,36.52,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HFv1 GSM8K,15.62,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HFv1 HellaSwag,60.63,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HFv1 MMLU,45.62,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HFv1 TruthfulQA,40.02,,hf_open_llm_v1_240829_frozen.csv deita_qwen_1_8b,HFv1 Winogrande,59.35,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HF OpenLLM v1,61.04,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HFv1 ARC,58.62,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HFv1 GSM8K,46.93,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HFv1 HellaSwag,76.29,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HFv1 MMLU,59.06,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HFv1 TruthfulQA,51.74,,hf_open_llm_v1_240829_frozen.csv delta_4b_base,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HF OpenLLM v1,54.23,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HFv1 ARC,57.59,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HFv1 GSM8K,4.02,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HFv1 HellaSwag,76.1,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HFv1 MMLU,57.26,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HFv1 TruthfulQA,54.31,,hf_open_llm_v1_240829_frozen.csv delta_4b_notso_base,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HF OpenLLM v1,62.23,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HFv1 ARC,58.87,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HFv1 GSM8K,48.14,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HFv1 HellaSwag,76.59,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HFv1 MMLU,56.5,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HFv1 TruthfulQA,56.82,,hf_open_llm_v1_240829_frozen.csv delta_4b_orange,HFv1 Winogrande,76.48,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HF OpenLLM v1,68.42,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HFv1 GSM8K,60.88,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HFv1 HellaSwag,85.15,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HFv1 MMLU,63.5,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HFv1 TruthfulQA,55.75,,hf_open_llm_v1_240829_frozen.csv distilabeled_hermes_2_5_mistral_7b,HFv1 Winogrande,78.93,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HF OpenLLM v1,73.63,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HFv1 ARC,70.73,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HFv1 GSM8K,71.19,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HFv1 HellaSwag,87.47,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HFv1 MMLU,65.22,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HFv1 TruthfulQA,65.1,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HF OpenLLM v1,73.4,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HFv1 ARC,70.65,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HFv1 GSM8K,70.66,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HFv1 HellaSwag,87.55,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HFv1 MMLU,65.33,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HFv1 TruthfulQA,64.21,,hf_open_llm_v1_240829_frozen.csv distilabeled_marcoro14_7b_slerp_full,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HF OpenLLM v1,44.2,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HFv1 ARC,47.87,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HFv1 GSM8K,4.62,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HFv1 HellaSwag,78.11,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HFv1 MMLU,27.78,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HFv1 TruthfulQA,34.26,,hf_open_llm_v1_240829_frozen.csv dociprollm_7b,HFv1 Winogrande,72.53,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HF OpenLLM v1,61.12,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HFv1 GSM8K,20.77,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HFv1 HellaSwag,84.92,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HFv1 MMLU,63.32,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HFv1 TruthfulQA,55.56,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HF OpenLLM v1,65.5,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HFv1 ARC,63.82,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HFv1 GSM8K,47.23,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HFv1 HellaSwag,84.78,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HFv1 MMLU,63.63,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HFv1 TruthfulQA,55.24,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_laser,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HF OpenLLM v1,65.03,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HFv1 ARC,63.31,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HFv1 GSM8K,47.23,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HFv1 HellaSwag,84.29,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HFv1 MMLU,63.02,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HFv1 TruthfulQA,54.75,,hf_open_llm_v1_240829_frozen.csv dolphin_2_1_mistral_7b_snr_math_laser,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HF OpenLLM v1,70.6,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HFv1 ARC,70.05,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HFv1 GSM8K,56.79,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HFv1 HellaSwag,85.97,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HFv1 MMLU,69.18,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HFv1 TruthfulQA,60.14,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_70b,HFv1 Winogrande,81.45,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HF OpenLLM v1,46.67,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HFv1 ARC,42.15,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HFv1 GSM8K,3.71,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HFv1 HellaSwag,68.18,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HFv1 MMLU,55.47,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HFv1 TruthfulQA,45.93,,hf_open_llm_v1_240829_frozen.csv dolphin_2_2_yi_34b_200k,HFv1 Winogrande,64.56,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HF OpenLLM v1,40.62,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HFv1 ARC,38.99,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HFv1 HellaSwag,61.01,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HFv1 MMLU,27.32,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HFv1 TruthfulQA,53.51,,hf_open_llm_v1_240829_frozen.csv dolphin_2_6_mistral_7b_dpo_5_93b,HFv1 Winogrande,62.67,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HF OpenLLM v1,68.6,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HFv1 GSM8K,63.61,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HFv1 HellaSwag,83.79,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HFv1 MMLU,63.24,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HFv1 TruthfulQA,55.1,,hf_open_llm_v1_240829_frozen.csv dolphin_2_8_experiment26_7b,HFv1 Winogrande,81.61,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HF OpenLLM v1,63.7,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HFv1 ARC,58.53,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HFv1 GSM8K,57.01,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HFv1 HellaSwag,74.69,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HFv1 MMLU,65.98,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HFv1 TruthfulQA,52.25,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_phi_3_kensho_4_5b,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HF OpenLLM v1,75.05,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HFv1 ARC,69.37,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HFv1 GSM8K,73.01,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HFv1 HellaSwag,85.53,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HFv1 MMLU,77.52,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HFv1 TruthfulQA,62.34,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_34b,HFv1 Winogrande,82.56,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HF OpenLLM v1,68.93,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HFv1 ARC,65.7,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HFv1 GSM8K,65.35,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HFv1 HellaSwag,81.02,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HFv1 MMLU,70.82,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HFv1 TruthfulQA,53.76,,hf_open_llm_v1_240829_frozen.csv dolphin_2_9_1_yi_1_5_9b,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HF OpenLLM v1,58.69,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HFv1 ARC,55.2,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HFv1 GSM8K,33.06,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HFv1 HellaSwag,78.57,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HFv1 MMLU,53.44,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HFv1 TruthfulQA,57.97,,hf_open_llm_v1_240829_frozen.csv dolphin_nebula_7b,HFv1 Winogrande,73.88,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HF OpenLLM v1,35.28,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HFv1 ARC,33.11,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HFv1 GSM8K,1.67,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HFv1 HellaSwag,54.31,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HFv1 MMLU,24.55,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HFv1 TruthfulQA,39.26,,hf_open_llm_v1_240829_frozen.csv dopeyplats_1_1b_2t_v1,HFv1 Winogrande,58.8,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HF OpenLLM v1,36.74,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HFv1 ARC,34.39,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HFv1 HellaSwag,64.31,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HFv1 MMLU,25.4,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HFv1 TruthfulQA,38.21,,hf_open_llm_v1_240829_frozen.csv dopeyshearedplats_1_3b_v1,HFv1 Winogrande,57.38,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HF OpenLLM v1,29.37,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HFv1 ARC,23.89,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HFv1 HellaSwag,24.76,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HFv1 MMLU,23.13,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HFv1 TruthfulQA,53.4,,hf_open_llm_v1_240829_frozen.csv dough_instruct_base_001,HFv1 Winogrande,51.07,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HF OpenLLM v1,76.17,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HFv1 ARC,72.35,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HFv1 GSM8K,68.01,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HFv1 HellaSwag,88.89,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HFv1 MMLU,64.09,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HFv1 TruthfulQA,79.07,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neuraltrix_7b,HFv1 Winogrande,84.61,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HF OpenLLM v1,76.31,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HFv1 ARC,72.78,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HFv1 GSM8K,69.45,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HFv1 HellaSwag,89.05,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HFv1 MMLU,64.6,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HFv1 TruthfulQA,76.9,,hf_open_llm_v1_240829_frozen.csv dpo_binarized_neutrixomnibe_7b,HFv1 Winogrande,85.08,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HF OpenLLM v1,35.13,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HFv1 ARC,30.63,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HFv1 HellaSwag,54.05,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HFv1 MMLU,24.79,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HFv1 TruthfulQA,42.69,,hf_open_llm_v1_240829_frozen.csv dpo_miniguanaco_1_5t,HFv1 Winogrande,58.64,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HF OpenLLM v1,61.26,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HFv1 GSM8K,54.44,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HFv1 HellaSwag,75.13,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HFv1 MMLU,58.1,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HFv1 TruthfulQA,43.99,,hf_open_llm_v1_240829_frozen.csv dpo_phi2,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HF OpenLLM v1,32.84,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HFv1 ARC,29.1,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HFv1 GSM8K,2.12,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HFv1 HellaSwag,41.45,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HFv1 MMLU,31.04,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HFv1 TruthfulQA,40.04,,hf_open_llm_v1_240829_frozen.csv dpo_qlora_qwen1_5_0_5b_chat_xtuner,HFv1 Winogrande,53.28,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HF OpenLLM v1,33.47,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HFv1 ARC,29.61,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HFv1 GSM8K,2.81,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HFv1 HellaSwag,42.71,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HFv1 MMLU,30.64,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HFv1 TruthfulQA,41.23,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat,HFv1 Winogrande,53.83,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HF OpenLLM v1,35.68,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HFv1 ARC,31.83,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HFv1 GSM8K,6.97,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HFv1 HellaSwag,44.49,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HFv1 MMLU,33.46,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HFv1 TruthfulQA,42.05,,hf_open_llm_v1_240829_frozen.csv dpo_qwen1_5_0_5b_chat_alignment_handbook,HFv1 Winogrande,55.25,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HF OpenLLM v1,39.42,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HFv1 ARC,39.25,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HFv1 GSM8K,1.36,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HFv1 HellaSwag,67.46,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HFv1 MMLU,24.21,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HFv1 TruthfulQA,39.81,,hf_open_llm_v1_240829_frozen.csv dpo_test_hermes_open_llama3b,HFv1 Winogrande,64.4,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HF OpenLLM v1,67.58,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HFv1 ARC,65.7,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HFv1 GSM8K,54.36,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HFv1 HellaSwag,85.96,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HFv1 MMLU,63.89,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HFv1 TruthfulQA,56.95,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HF OpenLLM v1,69.58,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HFv1 ARC,66.64,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HFv1 GSM8K,63.61,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HFv1 HellaSwag,85.22,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HFv1 MMLU,63.64,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HFv1 TruthfulQA,59.22,,hf_open_llm_v1_240829_frozen.csv dpopenhermes_7b_v2,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HF OpenLLM v1,68.42,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HFv1 GSM8K,53.22,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HFv1 HellaSwag,85.45,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HFv1 MMLU,69.51,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HFv1 TruthfulQA,55.72,,hf_open_llm_v1_240829_frozen.csv ds_diasum_md_mixtral,HFv1 Winogrande,80.35,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HF OpenLLM v1,56.57,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HFv1 GSM8K,9.1,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HFv1 HellaSwag,83.79,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HFv1 MMLU,57.5,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HFv1 TruthfulQA,52.27,,hf_open_llm_v1_240829_frozen.csv duplicitous_mammal_13b,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HF OpenLLM v1,56.62,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HFv1 ARC,62.12,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HFv1 GSM8K,8.79,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HFv1 HellaSwag,83.92,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HFv1 MMLU,57.53,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HFv1 TruthfulQA,52.33,,hf_open_llm_v1_240829_frozen.csv duplicitous_slurpbeast_13b,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HF OpenLLM v1,42.12,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HFv1 ARC,39.51,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HFv1 HellaSwag,48.92,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HFv1 MMLU,56.2,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HFv1 TruthfulQA,49.83,,hf_open_llm_v1_240829_frozen.csv eastasia_4x7b_moe_experiment,HFv1 Winogrande,58.09,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HF OpenLLM v1,55.9,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HFv1 ARC,57.25,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HFv1 GSM8K,36.39,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HFv1 HellaSwag,72.15,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HFv1 MMLU,51.62,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HFv1 TruthfulQA,44.27,,hf_open_llm_v1_240829_frozen.csv eeve_korean_2_8b_v1_0,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HF OpenLLM v1,66.48,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HFv1 ARC,64.85,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HFv1 GSM8K,50.72,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HFv1 HellaSwag,83.04,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HFv1 MMLU,64.23,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HFv1 TruthfulQA,54.09,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_10_8b_v1_0,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HF OpenLLM v1,58.71,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HFv1 ARC,58.28,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HFv1 GSM8K,45.11,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HFv1 HellaSwag,72.42,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HFv1 MMLU,53.35,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HFv1 TruthfulQA,48.32,,hf_open_llm_v1_240829_frozen.csv eeve_korean_instruct_2_8b_v1_0,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HF OpenLLM v1,71.73,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HFv1 ARC,68.86,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HFv1 GSM8K,68.46,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HFv1 HellaSwag,85.98,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HFv1 MMLU,64.57,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HFv1 TruthfulQA,62.07,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_7b_full_slerp,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HF OpenLLM v1,73.08,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HFv1 ARC,69.71,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HFv1 GSM8K,70.66,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HFv1 HellaSwag,87.04,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HFv1 MMLU,65.32,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HFv1 TruthfulQA,64.37,,hf_open_llm_v1_240829_frozen.csv einstein_4d_marcoro14_nddmpk_krishnahercules_7b_slerp,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HF OpenLLM v1,72.5,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HFv1 ARC,69.71,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HFv1 GSM8K,69.6,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HFv1 HellaSwag,86.52,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HFv1 MMLU,65.41,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HFv1 TruthfulQA,62.29,,hf_open_llm_v1_240829_frozen.csv einstein_4d_moe_2x7b_test,HFv1 Winogrande,81.45,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HF OpenLLM v1,66.62,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HFv1 GSM8K,57.62,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HFv1 HellaSwag,83.75,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HFv1 MMLU,62.31,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HFv1 TruthfulQA,55.15,,hf_open_llm_v1_240829_frozen.csv einstein_v4_7b,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HF OpenLLM v1,60.77,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HFv1 GSM8K,53.98,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HFv1 HellaSwag,74.07,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HFv1 MMLU,56.89,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HFv1 TruthfulQA,45.8,,hf_open_llm_v1_240829_frozen.csv einstein_v4_phi2,HFv1 Winogrande,73.88,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HF OpenLLM v1,68.54,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HFv1 GSM8K,51.71,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HFv1 HellaSwag,83.85,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HFv1 MMLU,74.04,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HFv1 TruthfulQA,58.86,,hf_open_llm_v1_240829_frozen.csv einstein_v4_qwen_1_5_32b,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HF OpenLLM v1,65.65,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HFv1 GSM8K,59.67,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HFv1 HellaSwag,80.99,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HFv1 MMLU,61.02,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HFv1 TruthfulQA,52.59,,hf_open_llm_v1_240829_frozen.csv einstein_v5_v0_2_7b,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HF OpenLLM v1,69.01,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HFv1 ARC,63.23,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HFv1 GSM8K,70.05,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HFv1 HellaSwag,81.56,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HFv1 MMLU,68.23,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HFv1 TruthfulQA,52.44,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_llama3_8b_instruct_ties,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HF OpenLLM v1,61.25,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HFv1 ARC,60.15,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HFv1 GSM8K,56.48,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HFv1 HellaSwag,74.31,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HFv1 MMLU,56.82,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HFv1 TruthfulQA,46.24,,hf_open_llm_v1_240829_frozen.csv einstein_v6_1_phi2,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HF OpenLLM v1,67.12,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HFv1 ARC,63.57,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HFv1 GSM8K,63.53,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HFv1 HellaSwag,82.76,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HFv1 MMLU,62.23,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HFv1 TruthfulQA,52.02,,hf_open_llm_v1_240829_frozen.csv einstein_v6_7b,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HF OpenLLM v1,49.78,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HFv1 ARC,53.16,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HFv1 GSM8K,7.88,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HFv1 HellaSwag,78.25,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HFv1 MMLU,47.07,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HFv1 TruthfulQA,39.08,,hf_open_llm_v1_240829_frozen.csv elyza_japanese_llama_2_7b_instruct,HFv1 Winogrande,73.24,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HF OpenLLM v1,75.39,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HFv1 ARC,72.78,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HFv1 GSM8K,66.41,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HFv1 HellaSwag,89.12,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HFv1 MMLU,64.47,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HFv1 TruthfulQA,75.96,,hf_open_llm_v1_240829_frozen.csv emertonbeagle_7b_dpo,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HF OpenLLM v1,75.74,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HFv1 ARC,72.7,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HFv1 GSM8K,65.28,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HFv1 HellaSwag,89.16,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HFv1 MMLU,64.05,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HFv1 TruthfulQA,78.09,,hf_open_llm_v1_240829_frozen.csv emertonmonarch_7b,HFv1 Winogrande,85.16,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HF OpenLLM v1,75.67,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HFv1 ARC,72.7,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HFv1 GSM8K,68.54,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HFv1 HellaSwag,88.44,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HFv1 MMLU,64.44,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HFv1 TruthfulQA,75.62,,hf_open_llm_v1_240829_frozen.csv emertonomnibeagle_7b_dpo,HFv1 Winogrande,84.29,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,54.76,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,1.9,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.66,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,56.94,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,52.92,,hf_open_llm_v1_240829_frozen.csv ensemble5_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HF OpenLLM v1,56.49,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HFv1 GSM8K,10.77,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HFv1 HellaSwag,82.55,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HFv1 MMLU,56.79,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HFv1 TruthfulQA,49.86,,hf_open_llm_v1_240829_frozen.csv ensemblev5_nova_13b,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HF OpenLLM v1,74.87,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HFv1 GSM8K,67.55,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HFv1 HellaSwag,88.28,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HFv1 MMLU,64.71,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HFv1 TruthfulQA,70.94,,hf_open_llm_v1_240829_frozen.csv eris_floramix_dpo_7b,HFv1 Winogrande,84.69,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HF OpenLLM v1,74.71,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HFv1 ARC,72.44,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HFv1 GSM8K,68.84,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HFv1 HellaSwag,88.03,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HFv1 MMLU,65.29,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HFv1 TruthfulQA,68.92,,hf_open_llm_v1_240829_frozen.csv eris_remix_dpo_7b,HFv1 Winogrande,84.77,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HF OpenLLM v1,71.76,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HFv1 ARC,69.2,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HFv1 GSM8K,66.49,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HFv1 HellaSwag,86.25,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HFv1 MMLU,65.15,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HFv1 TruthfulQA,62.9,,hf_open_llm_v1_240829_frozen.csv eros_n_psyche_7b_model_stock,HFv1 Winogrande,80.58,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HF OpenLLM v1,59.84,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HFv1 GSM8K,48.37,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HFv1 HellaSwag,72.38,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HFv1 MMLU,55.68,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HFv1 TruthfulQA,54.42,,hf_open_llm_v1_240829_frozen.csv eurus_70b_nca_fixed,HFv1 Winogrande,72.53,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HF OpenLLM v1,58.32,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HFv1 ARC,55.2,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HFv1 GSM8K,44.35,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HFv1 HellaSwag,73.33,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HFv1 MMLU,55.37,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HFv1 TruthfulQA,49.55,,hf_open_llm_v1_240829_frozen.csv eurus_70b_sft_fixed,HFv1 Winogrande,72.14,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HF OpenLLM v1,37.54,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HFv1 ARC,35.07,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HFv1 GSM8K,1.14,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HFv1 HellaSwag,60.93,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HFv1 MMLU,25.36,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HFv1 TruthfulQA,37.78,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b,HFv1 Winogrande,64.96,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HF OpenLLM v1,39.43,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HFv1 ARC,36.6,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HFv1 GSM8K,5.0,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HFv1 HellaSwag,60.97,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HFv1 MMLU,26.12,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HFv1 TruthfulQA,38.28,,hf_open_llm_v1_240829_frozen.csv evaloric_1_1b_test,HFv1 Winogrande,69.61,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HF OpenLLM v1,71.71,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HFv1 ARC,68.94,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HFv1 GSM8K,66.94,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HFv1 HellaSwag,86.45,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HFv1 MMLU,63.97,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HFv1 TruthfulQA,64.01,,hf_open_llm_v1_240829_frozen.csv evangelion_7b,HFv1 Winogrande,79.95,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HF OpenLLM v1,72.54,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HFv1 ARC,70.05,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HFv1 GSM8K,63.68,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HFv1 HellaSwag,87.7,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HFv1 MMLU,64.88,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HFv1 TruthfulQA,66.07,,hf_open_llm_v1_240829_frozen.csv everynight_7b_slerp,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HF OpenLLM v1,49.48,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HFv1 ARC,45.99,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HFv1 GSM8K,39.8,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HFv1 HellaSwag,61.71,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HFv1 MMLU,44.05,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HFv1 TruthfulQA,42.26,,hf_open_llm_v1_240829_frozen.csv everyone_coder_33b_base,HFv1 Winogrande,63.06,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HF OpenLLM v1,54.24,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HFv1 ARC,58.36,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HFv1 GSM8K,5.53,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HFv1 HellaSwag,81.03,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HFv1 MMLU,54.7,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HFv1 TruthfulQA,52.98,,hf_open_llm_v1_240829_frozen.csv everythinglm_13b_v3_peft,HFv1 Winogrande,72.85,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HF OpenLLM v1,43.11,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HFv1 ARC,39.93,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HFv1 GSM8K,4.32,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HFv1 HellaSwag,68.11,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HFv1 MMLU,39.44,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HFv1 TruthfulQA,42.01,,hf_open_llm_v1_240829_frozen.csv ex_llm_e1,HFv1 Winogrande,64.88,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HF OpenLLM v1,73.84,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HFv1 GSM8K,65.43,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HFv1 HellaSwag,87.93,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HFv1 MMLU,65.46,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HFv1 TruthfulQA,70.82,,hf_open_llm_v1_240829_frozen.csv excalibur_7b_dpo,HFv1 Winogrande,82.48,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HF OpenLLM v1,76.04,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HFv1 ARC,72.44,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HFv1 GSM8K,70.28,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HFv1 HellaSwag,88.74,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HFv1 MMLU,64.64,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HFv1 TruthfulQA,74.9,,hf_open_llm_v1_240829_frozen.csv experiment26_spin_iter_0,HFv1 Winogrande,85.24,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HF OpenLLM v1,59.52,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HFv1 ARC,59.47,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HFv1 GSM8K,34.72,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HFv1 HellaSwag,82.42,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HFv1 MMLU,62.21,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HFv1 TruthfulQA,40.01,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_1_merged,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HF OpenLLM v1,29.55,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HFv1 ARC,29.52,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HFv1 HellaSwag,25.9,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HFv1 TruthfulQA,48.27,,hf_open_llm_v1_240829_frozen.csv experiment_dpo_m7b2_3_merged,HFv1 Winogrande,50.51,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HF OpenLLM v1,59.62,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HFv1 GSM8K,34.5,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HFv1 HellaSwag,82.48,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HFv1 MMLU,62.61,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HFv1 TruthfulQA,40.38,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_1_merged,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HF OpenLLM v1,59.54,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HFv1 ARC,59.64,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HFv1 GSM8K,34.42,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HFv1 HellaSwag,82.44,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HFv1 MMLU,62.25,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HFv1 TruthfulQA,40.09,,hf_open_llm_v1_240829_frozen.csv experiment_orpo_m7b2_2_merged,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HF OpenLLM v1,56.93,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HFv1 ARC,56.83,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HFv1 GSM8K,25.32,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HFv1 HellaSwag,79.75,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HFv1 MMLU,56.76,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HFv1 TruthfulQA,46.29,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_1_merged,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HF OpenLLM v1,59.59,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HFv1 GSM8K,34.57,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HFv1 HellaSwag,82.47,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HFv1 MMLU,62.42,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HFv1 TruthfulQA,40.25,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_2_merged,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HF OpenLLM v1,59.55,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HFv1 ARC,59.56,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HFv1 GSM8K,34.57,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HFv1 HellaSwag,82.39,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HFv1 MMLU,62.3,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HFv1 TruthfulQA,40.04,,hf_open_llm_v1_240829_frozen.csv experiment_sft_m7b2_3_merged,HFv1 Winogrande,78.45,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HF OpenLLM v1,28.66,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HFv1 ARC,24.23,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HFv1 HellaSwag,25.0,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HFv1 TruthfulQA,48.41,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_kv_cache,HFv1 Winogrande,51.22,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HF OpenLLM v1,28.37,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HFv1 ARC,23.29,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HFv1 HellaSwag,25.57,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HFv1 MMLU,23.15,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HFv1 TruthfulQA,49.03,,hf_open_llm_v1_240829_frozen.csv facebook_opt_125m_qcqa_ub_6_best_for_q_loss,HFv1 Winogrande,49.17,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HF OpenLLM v1,28.84,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HFv1 ARC,23.04,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HFv1 HellaSwag,25.94,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HFv1 TruthfulQA,48.99,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_gqa_ub_16_best_for_kv_cache,HFv1 Winogrande,51.93,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HF OpenLLM v1,28.58,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HFv1 ARC,23.81,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HFv1 HellaSwag,27.05,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HFv1 TruthfulQA,46.69,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_kv_cache,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HF OpenLLM v1,28.25,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HFv1 ARC,21.67,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HFv1 HellaSwag,26.65,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HFv1 MMLU,23.15,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HFv1 TruthfulQA,46.81,,hf_open_llm_v1_240829_frozen.csv facebook_opt_6_7b_qcqa_ub_16_best_for_q_loss,HFv1 Winogrande,51.22,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HF OpenLLM v1,64.28,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HFv1 GSM8K,53.83,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HFv1 HellaSwag,82.91,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HFv1 MMLU,58.37,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HFv1 TruthfulQA,52.56,,hf_open_llm_v1_240829_frozen.csv falcon_11b,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HF OpenLLM v1,67.85,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HFv1 ARC,69.45,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HFv1 GSM8K,45.94,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HFv1 HellaSwag,88.89,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HFv1 MMLU,70.5,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HFv1 TruthfulQA,45.47,,hf_open_llm_v1_240829_frozen.csv falcon_180b,HFv1 Winogrande,86.9,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HF OpenLLM v1,35.02,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HFv1 ARC,32.94,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HFv1 HellaSwag,57.24,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HFv1 MMLU,25.26,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HFv1 TruthfulQA,38.49,,hf_open_llm_v1_240829_frozen.csv falcon_1b_t_sft,HFv1 Winogrande,55.88,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HF OpenLLM v1,58.07,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HFv1 GSM8K,21.46,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HFv1 HellaSwag,85.28,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HFv1 MMLU,56.89,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HFv1 TruthfulQA,41.65,,hf_open_llm_v1_240829_frozen.csv falcon_40b,HFv1 Winogrande,81.29,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HF OpenLLM v1,44.17,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HFv1 ARC,47.87,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HFv1 GSM8K,4.62,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HFv1 HellaSwag,78.13,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HFv1 MMLU,27.79,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HFv1 TruthfulQA,34.26,,hf_open_llm_v1_240829_frozen.csv falcon_7b,HFv1 Winogrande,72.38,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HF OpenLLM v1,43.65,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HFv1 ARC,47.61,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HFv1 HellaSwag,77.24,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HFv1 MMLU,29.73,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HFv1 TruthfulQA,36.27,,hf_open_llm_v1_240829_frozen.csv falcon_7b_3epoch_norobots,HFv1 Winogrande,69.53,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HF OpenLLM v1,43.26,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HFv1 ARC,46.16,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HFv1 GSM8K,4.7,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HFv1 HellaSwag,70.85,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HFv1 MMLU,25.84,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HFv1 TruthfulQA,44.08,,hf_open_llm_v1_240829_frozen.csv falcon_7b_instruct,HFv1 Winogrande,67.96,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HF OpenLLM v1,44.46,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HFv1 ARC,47.87,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HFv1 GSM8K,4.47,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HFv1 HellaSwag,77.92,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HFv1 MMLU,27.94,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HFv1 TruthfulQA,36.81,,hf_open_llm_v1_240829_frozen.csv falcon_7b_norobots,HFv1 Winogrande,71.74,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HF OpenLLM v1,37.07,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HFv1 ARC,35.07,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HFv1 HellaSwag,63.56,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HFv1 MMLU,25.28,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HFv1 TruthfulQA,35.96,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b,HFv1 Winogrande,62.04,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HF OpenLLM v1,37.37,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HFv1 ARC,35.58,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HFv1 GSM8K,1.67,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HFv1 HellaSwag,61.12,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HFv1 MMLU,24.51,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HFv1 TruthfulQA,39.62,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_chat,HFv1 Winogrande,61.72,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HF OpenLLM v1,37.63,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HFv1 ARC,34.56,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HFv1 GSM8K,3.41,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HFv1 HellaSwag,60.93,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HFv1 MMLU,28.77,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HFv1 TruthfulQA,37.42,,hf_open_llm_v1_240829_frozen.csv falcon_rw_1b_instruct_openorca,HFv1 Winogrande,60.69,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HF OpenLLM v1,71.88,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HFv1 ARC,66.55,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HFv1 GSM8K,65.28,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HFv1 HellaSwag,83.53,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HFv1 MMLU,76.6,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HFv1 TruthfulQA,55.64,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HF OpenLLM v1,71.88,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HFv1 ARC,66.55,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HFv1 GSM8K,65.28,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HFv1 HellaSwag,83.53,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HFv1 MMLU,76.6,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HFv1 TruthfulQA,55.64,,hf_open_llm_v1_240829_frozen.csv faro_yi_34b_200k,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HF OpenLLM v1,66.37,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HFv1 GSM8K,63.0,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HFv1 HellaSwag,76.95,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HFv1 MMLU,70.77,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HFv1 TruthfulQA,50.17,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HF OpenLLM v1,66.37,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HFv1 GSM8K,63.0,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HFv1 HellaSwag,76.95,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HFv1 MMLU,70.77,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HFv1 TruthfulQA,50.17,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_200k,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HF OpenLLM v1,68.77,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HFv1 ARC,64.16,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HFv1 GSM8K,64.75,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HFv1 HellaSwag,78.92,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HFv1 MMLU,70.74,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HFv1 TruthfulQA,56.25,,hf_open_llm_v1_240829_frozen.csv faro_yi_9b_dpo,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HF OpenLLM v1,76.07,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HFv1 ARC,73.55,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HFv1 GSM8K,71.04,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HFv1 HellaSwag,88.95,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HFv1 MMLU,64.65,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HFv1 TruthfulQA,72.53,,hf_open_llm_v1_240829_frozen.csv fasciculus_arcuatus_7b_slerp,HFv1 Winogrande,85.71,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HF OpenLLM v1,30.21,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HFv1 ARC,23.55,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HFv1 HellaSwag,36.6,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HFv1 MMLU,26.22,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HFv1 TruthfulQA,40.97,,hf_open_llm_v1_240829_frozen.csv fbopt_350m_8bit,HFv1 Winogrande,52.64,,hf_open_llm_v1_240829_frozen.csv felix_8b,HF OpenLLM v1,67.1,,hf_open_llm_v1_240829_frozen.csv felix_8b,HFv1 ARC,65.02,,hf_open_llm_v1_240829_frozen.csv felix_8b,HFv1 GSM8K,51.78,,hf_open_llm_v1_240829_frozen.csv felix_8b,HFv1 HellaSwag,84.61,,hf_open_llm_v1_240829_frozen.csv felix_8b,HFv1 MMLU,61.05,,hf_open_llm_v1_240829_frozen.csv felix_8b,HFv1 TruthfulQA,64.23,,hf_open_llm_v1_240829_frozen.csv felix_8b,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HF OpenLLM v1,53.93,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HFv1 GSM8K,2.05,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HFv1 HellaSwag,81.33,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HFv1 MMLU,60.27,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HFv1 TruthfulQA,40.01,,hf_open_llm_v1_240829_frozen.csv ferret_7b,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HF OpenLLM v1,69.09,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HFv1 ARC,67.92,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HFv1 GSM8K,47.76,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HFv1 HellaSwag,86.37,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HFv1 MMLU,63.24,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HFv1 TruthfulQA,68.64,,hf_open_llm_v1_240829_frozen.csv fettuccinelake_dpo_7b_slerp,HFv1 Winogrande,80.58,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HF OpenLLM v1,34.58,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HFv1 ARC,30.97,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HFv1 HellaSwag,48.83,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HFv1 MMLU,26.36,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HFv1 TruthfulQA,40.58,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3,HFv1 Winogrande,59.43,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HF OpenLLM v1,34.11,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HFv1 ARC,29.95,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HFv1 HellaSwag,47.28,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HFv1 MMLU,25.41,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HFv1 TruthfulQA,43.03,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v3_1,HFv1 Winogrande,58.48,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HF OpenLLM v1,34.18,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HFv1 ARC,29.69,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HFv1 HellaSwag,47.37,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HFv1 MMLU,25.09,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HFv1 TruthfulQA,43.65,,hf_open_llm_v1_240829_frozen.csv fialka_13b_v4,HFv1 Winogrande,58.88,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HF OpenLLM v1,46.4,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HFv1 ARC,48.55,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HFv1 HellaSwag,71.05,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HFv1 MMLU,43.06,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HFv1 TruthfulQA,44.79,,hf_open_llm_v1_240829_frozen.csv fialka_7b_v3,HFv1 Winogrande,69.46,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HF OpenLLM v1,51.59,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HFv1 ARC,53.5,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HFv1 GSM8K,27.9,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HFv1 HellaSwag,67.11,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HFv1 MMLU,49.3,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HFv1 TruthfulQA,39.93,,hf_open_llm_v1_240829_frozen.csv fietje_2b,HFv1 Winogrande,71.82,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HF OpenLLM v1,48.75,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HFv1 ARC,54.01,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HFv1 GSM8K,6.14,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HFv1 HellaSwag,68.92,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HFv1 MMLU,49.92,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HFv1 TruthfulQA,41.94,,hf_open_llm_v1_240829_frozen.csv fietje_2b_chat,HFv1 Winogrande,71.59,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HF OpenLLM v1,50.3,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HFv1 ARC,53.41,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HFv1 GSM8K,14.71,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HFv1 HellaSwag,68.08,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HFv1 MMLU,49.74,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HFv1 TruthfulQA,43.47,,hf_open_llm_v1_240829_frozen.csv fietje_2b_instruct,HFv1 Winogrande,72.38,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HF OpenLLM v1,49.64,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HFv1 ARC,52.47,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HFv1 GSM8K,6.82,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HFv1 HellaSwag,79.08,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HFv1 MMLU,47.58,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HFv1 TruthfulQA,37.14,,hf_open_llm_v1_240829_frozen.csv flan_llama_7b_2_llama2_7b_flash_868_full_model,HFv1 Winogrande,74.74,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HF OpenLLM v1,32.27,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HFv1 ARC,26.79,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HFv1 HellaSwag,41.63,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HFv1 MMLU,26.65,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HFv1 TruthfulQA,44.38,,hf_open_llm_v1_240829_frozen.csv flor_1_3b_xat,HFv1 Winogrande,53.43,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HF OpenLLM v1,74.26,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HFv1 ARC,71.76,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HFv1 GSM8K,65.81,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HFv1 HellaSwag,88.28,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HFv1 MMLU,64.13,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HFv1 TruthfulQA,71.08,,hf_open_llm_v1_240829_frozen.csv flora_dpo_7b,HFv1 Winogrande,84.53,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HF OpenLLM v1,30.19,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HFv1 ARC,24.74,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HFv1 HellaSwag,38.44,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HFv1 MMLU,26.37,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HFv1 TruthfulQA,41.3,,hf_open_llm_v1_240829_frozen.csv flyingllama_v2,HFv1 Winogrande,50.28,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HF OpenLLM v1,67.03,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HFv1 ARC,65.53,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HFv1 GSM8K,45.79,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HFv1 HellaSwag,86.45,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HFv1 MMLU,63.72,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HFv1 TruthfulQA,62.14,,hf_open_llm_v1_240829_frozen.csv franken_solar_18b_v1_0,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HF OpenLLM v1,71.67,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HFv1 ARC,71.59,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HFv1 GSM8K,48.67,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HFv1 HellaSwag,88.59,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HFv1 MMLU,63.93,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HFv1 TruthfulQA,73.69,,hf_open_llm_v1_240829_frozen.csv frankenmonarch_7b,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HF OpenLLM v1,62.69,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HFv1 GSM8K,44.66,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HFv1 HellaSwag,81.88,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HFv1 MMLU,66.59,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HFv1 TruthfulQA,45.83,,hf_open_llm_v1_240829_frozen.csv free_llama3_dpo_v0_2,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HF OpenLLM v1,60.06,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HFv1 ARC,58.45,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HFv1 GSM8K,32.22,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HFv1 HellaSwag,81.26,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HFv1 MMLU,64.83,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HFv1 TruthfulQA,44.5,,hf_open_llm_v1_240829_frozen.csv freeze_kosolar_10_7b_v0_2_1_4_dedup,HFv1 Winogrande,79.08,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HF OpenLLM v1,61.2,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HFv1 ARC,63.31,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HFv1 GSM8K,27.22,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HFv1 HellaSwag,84.42,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HFv1 MMLU,61.21,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HFv1 TruthfulQA,53.56,,hf_open_llm_v1_240829_frozen.csv fsfairx_zephyr_chat_v0_1,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HF OpenLLM v1,51.07,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HFv1 ARC,53.24,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HFv1 GSM8K,14.33,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HFv1 HellaSwag,78.72,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HFv1 MMLU,47.93,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HFv1 TruthfulQA,38.17,,hf_open_llm_v1_240829_frozen.csv fusellm_7b,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HF OpenLLM v1,76.09,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HFv1 ARC,73.89,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HFv1 GSM8K,69.83,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HFv1 HellaSwag,88.94,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HFv1 MMLU,65.03,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HFv1 TruthfulQA,71.24,,hf_open_llm_v1_240829_frozen.csv fusionnet_7bx2_moe_ko_dpo_adapter_attach,HFv1 Winogrande,87.61,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HF OpenLLM v1,47.69,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HFv1 ARC,52.82,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HFv1 HellaSwag,76.31,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HFv1 MMLU,40.83,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HFv1 TruthfulQA,44.64,,hf_open_llm_v1_240829_frozen.csv gaja_v1_00,HFv1 Winogrande,70.64,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HF OpenLLM v1,46.91,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HFv1 ARC,51.71,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HFv1 HellaSwag,75.87,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HFv1 MMLU,40.79,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HFv1 TruthfulQA,41.29,,hf_open_llm_v1_240829_frozen.csv gaja_v2_00_dpo,HFv1 Winogrande,71.59,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HF OpenLLM v1,42.23,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HFv1 ARC,48.89,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HFv1 GSM8K,1.82,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HFv1 HellaSwag,57.8,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HFv1 MMLU,43.72,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HFv1 TruthfulQA,41.1,,hf_open_llm_v1_240829_frozen.csv galpaca_30b_miniorca,HFv1 Winogrande,60.06,,hf_open_llm_v1_240829_frozen.csv garrulus,HF OpenLLM v1,75.16,,hf_open_llm_v1_240829_frozen.csv garrulus,HFv1 ARC,73.29,,hf_open_llm_v1_240829_frozen.csv garrulus,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv garrulus,HFv1 HellaSwag,88.87,,hf_open_llm_v1_240829_frozen.csv garrulus,HFv1 MMLU,64.57,,hf_open_llm_v1_240829_frozen.csv garrulus,HFv1 TruthfulQA,68.23,,hf_open_llm_v1_240829_frozen.csv garrulus,HFv1 Winogrande,91.48,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HF OpenLLM v1,50.79,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HFv1 ARC,50.34,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HFv1 GSM8K,16.22,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HFv1 HellaSwag,74.13,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HFv1 MMLU,49.0,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HFv1 TruthfulQA,43.55,,hf_open_llm_v1_240829_frozen.csv geitje_7b_chat_v2,HFv1 Winogrande,71.51,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HF OpenLLM v1,52.61,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HFv1 ARC,45.48,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HFv1 GSM8K,19.41,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HFv1 HellaSwag,75.5,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HFv1 MMLU,50.16,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HFv1 TruthfulQA,53.36,,hf_open_llm_v1_240829_frozen.csv geitje_7b_ultra,HFv1 Winogrande,71.74,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HF OpenLLM v1,60.9,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HFv1 ARC,54.61,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HFv1 GSM8K,46.93,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HFv1 HellaSwag,77.69,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HFv1 MMLU,66.54,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HFv1 TruthfulQA,45.38,,hf_open_llm_v1_240829_frozen.csv gem_14b_instruct,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HF OpenLLM v1,60.09,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HFv1 GSM8K,42.99,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HFv1 HellaSwag,76.21,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HFv1 MMLU,60.92,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HFv1 TruthfulQA,50.74,,hf_open_llm_v1_240829_frozen.csv gemma_1_1_7b_it,HFv1 Winogrande,69.93,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HF OpenLLM v1,46.51,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HFv1 ARC,48.46,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HFv1 GSM8K,17.36,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HFv1 HellaSwag,71.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HFv1 MMLU,41.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HFv1 TruthfulQA,33.13,,hf_open_llm_v1_240829_frozen.csv gemma_2b,HFv1 Winogrande,66.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HF OpenLLM v1,42.78,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HFv1 ARC,43.94,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HFv1 GSM8K,5.46,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HFv1 HellaSwag,62.71,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HFv1 MMLU,37.68,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HFv1 TruthfulQA,45.85,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_p1,HFv1 Winogrande,61.01,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HF OpenLLM v1,42.8,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HFv1 ARC,44.03,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HFv1 GSM8K,5.38,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HFv1 HellaSwag,62.67,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HFv1 MMLU,37.58,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HFv1 TruthfulQA,45.8,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_nlai_v0,HFv1 Winogrande,61.33,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HF OpenLLM v1,42.79,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HFv1 ARC,44.03,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HFv1 GSM8K,5.31,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HFv1 HellaSwag,62.82,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HFv1 MMLU,37.67,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test,HFv1 Winogrande,61.17,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HF OpenLLM v1,42.79,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HFv1 ARC,44.03,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HFv1 GSM8K,5.31,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HFv1 HellaSwag,62.82,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HFv1 MMLU,37.67,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test1,HFv1 Winogrande,61.17,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HF OpenLLM v1,42.79,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HFv1 ARC,44.03,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HFv1 GSM8K,5.31,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HFv1 HellaSwag,62.82,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HFv1 MMLU,37.67,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b_it_sp_test_openherms_step500,HFv1 Winogrande,61.17,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HF OpenLLM v1,42.83,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HFv1 ARC,43.77,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HFv1 GSM8K,5.91,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HFv1 HellaSwag,62.73,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HFv1 MMLU,37.72,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HFv1 TruthfulQA,45.85,,hf_open_llm_v1_240829_frozen.csv gemma_2b_nlaf_v0,HFv1 Winogrande,61.01,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HF OpenLLM v1,42.78,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HFv1 ARC,43.94,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HFv1 GSM8K,5.61,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HFv1 HellaSwag,62.74,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HFv1 MMLU,37.62,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HFv1 TruthfulQA,45.83,,hf_open_llm_v1_240829_frozen.csv gemma_2b_openhermes,HFv1 Winogrande,60.93,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HF OpenLLM v1,47.35,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HFv1 ARC,49.15,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HFv1 GSM8K,13.87,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HFv1 HellaSwag,73.72,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HFv1 MMLU,38.52,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HFv1 TruthfulQA,44.53,,hf_open_llm_v1_240829_frozen.csv gemma_2b_orpo,HFv1 Winogrande,64.33,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HF OpenLLM v1,41.25,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HFv1 ARC,41.38,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HFv1 GSM8K,4.02,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HFv1 HellaSwag,63.2,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HFv1 MMLU,31.94,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HFv1 TruthfulQA,46.95,,hf_open_llm_v1_240829_frozen.csv gemma_2b_sft_telugu,HFv1 Winogrande,59.98,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HF OpenLLM v1,45.13,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HFv1 ARC,47.44,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HFv1 GSM8K,12.89,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HFv1 HellaSwag,71.3,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HFv1 MMLU,38.21,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HFv1 TruthfulQA,34.93,,hf_open_llm_v1_240829_frozen.csv gemma_2b_tamil,HFv1 Winogrande,65.98,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HF OpenLLM v1,49.38,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HFv1 ARC,51.96,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HFv1 GSM8K,18.57,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HFv1 HellaSwag,73.33,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HFv1 MMLU,43.31,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HFv1 TruthfulQA,42.62,,hf_open_llm_v1_240829_frozen.csv gemma_2b_zephyr_dpo,HFv1 Winogrande,66.46,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HF OpenLLM v1,63.75,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HFv1 GSM8K,50.87,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HFv1 HellaSwag,82.2,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HFv1 MMLU,64.56,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HFv1 TruthfulQA,44.79,,hf_open_llm_v1_240829_frozen.csv gemma_7b,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HF OpenLLM v1,62.71,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HFv1 GSM8K,40.33,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HFv1 HellaSwag,81.65,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HFv1 MMLU,58.94,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HFv1 TruthfulQA,53.54,,hf_open_llm_v1_240829_frozen.csv gemma_7b_open_platypus_commercial,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HF OpenLLM v1,53.67,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HFv1 ARC,51.28,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HFv1 GSM8K,29.87,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HFv1 HellaSwag,71.93,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HFv1 MMLU,53.56,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HFv1 TruthfulQA,47.18,,hf_open_llm_v1_240829_frozen.csv gemma_7b_openhermes,HFv1 Winogrande,68.19,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HF OpenLLM v1,30.92,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HFv1 ARC,26.71,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HFv1 HellaSwag,36.2,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HFv1 MMLU,26.79,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HFv1 TruthfulQA,40.41,,hf_open_llm_v1_240829_frozen.csv gemma_ko_1_1_2b_it,HFv1 Winogrande,55.49,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HF OpenLLM v1,42.76,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HFv1 ARC,43.86,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HFv1 GSM8K,5.38,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HFv1 HellaSwag,62.7,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HFv1 MMLU,37.66,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HFv1 TruthfulQA,45.86,,hf_open_llm_v1_240829_frozen.csv gemma_nlaf_v1,HFv1 Winogrande,61.09,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HF OpenLLM v1,56.98,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HFv1 GSM8K,7.73,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HFv1 HellaSwag,83.27,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HFv1 MMLU,59.47,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HFv1 TruthfulQA,51.79,,hf_open_llm_v1_240829_frozen.csv genai_nova_13b,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv genz_70b,HF OpenLLM v1,68.35,,hf_open_llm_v1_240829_frozen.csv genz_70b,HFv1 ARC,71.42,,hf_open_llm_v1_240829_frozen.csv genz_70b,HFv1 GSM8K,33.74,,hf_open_llm_v1_240829_frozen.csv genz_70b,HFv1 HellaSwag,87.99,,hf_open_llm_v1_240829_frozen.csv genz_70b,HFv1 MMLU,70.78,,hf_open_llm_v1_240829_frozen.csv genz_70b,HFv1 TruthfulQA,62.66,,hf_open_llm_v1_240829_frozen.csv genz_70b,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HF OpenLLM v1,57.65,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HFv1 ARC,54.86,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HFv1 GSM8K,47.69,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HFv1 HellaSwag,76.1,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HFv1 MMLU,50.71,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HFv1 TruthfulQA,44.63,,hf_open_llm_v1_240829_frozen.csv ghost_7b_alpha,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HF OpenLLM v1,56.89,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HFv1 ARC,53.07,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HFv1 GSM8K,33.74,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HFv1 HellaSwag,77.93,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HFv1 MMLU,55.09,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HFv1 TruthfulQA,47.79,,hf_open_llm_v1_240829_frozen.csv ghost_7b_v0_9_0,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HF OpenLLM v1,53.35,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HFv1 GSM8K,7.81,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HFv1 HellaSwag,83.19,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HFv1 MMLU,55.15,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HFv1 TruthfulQA,40.56,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoecons,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HF OpenLLM v1,53.74,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HFv1 GSM8K,7.81,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HFv1 HellaSwag,84.11,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HFv1 MMLU,54.67,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HFv1 TruthfulQA,41.94,,hf_open_llm_v1_240829_frozen.csv giftedconvo13bloranoeconse4,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HF OpenLLM v1,57.24,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HFv1 ARC,59.04,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HFv1 GSM8K,26.16,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HFv1 HellaSwag,79.59,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HFv1 MMLU,55.01,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HFv1 TruthfulQA,46.68,,hf_open_llm_v1_240829_frozen.csv giraffe_13b_32k_v3,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HF OpenLLM v1,54.69,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HFv1 GSM8K,21.3,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HFv1 HellaSwag,80.42,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HFv1 MMLU,53.61,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HFv1 TruthfulQA,42.58,,hf_open_llm_v1_240829_frozen.csv giraffe_beta_13b_32k,HFv1 Winogrande,74.59,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HF OpenLLM v1,74.5,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HFv1 ARC,71.93,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HFv1 GSM8K,70.43,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HFv1 HellaSwag,88.33,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HFv1 MMLU,65.0,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HFv1 TruthfulQA,69.16,,hf_open_llm_v1_240829_frozen.csv go_bruins_v2_1,HFv1 Winogrande,82.16,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HF OpenLLM v1,69.46,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HFv1 ARC,71.42,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HFv1 GSM8K,43.21,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HFv1 HellaSwag,87.53,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HFv1 MMLU,69.88,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HFv1 TruthfulQA,61.54,,hf_open_llm_v1_240829_frozen.csv godzilla2_70b,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HF OpenLLM v1,75.57,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HFv1 ARC,73.21,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HFv1 GSM8K,68.84,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HFv1 HellaSwag,88.71,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HFv1 MMLU,64.96,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HFv1 TruthfulQA,72.56,,hf_open_llm_v1_240829_frozen.csv goldenmaiden_7b_model_stock,HFv1 Winogrande,85.16,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HF OpenLLM v1,37.48,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HFv1 ARC,36.09,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HFv1 GSM8K,3.26,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HFv1 HellaSwag,57.93,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HFv1 MMLU,29.38,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HFv1 TruthfulQA,39.27,,hf_open_llm_v1_240829_frozen.csv gollie_7b,HFv1 Winogrande,58.96,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HF OpenLLM v1,66.63,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HFv1 ARC,65.02,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HFv1 GSM8K,47.61,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HFv1 HellaSwag,85.4,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HFv1 MMLU,63.75,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HFv1 TruthfulQA,60.23,,hf_open_llm_v1_240829_frozen.csv gonzo_chat_7b,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HF OpenLLM v1,47.64,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HFv1 ARC,49.74,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HFv1 GSM8K,3.94,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HFv1 HellaSwag,71.9,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HFv1 MMLU,42.96,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HFv1 TruthfulQA,47.66,,hf_open_llm_v1_240829_frozen.csv gowizardlm,HFv1 Winogrande,69.61,,hf_open_llm_v1_240829_frozen.csv gpt2,HF OpenLLM v1,28.53,,hf_open_llm_v1_240829_frozen.csv gpt2,HFv1 ARC,22.01,,hf_open_llm_v1_240829_frozen.csv gpt2,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv gpt2,HFv1 HellaSwag,31.58,,hf_open_llm_v1_240829_frozen.csv gpt2,HFv1 MMLU,25.83,,hf_open_llm_v1_240829_frozen.csv gpt2,HFv1 TruthfulQA,41.15,,hf_open_llm_v1_240829_frozen.csv gpt2,HFv1 Winogrande,50.43,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HF OpenLLM v1,28.41,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HFv1 ARC,23.04,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HFv1 HellaSwag,31.32,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HFv1 MMLU,26.91,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HFv1 TruthfulQA,39.56,,hf_open_llm_v1_240829_frozen.csv gpt2_camel_physics_platypus,HFv1 Winogrande,49.64,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HF OpenLLM v1,33.91,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HFv1 ARC,29.69,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HFv1 HellaSwag,50.27,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HFv1 MMLU,26.42,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HFv1 TruthfulQA,40.38,,hf_open_llm_v1_240829_frozen.csv gpt2_chatbot,HFv1 Winogrande,56.67,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HF OpenLLM v1,29.21,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HFv1 ARC,22.7,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HFv1 HellaSwag,30.77,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HFv1 MMLU,25.81,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HFv1 TruthfulQA,44.97,,hf_open_llm_v1_240829_frozen.csv gpt2_dolly,HFv1 Winogrande,51.46,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HF OpenLLM v1,28.7,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HFv1 ARC,21.59,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HFv1 HellaSwag,26.02,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HFv1 MMLU,24.79,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HFv1 TruthfulQA,49.87,,hf_open_llm_v1_240829_frozen.csv gpt2_final,HFv1 Winogrande,49.96,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HF OpenLLM v1,28.52,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HFv1 ARC,23.55,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HFv1 HellaSwag,31.03,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HFv1 MMLU,26.4,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HFv1 TruthfulQA,40.02,,hf_open_llm_v1_240829_frozen.csv gpt2_guanaco_dolly_platypus,HFv1 Winogrande,50.12,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HF OpenLLM v1,32.07,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HFv1 ARC,25.77,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HFv1 HellaSwag,45.62,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HFv1 MMLU,26.07,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HFv1 TruthfulQA,38.72,,hf_open_llm_v1_240829_frozen.csv gpt2_large,HFv1 Winogrande,55.41,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HF OpenLLM v1,32.33,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HFv1 ARC,26.96,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HFv1 HellaSwag,44.98,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HFv1 MMLU,26.33,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HFv1 TruthfulQA,39.6,,hf_open_llm_v1_240829_frozen.csv gpt2_large_conversational,HFv1 Winogrande,56.04,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HF OpenLLM v1,28.58,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HFv1 ARC,22.18,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HFv1 HellaSwag,31.29,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HFv1 MMLU,26.19,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HFv1 TruthfulQA,40.35,,hf_open_llm_v1_240829_frozen.csv gpt2_open_platypus,HFv1 Winogrande,51.3,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HF OpenLLM v1,28.41,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HFv1 ARC,23.04,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HFv1 HellaSwag,31.32,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HFv1 MMLU,26.91,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HFv1 TruthfulQA,39.56,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_camel_physics,HFv1 Winogrande,51.54,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HF OpenLLM v1,28.51,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HFv1 ARC,23.21,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HFv1 HellaSwag,31.04,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HFv1 MMLU,26.16,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HFv1 TruthfulQA,40.31,,hf_open_llm_v1_240829_frozen.csv gpt2_platypus_dolly_guanaco,HFv1 Winogrande,50.36,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HF OpenLLM v1,28.4,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HFv1 ARC,21.84,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HFv1 HellaSwag,31.6,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HFv1 MMLU,25.86,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HFv1 TruthfulQA,40.67,,hf_open_llm_v1_240829_frozen.csv gpt2_test,HFv1 Winogrande,50.12,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HF OpenLLM v1,34.38,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HFv1 ARC,30.29,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HFv1 HellaSwag,51.36,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HFv1 MMLU,26.54,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HFv1 TruthfulQA,38.54,,hf_open_llm_v1_240829_frozen.csv gpt2_xl,HFv1 Winogrande,58.25,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HF OpenLLM v1,34.12,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HFv1 ARC,31.14,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HFv1 HellaSwag,51.28,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HFv1 MMLU,25.43,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HFv1 TruthfulQA,38.74,,hf_open_llm_v1_240829_frozen.csv gpt2_xl_lima,HFv1 Winogrande,57.22,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HF OpenLLM v1,32.95,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HFv1 ARC,24.66,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HFv1 HellaSwag,46.76,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HFv1 MMLU,23.49,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HFv1 TruthfulQA,44.47,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_13b,HFv1 Winogrande,58.01,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HF OpenLLM v1,29.11,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HFv1 ARC,21.76,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HFv1 HellaSwag,32.88,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HFv1 MMLU,24.11,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HFv1 TruthfulQA,44.35,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_large,HFv1 Winogrande,51.54,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HF OpenLLM v1,27.95,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HFv1 ARC,20.48,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HFv1 HellaSwag,28.09,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HFv1 MMLU,24.47,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HFv1 TruthfulQA,46.47,,hf_open_llm_v1_240829_frozen.csv gpt3_finnish_small,HFv1 Winogrande,48.22,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HF OpenLLM v1,29.21,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HFv1 ARC,22.7,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HFv1 HellaSwag,27.79,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HFv1 MMLU,25.52,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HFv1 TruthfulQA,45.67,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_115k_steps,HFv1 Winogrande,53.51,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HF OpenLLM v1,28.65,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HFv1 HellaSwag,25.81,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HFv1 MMLU,23.84,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HFv1 TruthfulQA,50.99,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_20k_steps,HFv1 Winogrande,48.46,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HF OpenLLM v1,28.59,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HFv1 ARC,22.53,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HFv1 HellaSwag,26.39,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HFv1 MMLU,23.73,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HFv1 TruthfulQA,49.25,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_32k_steps,HFv1 Winogrande,49.64,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HF OpenLLM v1,28.55,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HFv1 ARC,22.87,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HFv1 HellaSwag,26.55,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HFv1 MMLU,24.15,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HFv1 TruthfulQA,47.84,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_40k_steps,HFv1 Winogrande,49.88,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HF OpenLLM v1,28.79,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HFv1 HellaSwag,26.66,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HFv1 MMLU,24.05,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HFv1 TruthfulQA,48.32,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_43k_steps,HFv1 Winogrande,50.91,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HF OpenLLM v1,28.65,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HFv1 HellaSwag,25.81,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HFv1 MMLU,23.84,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HFv1 TruthfulQA,50.99,,hf_open_llm_v1_240829_frozen.csv gpt_2_large_51k_steps,HFv1 Winogrande,48.46,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HF OpenLLM v1,28.3,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HFv1 ARC,24.57,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HFv1 GSM8K,2.12,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HFv1 HellaSwag,29.43,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HFv1 MMLU,25.82,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HFv1 TruthfulQA,38.84,,hf_open_llm_v1_240829_frozen.csv gpt_2_slimorcadeduped_airoboros_3_1_metamathqa_sft_124m,HFv1 Winogrande,49.01,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HF OpenLLM v1,33.96,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HFv1 ARC,29.52,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HFv1 HellaSwag,50.62,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HFv1 MMLU,26.79,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HFv1 TruthfulQA,39.12,,hf_open_llm_v1_240829_frozen.csv gpt_2_xl_camel_ai_physics,HFv1 Winogrande,57.54,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HF OpenLLM v1,28.49,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HFv1 ARC,21.16,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HFv1 HellaSwag,30.84,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HFv1 MMLU,24.97,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HFv1 TruthfulQA,45.64,,hf_open_llm_v1_240829_frozen.csv gpt_bigcode_santacoder,HFv1 Winogrande,47.83,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HF OpenLLM v1,40.1,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HFv1 ARC,41.38,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HFv1 GSM8K,2.96,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HFv1 HellaSwag,67.54,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HFv1 MMLU,26.78,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HFv1 TruthfulQA,35.96,,hf_open_llm_v1_240829_frozen.csv gpt_j_6b,HFv1 Winogrande,65.98,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HF OpenLLM v1,29.47,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HFv1 ARC,22.95,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HFv1 HellaSwag,30.26,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HFv1 MMLU,25.97,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HFv1 TruthfulQA,45.58,,hf_open_llm_v1_240829_frozen.csv gpt_neo_125m,HFv1 Winogrande,51.78,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HF OpenLLM v1,33.58,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HFv1 ARC,31.23,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HFv1 HellaSwag,48.47,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HFv1 MMLU,24.82,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HFv1 TruthfulQA,39.63,,hf_open_llm_v1_240829_frozen.csv gpt_neo_1_3b,HFv1 Winogrande,56.91,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HF OpenLLM v1,36.2,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HFv1 ARC,33.36,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HFv1 HellaSwag,56.24,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HFv1 MMLU,26.45,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HFv1 TruthfulQA,39.78,,hf_open_llm_v1_240829_frozen.csv gpt_neo_2_7b,HFv1 Winogrande,60.06,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HF OpenLLM v1,41.69,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HFv1 ARC,45.73,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HFv1 GSM8K,5.46,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HFv1 HellaSwag,73.45,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HFv1 MMLU,25.0,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HFv1 TruthfulQA,31.61,,hf_open_llm_v1_240829_frozen.csv gpt_neox_20b,HFv1 Winogrande,68.9,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HF OpenLLM v1,28.49,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HFv1 ARC,22.18,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HFv1 HellaSwag,29.56,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HFv1 MMLU,24.53,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HFv1 TruthfulQA,44.07,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m,HFv1 Winogrande,50.67,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HF OpenLLM v1,28.2,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HFv1 ARC,23.38,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HFv1 HellaSwag,29.88,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HFv1 MMLU,23.78,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HFv1 TruthfulQA,42.65,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_126m_instruct,HFv1 Winogrande,48.54,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HF OpenLLM v1,34.31,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HFv1 ARC,30.38,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HFv1 HellaSwag,50.4,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HFv1 MMLU,26.14,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HFv1 TruthfulQA,39.97,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b,HFv1 Winogrande,58.88,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HF OpenLLM v1,34.54,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HFv1 ARC,30.97,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HFv1 HellaSwag,51.42,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HFv1 MMLU,26.17,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HFv1 TruthfulQA,40.31,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_1_3b_instruct,HFv1 Winogrande,56.75,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HF OpenLLM v1,40.71,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HFv1 ARC,41.81,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HFv1 HellaSwag,68.75,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HFv1 MMLU,28.47,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HFv1 TruthfulQA,37.1,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b,HFv1 Winogrande,67.17,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HF OpenLLM v1,43.7,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HFv1 ARC,43.17,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HFv1 GSM8K,8.79,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HFv1 HellaSwag,71.09,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HFv1 MMLU,31.32,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HFv1 TruthfulQA,41.02,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_20b_instruct,HFv1 Winogrande,66.77,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HF OpenLLM v1,30.41,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HFv1 ARC,23.63,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HFv1 HellaSwag,37.05,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HFv1 MMLU,25.93,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HFv1 TruthfulQA,42.55,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m,HFv1 Winogrande,53.04,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HF OpenLLM v1,30.93,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HFv1 ARC,26.96,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HFv1 GSM8K,1.74,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HFv1 HellaSwag,38.01,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HFv1 MMLU,25.53,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HFv1 TruthfulQA,40.74,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_356m_instruct,HFv1 Winogrande,52.57,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HF OpenLLM v1,43.42,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HFv1 ARC,43.0,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HFv1 GSM8K,4.7,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HFv1 HellaSwag,72.37,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HFv1 MMLU,34.97,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HFv1 TruthfulQA,37.52,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_40b,HFv1 Winogrande,67.96,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HF OpenLLM v1,37.23,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HFv1 ARC,36.35,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HFv1 HellaSwag,60.75,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HFv1 MMLU,26.0,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HFv1 TruthfulQA,39.04,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b,HFv1 Winogrande,60.69,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HF OpenLLM v1,39.49,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HFv1 ARC,39.42,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HFv1 GSM8K,1.21,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HFv1 HellaSwag,66.39,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HFv1 MMLU,30.09,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HFv1 TruthfulQA,35.6,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2,HFv1 Winogrande,64.25,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HF OpenLLM v1,41.72,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HFv1 ARC,40.78,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HFv1 GSM8K,6.37,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HFv1 HellaSwag,67.77,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HFv1 MMLU,31.57,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HFv1 TruthfulQA,40.32,,hf_open_llm_v1_240829_frozen.csv gpt_sw3_6_7b_v2_instruct,HFv1 Winogrande,63.54,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HF OpenLLM v1,31.0,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HFv1 ARC,25.94,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HFv1 HellaSwag,38.55,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HFv1 MMLU,25.76,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HFv1 TruthfulQA,45.25,,hf_open_llm_v1_240829_frozen.csv gptneo350m_instruct_sft,HFv1 Winogrande,50.2,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HF OpenLLM v1,73.68,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HFv1 ARC,72.61,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HFv1 GSM8K,66.87,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HFv1 HellaSwag,87.7,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HFv1 MMLU,63.51,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HFv1 TruthfulQA,69.07,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v1olet,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HF OpenLLM v1,73.29,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HFv1 ARC,69.8,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HFv1 GSM8K,67.1,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HFv1 HellaSwag,88.02,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HFv1 MMLU,65.0,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HFv1 TruthfulQA,67.83,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v2leo,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HF OpenLLM v1,74.18,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HFv1 GSM8K,68.61,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HFv1 HellaSwag,88.24,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HFv1 MMLU,65.01,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HFv1 TruthfulQA,69.65,,hf_open_llm_v1_240829_frozen.csv greennodelm_7b_v4leo,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HF OpenLLM v1,29.2,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HFv1 ARC,23.29,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HFv1 HellaSwag,25.72,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HFv1 TruthfulQA,52.11,,hf_open_llm_v1_240829_frozen.csv griffin_c3t_8l_v0_02_fineweb,HFv1 Winogrande,50.99,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HF OpenLLM v1,28.49,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HFv1 ARC,23.46,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HFv1 HellaSwag,25.48,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HFv1 TruthfulQA,50.32,,hf_open_llm_v1_240829_frozen.csv griffin_llama3t_8l_v0_02_fineweb,HFv1 Winogrande,48.54,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HF OpenLLM v1,74.83,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HFv1 GSM8K,67.93,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HFv1 HellaSwag,88.29,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HFv1 MMLU,64.65,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HFv1 TruthfulQA,71.48,,hf_open_llm_v1_240829_frozen.csv griffon_7b_model_stock,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv grindin,HF OpenLLM v1,72.18,,hf_open_llm_v1_240829_frozen.csv grindin,HFv1 ARC,69.88,,hf_open_llm_v1_240829_frozen.csv grindin,HFv1 GSM8K,70.96,,hf_open_llm_v1_240829_frozen.csv grindin,HFv1 HellaSwag,87.02,,hf_open_llm_v1_240829_frozen.csv grindin,HFv1 MMLU,64.98,,hf_open_llm_v1_240829_frozen.csv grindin,HFv1 TruthfulQA,59.34,,hf_open_llm_v1_240829_frozen.csv grindin,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv gzdx,HF OpenLLM v1,37.97,,hf_open_llm_v1_240829_frozen.csv gzdx,HFv1 ARC,35.75,,hf_open_llm_v1_240829_frozen.csv gzdx,HFv1 GSM8K,10.77,,hf_open_llm_v1_240829_frozen.csv gzdx,HFv1 HellaSwag,55.57,,hf_open_llm_v1_240829_frozen.csv gzdx,HFv1 MMLU,25.19,,hf_open_llm_v1_240829_frozen.csv gzdx,HFv1 TruthfulQA,42.03,,hf_open_llm_v1_240829_frozen.csv gzdx,HFv1 Winogrande,58.48,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HF OpenLLM v1,39.35,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HFv1 ARC,37.03,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HFv1 GSM8K,9.48,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HFv1 HellaSwag,54.67,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HFv1 MMLU,35.5,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HFv1 TruthfulQA,40.47,,hf_open_llm_v1_240829_frozen.csv gzdx_1_1b,HFv1 Winogrande,58.96,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HF OpenLLM v1,49.26,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HFv1 ARC,43.69,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HFv1 GSM8K,30.55,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HFv1 HellaSwag,73.95,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HFv1 MMLU,38.02,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HFv1 TruthfulQA,40.54,,hf_open_llm_v1_240829_frozen.csv h2o_danube2_1_8b_chat,HFv1 Winogrande,68.9,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HF OpenLLM v1,39.12,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HFv1 ARC,39.42,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HFv1 HellaSwag,69.58,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HFv1 MMLU,25.94,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HFv1 TruthfulQA,33.86,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_base,HFv1 Winogrande,64.48,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HF OpenLLM v1,44.49,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HFv1 ARC,41.13,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HFv1 GSM8K,17.36,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HFv1 HellaSwag,68.06,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HFv1 MMLU,33.41,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HFv1 TruthfulQA,41.64,,hf_open_llm_v1_240829_frozen.csv h2o_danube_1_8b_chat,HFv1 Winogrande,65.35,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HF OpenLLM v1,59.76,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HFv1 ARC,65.87,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HFv1 GSM8K,12.96,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HFv1 HellaSwag,84.09,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HFv1 MMLU,63.67,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HFv1 TruthfulQA,55.08,,hf_open_llm_v1_240829_frozen.csv h4rmoniousanthea,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HF OpenLLM v1,69.51,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HFv1 GSM8K,68.61,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HFv1 HellaSwag,83.35,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HFv1 MMLU,67.8,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HFv1 TruthfulQA,53.45,,hf_open_llm_v1_240829_frozen.csv halu_oas_8b_llama3,HFv1 Winogrande,79.79,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HF OpenLLM v1,59.06,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HFv1 ARC,58.79,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HFv1 GSM8K,33.51,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HFv1 HellaSwag,81.75,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HFv1 MMLU,59.93,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HFv1 TruthfulQA,42.38,,hf_open_llm_v1_240829_frozen.csv han_llm_7b_v2,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HF OpenLLM v1,75.51,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HFv1 ARC,73.21,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HFv1 GSM8K,69.45,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HFv1 HellaSwag,88.72,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HFv1 MMLU,65.07,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HFv1 TruthfulQA,71.35,,hf_open_llm_v1_240829_frozen.csv harpy_7b_model_stock,HFv1 Winogrande,85.24,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HF OpenLLM v1,33.0,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HFv1 ARC,30.55,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HFv1 HellaSwag,44.78,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HFv1 MMLU,24.64,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HFv1 TruthfulQA,41.55,,hf_open_llm_v1_240829_frozen.csv healix_1_1b_v1_chat_ddpo,HFv1 Winogrande,56.51,,hf_open_llm_v1_240829_frozen.csv healix_3b,HF OpenLLM v1,38.93,,hf_open_llm_v1_240829_frozen.csv healix_3b,HFv1 ARC,37.71,,hf_open_llm_v1_240829_frozen.csv healix_3b,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv healix_3b,HFv1 HellaSwag,65.94,,hf_open_llm_v1_240829_frozen.csv healix_3b,HFv1 MMLU,26.02,,hf_open_llm_v1_240829_frozen.csv healix_3b,HFv1 TruthfulQA,37.4,,hf_open_llm_v1_240829_frozen.csv healix_3b,HFv1 Winogrande,65.75,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HF OpenLLM v1,29.05,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HFv1 HellaSwag,28.02,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HFv1 MMLU,23.66,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HFv1 TruthfulQA,48.25,,hf_open_llm_v1_240829_frozen.csv helpingai_110m,HFv1 Winogrande,51.62,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HF OpenLLM v1,55.59,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HFv1 ARC,50.6,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HFv1 GSM8K,36.09,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HFv1 HellaSwag,76.64,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HFv1 MMLU,46.82,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HFv1 TruthfulQA,55.62,,hf_open_llm_v1_240829_frozen.csv helpingai_3b,HFv1 Winogrande,67.8,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HF OpenLLM v1,63.33,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HFv1 ARC,58.87,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HFv1 GSM8K,53.75,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HFv1 HellaSwag,79.16,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HFv1 MMLU,65.01,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HFv1 TruthfulQA,48.52,,hf_open_llm_v1_240829_frozen.csv helpingai_9b,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HF OpenLLM v1,58.95,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HFv1 ARC,57.08,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HFv1 GSM8K,29.87,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HFv1 HellaSwag,81.13,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HFv1 MMLU,58.98,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HFv1 TruthfulQA,49.47,,hf_open_llm_v1_240829_frozen.csv hercules_1_0_mistral_7b,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HF OpenLLM v1,62.69,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HFv1 GSM8K,44.43,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HFv1 HellaSwag,83.69,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HFv1 MMLU,63.47,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HFv1 TruthfulQA,43.97,,hf_open_llm_v1_240829_frozen.csv hercules_2_0_mistral_7b,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HF OpenLLM v1,63.59,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HFv1 GSM8K,49.05,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HFv1 HellaSwag,83.79,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HFv1 MMLU,63.49,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HFv1 TruthfulQA,43.44,,hf_open_llm_v1_240829_frozen.csv hercules_2_5_mistral_7b,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HF OpenLLM v1,62.36,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HFv1 GSM8K,42.91,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HFv1 HellaSwag,83.43,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HFv1 MMLU,63.68,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HFv1 TruthfulQA,43.42,,hf_open_llm_v1_240829_frozen.csv hercules_3_0_mistral_7b,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HF OpenLLM v1,62.09,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HFv1 GSM8K,42.3,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HFv1 HellaSwag,83.55,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HFv1 MMLU,63.65,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HFv1 TruthfulQA,42.83,,hf_open_llm_v1_240829_frozen.csv hercules_3_1_mistral_7b,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HF OpenLLM v1,61.53,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HFv1 GSM8K,45.41,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HFv1 HellaSwag,82.6,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HFv1 MMLU,62.66,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HFv1 TruthfulQA,40.99,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_mistral_v0_2_7b,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HF OpenLLM v1,70.85,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HFv1 GSM8K,63.0,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HFv1 HellaSwag,85.22,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HFv1 MMLU,75.2,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HFv1 TruthfulQA,53.05,,hf_open_llm_v1_240829_frozen.csv hercules_4_0_yi_34b,HFv1 Winogrande,84.14,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HF OpenLLM v1,45.57,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HFv1 ARC,37.03,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HFv1 GSM8K,30.55,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HFv1 HellaSwag,59.53,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HFv1 MMLU,44.77,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HFv1 TruthfulQA,39.24,,hf_open_llm_v1_240829_frozen.csv hercules_mini_1_8b,HFv1 Winogrande,62.27,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HF OpenLLM v1,66.24,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HFv1 ARC,56.23,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HFv1 GSM8K,65.96,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HFv1 HellaSwag,80.6,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HFv1 MMLU,68.73,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HFv1 TruthfulQA,52.03,,hf_open_llm_v1_240829_frozen.csv hercules_qwen1_5_14b,HFv1 Winogrande,73.88,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HF OpenLLM v1,67.35,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HFv1 ARC,64.16,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HFv1 GSM8K,60.42,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HFv1 HellaSwag,82.73,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HFv1 MMLU,62.21,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HFv1 TruthfulQA,58.99,,hf_open_llm_v1_240829_frozen.csv hermes_2_pro_mistral_7b,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HF OpenLLM v1,66.59,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HFv1 ARC,65.27,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HFv1 GSM8K,56.63,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HFv1 HellaSwag,83.69,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HFv1 MMLU,65.31,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HFv1 TruthfulQA,48.55,,hf_open_llm_v1_240829_frozen.csv hermesstar_orcawind_synth_11b,HFv1 Winogrande,80.11,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HF OpenLLM v1,30.4,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HFv1 ARC,24.91,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HFv1 HellaSwag,32.23,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HFv1 MMLU,27.01,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv hf_checkpoint2_01052024,HFv1 Winogrande,51.93,,hf_open_llm_v1_240829_frozen.csv hope_for,HF OpenLLM v1,51.3,,hf_open_llm_v1_240829_frozen.csv hope_for,HFv1 ARC,51.28,,hf_open_llm_v1_240829_frozen.csv hope_for,HFv1 GSM8K,16.91,,hf_open_llm_v1_240829_frozen.csv hope_for,HFv1 HellaSwag,74.74,,hf_open_llm_v1_240829_frozen.csv hope_for,HFv1 MMLU,51.56,,hf_open_llm_v1_240829_frozen.csv hope_for,HFv1 TruthfulQA,40.73,,hf_open_llm_v1_240829_frozen.csv hope_for,HFv1 Winogrande,72.61,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HF OpenLLM v1,51.16,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HFv1 ARC,50.43,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HFv1 GSM8K,16.53,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HFv1 HellaSwag,76.44,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HFv1 MMLU,49.68,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HFv1 TruthfulQA,38.66,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_0v,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HF OpenLLM v1,50.19,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HFv1 ARC,49.49,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HFv1 GSM8K,14.18,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HFv1 HellaSwag,75.08,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HFv1 MMLU,48.49,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HFv1 TruthfulQA,40.26,,hf_open_llm_v1_240829_frozen.csv hope_for_7b_1_1v,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HF OpenLLM v1,54.04,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HFv1 GSM8K,4.62,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HFv1 HellaSwag,82.34,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HFv1 MMLU,52.32,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HFv1 TruthfulQA,50.62,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HF OpenLLM v1,54.04,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HFv1 GSM8K,4.62,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HFv1 HellaSwag,82.34,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HFv1 MMLU,52.32,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HFv1 TruthfulQA,50.62,,hf_open_llm_v1_240829_frozen.csv huginn_13b_v4_5,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HF OpenLLM v1,52.99,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HFv1 ARC,59.22,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HFv1 GSM8K,4.4,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HFv1 HellaSwag,81.03,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HFv1 MMLU,55.73,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HFv1 TruthfulQA,41.15,,hf_open_llm_v1_240829_frozen.csv huginn_19b_prototype,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HF OpenLLM v1,52.36,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HFv1 ARC,57.68,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HFv1 GSM8K,2.27,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HFv1 HellaSwag,80.69,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HFv1 MMLU,49.81,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HFv1 TruthfulQA,52.11,,hf_open_llm_v1_240829_frozen.csv huginn_22b_prototype,HFv1 Winogrande,71.59,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HF OpenLLM v1,54.04,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HFv1 GSM8K,4.62,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HFv1 HellaSwag,82.34,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HFv1 MMLU,52.32,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HFv1 TruthfulQA,50.62,,hf_open_llm_v1_240829_frozen.csv huginn_v3_13b,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HF OpenLLM v1,55.98,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HFv1 GSM8K,9.17,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HFv1 HellaSwag,84.28,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HFv1 MMLU,57.02,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HFv1 TruthfulQA,47.81,,hf_open_llm_v1_240829_frozen.csv huginnv1_2,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HF OpenLLM v1,61.43,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HFv1 GSM8K,40.49,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HFv1 HellaSwag,83.64,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HFv1 MMLU,63.57,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HFv1 TruthfulQA,41.78,,hf_open_llm_v1_240829_frozen.csv hyperion_1_5_mistral_7b,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HF OpenLLM v1,61.88,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HFv1 GSM8K,41.77,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HFv1 HellaSwag,83.5,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HFv1 MMLU,63.68,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HFv1 TruthfulQA,41.97,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_mistral_7b,HFv1 Winogrande,79.24,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HF OpenLLM v1,71.09,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HFv1 ARC,64.33,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HFv1 GSM8K,62.02,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HFv1 HellaSwag,85.66,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HFv1 MMLU,76.09,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HFv1 TruthfulQA,55.3,,hf_open_llm_v1_240829_frozen.csv hyperion_2_0_yi_34b,HFv1 Winogrande,83.11,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HF OpenLLM v1,61.9,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HFv1 GSM8K,40.18,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HFv1 HellaSwag,83.3,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HFv1 MMLU,61.46,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HFv1 TruthfulQA,47.58,,hf_open_llm_v1_240829_frozen.csv hyperion_2_1_mistral_7b,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HF OpenLLM v1,61.52,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HFv1 GSM8K,41.55,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HFv1 HellaSwag,83.48,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HFv1 MMLU,62.5,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HFv1 TruthfulQA,42.82,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_alpha,HFv1 Winogrande,78.77,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HF OpenLLM v1,63.03,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HFv1 GSM8K,45.34,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HFv1 HellaSwag,83.95,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HFv1 MMLU,62.71,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HFv1 TruthfulQA,46.17,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mistral_7b_dpo,HFv1 Winogrande,79.32,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HF OpenLLM v1,61.84,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HFv1 GSM8K,41.39,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HFv1 HellaSwag,83.28,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HFv1 MMLU,63.22,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HFv1 TruthfulQA,43.46,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_mixtral_3x7b,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HF OpenLLM v1,71.18,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HFv1 GSM8K,61.03,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HFv1 HellaSwag,85.61,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HFv1 MMLU,75.98,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HFv1 TruthfulQA,56.38,,hf_open_llm_v1_240829_frozen.csv hyperion_3_0_yi_34b,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HF OpenLLM v1,61.67,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HFv1 GSM8K,40.49,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HFv1 HellaSwag,83.67,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HFv1 MMLU,63.73,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HFv1 TruthfulQA,42.93,,hf_open_llm_v1_240829_frozen.csv hyperion_medium_preview,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HF OpenLLM v1,61.99,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HFv1 GSM8K,33.28,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HFv1 HellaSwag,84.53,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HFv1 MMLU,60.45,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HFv1 TruthfulQA,53.85,,hf_open_llm_v1_240829_frozen.csv iambe_20b_dare_v2,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HF OpenLLM v1,72.37,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HFv1 ARC,69.88,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HFv1 GSM8K,66.19,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HFv1 HellaSwag,87.15,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HFv1 MMLU,64.85,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HFv1 TruthfulQA,63.75,,hf_open_llm_v1_240829_frozen.csv iamsotired_7b_slerp,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv ice_grt,HF OpenLLM v1,61.39,,hf_open_llm_v1_240829_frozen.csv ice_grt,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv ice_grt,HFv1 GSM8K,31.69,,hf_open_llm_v1_240829_frozen.csv ice_grt,HFv1 HellaSwag,86.14,,hf_open_llm_v1_240829_frozen.csv ice_grt,HFv1 MMLU,57.34,,hf_open_llm_v1_240829_frozen.csv ice_grt,HFv1 TruthfulQA,53.17,,hf_open_llm_v1_240829_frozen.csv ice_grt,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv idus,HF OpenLLM v1,29.51,,hf_open_llm_v1_240829_frozen.csv idus,HFv1 ARC,27.73,,hf_open_llm_v1_240829_frozen.csv idus,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv idus,HFv1 HellaSwag,26.65,,hf_open_llm_v1_240829_frozen.csv idus,HFv1 MMLU,24.91,,hf_open_llm_v1_240829_frozen.csv idus,HFv1 TruthfulQA,48.58,,hf_open_llm_v1_240829_frozen.csv idus,HFv1 Winogrande,49.17,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HF OpenLLM v1,58.38,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HFv1 GSM8K,29.57,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HFv1 HellaSwag,81.34,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HFv1 MMLU,63.22,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HFv1 TruthfulQA,40.62,,hf_open_llm_v1_240829_frozen.csv idus_8layers,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HF OpenLLM v1,64.77,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HFv1 GSM8K,33.06,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HFv1 HellaSwag,84.85,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HFv1 MMLU,58.99,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HFv1 TruthfulQA,65.46,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo,HFv1 Winogrande,79.95,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HF OpenLLM v1,64.41,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HFv1 ARC,65.19,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HFv1 GSM8K,31.46,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HFv1 HellaSwag,84.57,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HFv1 MMLU,58.56,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HFv1 TruthfulQA,66.24,,hf_open_llm_v1_240829_frozen.csv ignis_7b_dpo_laser,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HF OpenLLM v1,76.66,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HFv1 GSM8K,70.2,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HFv1 HellaSwag,89.14,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HFv1 MMLU,64.4,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HFv1 TruthfulQA,78.04,,hf_open_llm_v1_240829_frozen.csv inex12_7b,HFv1 Winogrande,85.24,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HF OpenLLM v1,76.44,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HFv1 ARC,73.29,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HFv1 GSM8K,68.99,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HFv1 HellaSwag,89.19,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HFv1 MMLU,64.47,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HFv1 TruthfulQA,77.83,,hf_open_llm_v1_240829_frozen.csv inex8_7b,HFv1 Winogrande,84.85,,hf_open_llm_v1_240829_frozen.csv init_model,HF OpenLLM v1,29.6,,hf_open_llm_v1_240829_frozen.csv init_model,HFv1 ARC,28.5,,hf_open_llm_v1_240829_frozen.csv init_model,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv init_model,HFv1 HellaSwag,25.4,,hf_open_llm_v1_240829_frozen.csv init_model,HFv1 MMLU,25.65,,hf_open_llm_v1_240829_frozen.csv init_model,HFv1 TruthfulQA,48.48,,hf_open_llm_v1_240829_frozen.csv init_model,HFv1 Winogrande,49.57,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HF OpenLLM v1,42.91,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HFv1 ARC,47.1,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HFv1 GSM8K,2.58,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HFv1 HellaSwag,73.0,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HFv1 MMLU,28.26,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HFv1 TruthfulQA,41.81,,hf_open_llm_v1_240829_frozen.csv instructpalmyra_20b,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HF OpenLLM v1,69.75,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HFv1 GSM8K,67.93,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HFv1 HellaSwag,83.21,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HFv1 MMLU,67.58,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HFv1 TruthfulQA,51.27,,hf_open_llm_v1_240829_frozen.csv internlm2_20b,HFv1 Winogrande,85.56,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HF OpenLLM v1,70.66,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HFv1 GSM8K,70.66,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HFv1 HellaSwag,83.16,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HFv1 MMLU,67.27,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HFv1 TruthfulQA,54.17,,hf_open_llm_v1_240829_frozen.csv internlm2_20b_llama,HFv1 Winogrande,84.29,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HF OpenLLM v1,62.69,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HFv1 GSM8K,44.88,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HFv1 HellaSwag,82.15,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HFv1 MMLU,63.97,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HFv1 TruthfulQA,44.11,,hf_open_llm_v1_240829_frozen.csv internlm2_base_20b_llama,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HF OpenLLM v1,53.62,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HFv1 ARC,54.35,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HFv1 GSM8K,19.18,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HFv1 HellaSwag,79.47,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HFv1 MMLU,54.05,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HFv1 TruthfulQA,43.23,,hf_open_llm_v1_240829_frozen.csv internlm2_base_7b_llama,HFv1 Winogrande,71.43,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HF OpenLLM v1,62.56,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HFv1 GSM8K,33.97,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HFv1 HellaSwag,82.58,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HFv1 MMLU,66.89,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HFv1 TruthfulQA,48.74,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HF OpenLLM v1,62.53,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HFv1 GSM8K,34.04,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HFv1 HellaSwag,82.57,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HFv1 MMLU,66.85,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HFv1 TruthfulQA,48.75,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_20b_llama_old,HFv1 Winogrande,79.32,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HF OpenLLM v1,64.34,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HFv1 ARC,57.17,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HFv1 GSM8K,55.95,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HFv1 HellaSwag,80.16,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HFv1 MMLU,63.92,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HFv1 TruthfulQA,50.95,,hf_open_llm_v1_240829_frozen.csv internlm2_chat_7b_sft_llama,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HF OpenLLM v1,59.55,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HFv1 GSM8K,23.5,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HFv1 HellaSwag,82.13,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HFv1 MMLU,61.85,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HFv1 TruthfulQA,52.61,,hf_open_llm_v1_240829_frozen.csv internlm_20b,HFv1 Winogrande,76.72,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HF OpenLLM v1,65.09,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HFv1 GSM8K,51.1,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HFv1 HellaSwag,82.08,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HFv1 MMLU,61.59,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HFv1 TruthfulQA,57.71,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llama,HFv1 Winogrande,76.72,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HF OpenLLM v1,29.08,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HFv1 ARC,26.79,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HFv1 HellaSwag,26.4,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HFv1 MMLU,25.4,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HFv1 TruthfulQA,48.06,,hf_open_llm_v1_240829_frozen.csv internlm_20b_llamafied,HFv1 Winogrande,47.83,,hf_open_llm_v1_240829_frozen.csv ipo_test,HF OpenLLM v1,71.29,,hf_open_llm_v1_240829_frozen.csv ipo_test,HFv1 ARC,67.92,,hf_open_llm_v1_240829_frozen.csv ipo_test,HFv1 GSM8K,72.02,,hf_open_llm_v1_240829_frozen.csv ipo_test,HFv1 HellaSwag,85.99,,hf_open_llm_v1_240829_frozen.csv ipo_test,HFv1 MMLU,65.05,,hf_open_llm_v1_240829_frozen.csv ipo_test,HFv1 TruthfulQA,55.87,,hf_open_llm_v1_240829_frozen.csv ipo_test,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HF OpenLLM v1,74.56,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HFv1 ARC,72.01,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HFv1 GSM8K,68.54,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HFv1 HellaSwag,88.23,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HFv1 MMLU,64.97,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HFv1 TruthfulQA,69.41,,hf_open_llm_v1_240829_frozen.csv iwillchangethenamelater,HFv1 Winogrande,84.21,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HF OpenLLM v1,67.99,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HFv1 ARC,63.48,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HFv1 GSM8K,61.03,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HFv1 HellaSwag,83.79,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HFv1 MMLU,63.16,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HFv1 TruthfulQA,56.88,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta10_7b_slerp,HFv1 Winogrande,80.11,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HF OpenLLM v1,68.64,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HFv1 GSM8K,63.99,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HFv1 HellaSwag,85.01,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HFv1 MMLU,63.77,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HFv1 TruthfulQA,55.77,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta11_7b_slerp,HFv1 Winogrande,78.85,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HF OpenLLM v1,68.22,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HFv1 GSM8K,59.67,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HFv1 HellaSwag,83.98,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HFv1 MMLU,63.28,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HFv1 TruthfulQA,58.16,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta12_7b_slerp,HFv1 Winogrande,79.64,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HF OpenLLM v1,61.56,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HFv1 GSM8K,36.09,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HFv1 HellaSwag,83.66,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HFv1 MMLU,62.35,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HFv1 TruthfulQA,48.69,,hf_open_llm_v1_240829_frozen.csv j_o_s_i_e_3_beta8_slerp,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HF OpenLLM v1,70.73,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HFv1 GSM8K,65.2,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HFv1 HellaSwag,83.81,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HFv1 MMLU,76.4,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HFv1 TruthfulQA,51.46,,hf_open_llm_v1_240829_frozen.csv jallabi_34b,HFv1 Winogrande,81.45,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HF OpenLLM v1,29.28,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HFv1 ARC,25.0,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HFv1 HellaSwag,25.46,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HFv1 TruthfulQA,51.45,,hf_open_llm_v1_240829_frozen.csv japanese_gpt_neox_3_6b,HFv1 Winogrande,50.67,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HF OpenLLM v1,52.82,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HFv1 ARC,50.68,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HFv1 GSM8K,19.26,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HFv1 HellaSwag,78.68,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HFv1 MMLU,54.82,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HFv1 TruthfulQA,39.77,,hf_open_llm_v1_240829_frozen.csv japanese_stablelm_instruct_gamma_7b,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HF OpenLLM v1,72.91,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HFv1 ARC,70.82,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HFv1 GSM8K,70.36,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HFv1 HellaSwag,87.02,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HFv1 MMLU,64.67,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HFv1 TruthfulQA,64.41,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo,HFv1 Winogrande,80.19,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HF OpenLLM v1,72.53,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HFv1 ARC,69.28,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HFv1 GSM8K,71.8,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HFv1 HellaSwag,86.8,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HFv1 MMLU,64.92,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HFv1 TruthfulQA,61.64,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v2,HFv1 Winogrande,80.74,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HF OpenLLM v1,76.12,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HFv1 ARC,72.27,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HFv1 GSM8K,67.85,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HFv1 HellaSwag,88.89,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HFv1 MMLU,64.34,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HFv1 TruthfulQA,79.0,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v3_3,HFv1 Winogrande,84.37,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HF OpenLLM v1,75.95,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HFv1 GSM8K,68.31,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HFv1 HellaSwag,89.07,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HFv1 MMLU,64.75,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HFv1 TruthfulQA,75.92,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_1,HFv1 Winogrande,84.69,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HF OpenLLM v1,76.35,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HFv1 ARC,72.61,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HFv1 GSM8K,69.07,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HFv1 HellaSwag,89.09,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HFv1 MMLU,64.29,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HFv1 TruthfulQA,78.27,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_dpo_v4_3,HFv1 Winogrande,84.77,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HF OpenLLM v1,71.36,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HFv1 ARC,73.46,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HFv1 GSM8K,58.0,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HFv1 HellaSwag,88.16,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HFv1 MMLU,63.15,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HFv1 TruthfulQA,59.92,,hf_open_llm_v1_240829_frozen.csv jaskier_7b_neuraldpo,HFv1 Winogrande,85.48,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HF OpenLLM v1,68.06,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HFv1 ARC,63.57,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HFv1 GSM8K,61.71,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HFv1 HellaSwag,84.1,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HFv1 MMLU,63.73,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HFv1 TruthfulQA,55.93,,hf_open_llm_v1_240829_frozen.csv josie_beta_4_7b_slerp,HFv1 Winogrande,79.32,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HF OpenLLM v1,70.48,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HFv1 ARC,68.94,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HFv1 GSM8K,59.74,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HFv1 HellaSwag,86.79,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HFv1 MMLU,64.66,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HFv1 TruthfulQA,62.69,,hf_open_llm_v1_240829_frozen.csv justtosuffer_7b_slerp,HFv1 Winogrande,80.03,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HF OpenLLM v1,61.72,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HFv1 ARC,66.72,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HFv1 GSM8K,23.12,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HFv1 HellaSwag,85.0,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HFv1 MMLU,63.38,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HFv1 TruthfulQA,54.12,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HF OpenLLM v1,60.89,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HFv1 ARC,66.81,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HFv1 GSM8K,18.8,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HFv1 HellaSwag,84.89,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HFv1 MMLU,63.03,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HFv1 TruthfulQA,53.51,,hf_open_llm_v1_240829_frozen.csv juud_mistral_7b_dpo,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv k2,HF OpenLLM v1,64.54,,hf_open_llm_v1_240829_frozen.csv k2,HFv1 ARC,63.99,,hf_open_llm_v1_240829_frozen.csv k2,HFv1 GSM8K,48.67,,hf_open_llm_v1_240829_frozen.csv k2,HFv1 HellaSwag,85.71,,hf_open_llm_v1_240829_frozen.csv k2,HFv1 MMLU,67.99,,hf_open_llm_v1_240829_frozen.csv k2,HFv1 TruthfulQA,40.77,,hf_open_llm_v1_240829_frozen.csv k2,HFv1 Winogrande,80.11,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HF OpenLLM v1,62.36,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HFv1 ARC,61.52,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HFv1 GSM8K,40.41,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HFv1 HellaSwag,83.13,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HFv1 MMLU,59.35,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HFv1 TruthfulQA,51.39,,hf_open_llm_v1_240829_frozen.csv karakuri_lm_70b_chat_v0_1,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HF OpenLLM v1,59.13,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HFv1 ARC,59.56,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HFv1 GSM8K,30.17,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HFv1 HellaSwag,81.79,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HFv1 MMLU,59.56,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HFv1 TruthfulQA,49.36,,hf_open_llm_v1_240829_frozen.csv karen_theeditor_v2_strict_mistral_7b,HFv1 Winogrande,74.35,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HF OpenLLM v1,73.71,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HFv1 GSM8K,72.02,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HFv1 HellaSwag,87.56,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HFv1 MMLU,65.33,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HFv1 TruthfulQA,64.97,,hf_open_llm_v1_240829_frozen.csv kellemar_dpo_orca_distilled_7b_slerp,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HF OpenLLM v1,73.33,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HFv1 ARC,70.22,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HFv1 GSM8K,71.57,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HFv1 HellaSwag,87.29,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HFv1 MMLU,65.61,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HFv1 TruthfulQA,63.03,,hf_open_llm_v1_240829_frozen.csv kellemar_krishnahercules_0_1_7b_slerp,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HF OpenLLM v1,74.29,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HFv1 ARC,71.76,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HFv1 GSM8K,70.2,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HFv1 HellaSwag,87.78,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HFv1 MMLU,64.76,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HFv1 TruthfulQA,68.12,,hf_open_llm_v1_240829_frozen.csv kindred_7b_slerp,HFv1 Winogrande,83.11,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HF OpenLLM v1,72.12,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HFv1 ARC,69.97,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HFv1 GSM8K,69.07,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HFv1 HellaSwag,85.83,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HFv1 MMLU,68.45,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HFv1 TruthfulQA,61.02,,hf_open_llm_v1_240829_frozen.csv kingnish_llama3_8b,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HF OpenLLM v1,75.29,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HFv1 ARC,72.1,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HFv1 GSM8K,68.46,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HFv1 HellaSwag,87.94,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HFv1 MMLU,74.93,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HFv1 TruthfulQA,63.48,,hf_open_llm_v1_240829_frozen.csv kiqu_70b,HFv1 Winogrande,84.85,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HF OpenLLM v1,30.23,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HFv1 ARC,25.17,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HFv1 HellaSwag,38.45,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HFv1 MMLU,26.16,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HFv1 TruthfulQA,41.57,,hf_open_llm_v1_240829_frozen.csv knowledgeninja_litellama_460mx6moe_1t,HFv1 Winogrande,50.04,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HF OpenLLM v1,28.29,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HFv1 ARC,21.33,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HFv1 HellaSwag,25.0,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HFv1 MMLU,23.58,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HFv1 TruthfulQA,50.68,,hf_open_llm_v1_240829_frozen.csv ko_wand_136m,HFv1 Winogrande,49.17,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HF OpenLLM v1,28.57,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HFv1 ARC,23.46,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HFv1 HellaSwag,31.65,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HFv1 MMLU,24.89,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HFv1 TruthfulQA,39.83,,hf_open_llm_v1_240829_frozen.csv koalpaca_korwkv_6b,HFv1 Winogrande,51.62,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HF OpenLLM v1,50.66,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HFv1 ARC,53.33,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HFv1 GSM8K,6.52,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HFv1 HellaSwag,78.5,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HFv1 MMLU,43.61,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HFv1 TruthfulQA,46.37,,hf_open_llm_v1_240829_frozen.csv kollama2_7b_v2,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HF OpenLLM v1,58.61,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HFv1 ARC,59.81,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HFv1 GSM8K,24.18,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HFv1 HellaSwag,78.73,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HFv1 MMLU,61.32,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HFv1 TruthfulQA,51.24,,hf_open_llm_v1_240829_frozen.csv koopenchat_sft,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HF OpenLLM v1,28.19,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HFv1 ARC,22.1,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HFv1 HellaSwag,32.18,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HFv1 MMLU,24.69,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HFv1 TruthfulQA,39.05,,hf_open_llm_v1_240829_frozen.csv korwkv_6b,HFv1 Winogrande,51.14,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HF OpenLLM v1,64.2,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HFv1 GSM8K,47.69,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HFv1 HellaSwag,82.63,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HFv1 MMLU,64.85,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HFv1 TruthfulQA,47.94,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2,HFv1 Winogrande,80.74,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HF OpenLLM v1,65.43,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HFv1 GSM8K,48.07,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HFv1 HellaSwag,83.63,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HFv1 MMLU,64.61,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HFv1 TruthfulQA,52.69,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_2_1_3_dedup_p,HFv1 Winogrande,80.51,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HF OpenLLM v1,64.76,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HFv1 GSM8K,50.49,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HFv1 HellaSwag,83.73,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HFv1 MMLU,64.51,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HFv1 TruthfulQA,44.57,,hf_open_llm_v1_240829_frozen.csv kosolar_10_7b_v0_3,HFv1 Winogrande,82.48,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HF OpenLLM v1,69.21,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HFv1 ARC,68.0,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HFv1 GSM8K,61.64,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HFv1 HellaSwag,86.34,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HFv1 MMLU,64.82,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HFv1 TruthfulQA,55.19,,hf_open_llm_v1_240829_frozen.csv kunomaid_7b_slerp,HFv1 Winogrande,79.24,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HF OpenLLM v1,29.3,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HFv1 ARC,25.77,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HFv1 HellaSwag,25.67,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HFv1 MMLU,27.0,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HFv1 TruthfulQA,48.21,,hf_open_llm_v1_240829_frozen.csv lamini_neo_1_3b_mental_health_lora,HFv1 Winogrande,49.17,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HF OpenLLM v1,67.16,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HFv1 ARC,65.96,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HFv1 GSM8K,48.29,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HFv1 HellaSwag,85.8,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HFv1 MMLU,63.17,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HFv1 TruthfulQA,60.76,,hf_open_llm_v1_240829_frozen.csv laser_dolphin_mixtral_2x7b_dpo,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HF OpenLLM v1,65.38,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HFv1 ARC,66.98,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HFv1 GSM8K,35.33,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HFv1 HellaSwag,85.73,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HFv1 MMLU,65.99,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HFv1 TruthfulQA,56.58,,hf_open_llm_v1_240829_frozen.csv lemur_70b_chat_v1,HFv1 Winogrande,81.69,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HF OpenLLM v1,49.29,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HFv1 ARC,52.56,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HFv1 GSM8K,5.16,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HFv1 HellaSwag,77.61,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HFv1 MMLU,45.58,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HFv1 TruthfulQA,44.89,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat,HFv1 Winogrande,69.93,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HF OpenLLM v1,48.72,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HFv1 ARC,51.02,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HFv1 GSM8K,2.73,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HFv1 HellaSwag,76.03,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HFv1 MMLU,44.68,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HFv1 TruthfulQA,47.16,,hf_open_llm_v1_240829_frozen.csv leo_hessianai_7b_chat_bilingual,HFv1 Winogrande,70.72,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HF OpenLLM v1,73.92,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HFv1 GSM8K,69.07,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HFv1 HellaSwag,87.97,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HFv1 MMLU,65.08,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HFv1 TruthfulQA,68.83,,hf_open_llm_v1_240829_frozen.csv leoscorpius_7b_chat_dpo,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HF OpenLLM v1,69.49,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HFv1 ARC,66.47,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HFv1 GSM8K,61.56,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HFv1 HellaSwag,85.91,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HFv1 MMLU,64.48,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HFv1 TruthfulQA,59.98,,hf_open_llm_v1_240829_frozen.csv lexgpt_v3,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv lhk,HF OpenLLM v1,68.74,,hf_open_llm_v1_240829_frozen.csv lhk,HFv1 ARC,66.38,,hf_open_llm_v1_240829_frozen.csv lhk,HFv1 GSM8K,56.33,,hf_open_llm_v1_240829_frozen.csv lhk,HFv1 HellaSwag,84.49,,hf_open_llm_v1_240829_frozen.csv lhk,HFv1 MMLU,65.13,,hf_open_llm_v1_240829_frozen.csv lhk,HFv1 TruthfulQA,59.12,,hf_open_llm_v1_240829_frozen.csv lhk,HFv1 Winogrande,80.98,,hf_open_llm_v1_240829_frozen.csv libra_19b,HF OpenLLM v1,53.83,,hf_open_llm_v1_240829_frozen.csv libra_19b,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv libra_19b,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv libra_19b,HFv1 HellaSwag,82.04,,hf_open_llm_v1_240829_frozen.csv libra_19b,HFv1 MMLU,55.57,,hf_open_llm_v1_240829_frozen.csv libra_19b,HFv1 TruthfulQA,48.41,,hf_open_llm_v1_240829_frozen.csv libra_19b,HFv1 Winogrande,76.32,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HF OpenLLM v1,68.03,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HFv1 ARC,65.02,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HFv1 GSM8K,48.45,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HFv1 HellaSwag,84.45,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HFv1 MMLU,62.36,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HFv1 TruthfulQA,68.73,,hf_open_llm_v1_240829_frozen.csv lil_c3po,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HF OpenLLM v1,52.98,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HFv1 ARC,60.24,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HFv1 GSM8K,5.76,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HFv1 HellaSwag,83.69,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HFv1 MMLU,53.17,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HFv1 TruthfulQA,41.81,,hf_open_llm_v1_240829_frozen.csv lima2_13b,HFv1 Winogrande,73.24,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HF OpenLLM v1,49.27,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HFv1 ARC,53.24,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HFv1 GSM8K,3.87,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HFv1 HellaSwag,80.6,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HFv1 MMLU,43.22,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HFv1 TruthfulQA,44.74,,hf_open_llm_v1_240829_frozen.csv lima2_7b,HFv1 Winogrande,69.93,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HF OpenLLM v1,65.51,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HFv1 ARC,68.26,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HFv1 GSM8K,34.72,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HFv1 HellaSwag,87.65,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HFv1 MMLU,70.0,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HFv1 TruthfulQA,48.76,,hf_open_llm_v1_240829_frozen.csv lima_unchained_70b,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,54.46,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,6.07,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.76,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,56.52,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,44.14,,hf_open_llm_v1_240829_frozen.csv limarp_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv liph42,HF OpenLLM v1,62.12,,hf_open_llm_v1_240829_frozen.csv liph42,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv liph42,HFv1 GSM8K,56.94,,hf_open_llm_v1_240829_frozen.csv liph42,HFv1 HellaSwag,75.87,,hf_open_llm_v1_240829_frozen.csv liph42,HFv1 MMLU,57.37,,hf_open_llm_v1_240829_frozen.csv liph42,HFv1 TruthfulQA,45.94,,hf_open_llm_v1_240829_frozen.csv liph42,HFv1 Winogrande,74.59,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HF OpenLLM v1,30.16,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HFv1 ARC,24.83,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HFv1 HellaSwag,38.39,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HFv1 MMLU,25.96,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HFv1 TruthfulQA,41.59,,hf_open_llm_v1_240829_frozen.csv litellama_460m_1t,HFv1 Winogrande,50.2,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HF OpenLLM v1,49.58,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HFv1 ARC,53.92,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HFv1 GSM8K,2.2,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HFv1 HellaSwag,74.64,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HFv1 MMLU,49.74,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HFv1 TruthfulQA,45.43,,hf_open_llm_v1_240829_frozen.csv llama2_13b_chinese_v2,HFv1 Winogrande,71.59,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HF OpenLLM v1,54.52,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HFv1 GSM8K,11.45,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HFv1 HellaSwag,82.86,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HFv1 MMLU,54.67,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HFv1 TruthfulQA,42.97,,hf_open_llm_v1_240829_frozen.csv llama2_13b_holomax,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HF OpenLLM v1,29.28,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HFv1 ARC,28.16,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HFv1 HellaSwag,26.55,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HFv1 MMLU,23.17,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HFv1 TruthfulQA,48.79,,hf_open_llm_v1_240829_frozen.csv llama2_13b_platypus_ckpt_1000,HFv1 Winogrande,49.01,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HF OpenLLM v1,55.75,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HFv1 GSM8K,11.75,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HFv1 HellaSwag,84.04,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HFv1 MMLU,55.13,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HFv1 TruthfulQA,45.66,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_orca_openplatypus_8w,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HF OpenLLM v1,55.69,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HFv1 ARC,58.02,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HFv1 GSM8K,13.12,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HFv1 HellaSwag,82.65,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HFv1 MMLU,55.99,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HFv1 TruthfulQA,48.27,,hf_open_llm_v1_240829_frozen.csv llama2_13b_sharegpt4_test,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HF OpenLLM v1,51.54,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HFv1 ARC,55.38,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HFv1 GSM8K,9.86,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HFv1 HellaSwag,78.57,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HFv1 MMLU,49.39,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HFv1 TruthfulQA,41.83,,hf_open_llm_v1_240829_frozen.csv llama2_7b_instruction_lora,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HF OpenLLM v1,52.24,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HFv1 GSM8K,4.09,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HFv1 HellaSwag,80.17,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HFv1 MMLU,48.44,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HFv1 TruthfulQA,51.62,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v1,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HF OpenLLM v1,52.32,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HFv1 ARC,54.78,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HFv1 GSM8K,4.47,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HFv1 HellaSwag,81.48,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HFv1 MMLU,47.2,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HFv1 TruthfulQA,53.13,,hf_open_llm_v1_240829_frozen.csv llama2_7b_openorca_mc_v2_dpo,HFv1 Winogrande,72.85,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HF OpenLLM v1,57.94,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HFv1 GSM8K,29.26,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HFv1 HellaSwag,80.93,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HFv1 MMLU,55.26,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HFv1 TruthfulQA,47.27,,hf_open_llm_v1_240829_frozen.csv llama2_megamerge_dare_13b_v2,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HF OpenLLM v1,30.17,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HFv1 ARC,24.91,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HFv1 HellaSwag,38.47,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HFv1 MMLU,26.17,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HFv1 TruthfulQA,41.59,,hf_open_llm_v1_240829_frozen.csv llama2_xs_460m_experimental,HFv1 Winogrande,49.88,,hf_open_llm_v1_240829_frozen.csv llama3,HF OpenLLM v1,37.78,,hf_open_llm_v1_240829_frozen.csv llama3,HFv1 ARC,37.71,,hf_open_llm_v1_240829_frozen.csv llama3,HFv1 GSM8K,5.23,,hf_open_llm_v1_240829_frozen.csv llama3,HFv1 HellaSwag,58.93,,hf_open_llm_v1_240829_frozen.csv llama3,HFv1 MMLU,25.33,,hf_open_llm_v1_240829_frozen.csv llama3,HFv1 TruthfulQA,42.79,,hf_open_llm_v1_240829_frozen.csv llama3,HFv1 Winogrande,56.67,,hf_open_llm_v1_240829_frozen.csv llama30b,HF OpenLLM v1,56.94,,hf_open_llm_v1_240829_frozen.csv llama30b,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv llama30b,HFv1 GSM8K,14.86,,hf_open_llm_v1_240829_frozen.csv llama30b,HFv1 HellaSwag,84.73,,hf_open_llm_v1_240829_frozen.csv llama30b,HFv1 MMLU,58.47,,hf_open_llm_v1_240829_frozen.csv llama30b,HFv1 TruthfulQA,42.27,,hf_open_llm_v1_240829_frozen.csv llama30b,HFv1 Winogrande,80.03,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HF OpenLLM v1,58.18,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HFv1 GSM8K,14.4,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HFv1 HellaSwag,86.17,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HFv1 MMLU,60.5,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HFv1 TruthfulQA,44.12,,hf_open_llm_v1_240829_frozen.csv llama33b_instructed,HFv1 Winogrande,79.32,,hf_open_llm_v1_240829_frozen.csv llama39m,HF OpenLLM v1,28.45,,hf_open_llm_v1_240829_frozen.csv llama39m,HFv1 ARC,24.06,,hf_open_llm_v1_240829_frozen.csv llama39m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama39m,HFv1 HellaSwag,25.57,,hf_open_llm_v1_240829_frozen.csv llama39m,HFv1 MMLU,24.31,,hf_open_llm_v1_240829_frozen.csv llama39m,HFv1 TruthfulQA,47.19,,hf_open_llm_v1_240829_frozen.csv llama39m,HFv1 Winogrande,49.57,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HF OpenLLM v1,54.61,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HFv1 ARC,52.99,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HFv1 GSM8K,21.91,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HFv1 HellaSwag,80.66,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HFv1 MMLU,62.12,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HFv1 TruthfulQA,39.28,,hf_open_llm_v1_240829_frozen.csv llama3_13b,HFv1 Winogrande,70.72,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HF OpenLLM v1,73.96,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HFv1 ARC,68.77,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HFv1 GSM8K,76.88,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HFv1 HellaSwag,87.98,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HFv1 MMLU,79.23,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HFv1 TruthfulQA,45.56,,hf_open_llm_v1_240829_frozen.csv llama3_70b,HFv1 Winogrande,85.32,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HF OpenLLM v1,77.34,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HFv1 ARC,70.39,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HFv1 GSM8K,83.24,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HFv1 HellaSwag,85.81,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HFv1 MMLU,79.74,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HFv1 TruthfulQA,61.1,,hf_open_llm_v1_240829_frozen.csv llama3_70b_chinese_chat,HFv1 Winogrande,83.74,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HF OpenLLM v1,77.88,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HFv1 ARC,71.42,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HFv1 GSM8K,85.44,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HFv1 HellaSwag,85.69,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HFv1 MMLU,80.06,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HFv1 TruthfulQA,61.81,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HF OpenLLM v1,78.11,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HFv1 ARC,71.67,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HFv1 GSM8K,86.05,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HFv1 HellaSwag,85.83,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HFv1 MMLU,80.12,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HFv1 TruthfulQA,62.11,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_1,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HF OpenLLM v1,78.96,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HFv1 GSM8K,88.25,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HFv1 HellaSwag,86.22,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HFv1 MMLU,80.41,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HFv1 TruthfulQA,63.57,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_2,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HF OpenLLM v1,78.74,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HFv1 ARC,72.35,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HFv1 GSM8K,87.19,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HFv1 HellaSwag,86.0,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HFv1 MMLU,80.47,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HFv1 TruthfulQA,63.45,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_3,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HF OpenLLM v1,78.89,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HFv1 ARC,72.61,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HFv1 GSM8K,87.34,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HFv1 HellaSwag,86.03,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HFv1 MMLU,80.5,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HFv1 TruthfulQA,63.26,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_dpo_v0_4,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HF OpenLLM v1,73.97,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HFv1 ARC,66.81,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HFv1 GSM8K,78.85,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HFv1 HellaSwag,85.46,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HFv1 MMLU,76.37,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HFv1 TruthfulQA,53.73,,hf_open_llm_v1_240829_frozen.csv llama3_70b_instruct_gradient_524k,HFv1 Winogrande,82.64,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HF OpenLLM v1,78.6,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HFv1 ARC,72.35,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HFv1 GSM8K,87.41,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HFv1 HellaSwag,85.81,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HFv1 MMLU,80.28,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HFv1 TruthfulQA,62.93,,hf_open_llm_v1_240829_frozen.csv llama3_70b_japanese_suzume_vector_v0_1,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HF OpenLLM v1,74.67,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HFv1 ARC,68.69,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HFv1 GSM8K,76.8,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HFv1 HellaSwag,88.01,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HFv1 MMLU,79.39,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HFv1 TruthfulQA,49.62,,hf_open_llm_v1_240829_frozen.csv llama3_70b_orpo_v0_1,HFv1 Winogrande,85.48,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HF OpenLLM v1,63.96,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HFv1 ARC,60.24,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HFv1 GSM8K,47.61,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HFv1 HellaSwag,77.38,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HFv1 MMLU,64.09,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HFv1 TruthfulQA,59.56,,hf_open_llm_v1_240829_frozen.csv llama3_7b,HFv1 Winogrande,74.9,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HF OpenLLM v1,62.62,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HFv1 ARC,60.24,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HFv1 GSM8K,45.34,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HFv1 HellaSwag,82.23,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HFv1 MMLU,66.7,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HFv1 TruthfulQA,43.95,,hf_open_llm_v1_240829_frozen.csv llama3_8b,HFv1 Winogrande,78.45,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HF OpenLLM v1,67.1,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HFv1 GSM8K,67.17,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HFv1 HellaSwag,80.07,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HFv1 MMLU,66.97,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HFv1 TruthfulQA,51.41,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HF OpenLLM v1,66.79,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HFv1 GSM8K,67.17,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HFv1 HellaSwag,79.94,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HFv1 MMLU,66.46,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HFv1 TruthfulQA,50.89,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly,HFv1 Winogrande,75.45,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HF OpenLLM v1,67.1,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HFv1 GSM8K,67.17,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HFv1 HellaSwag,80.07,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HFv1 MMLU,66.97,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HFv1 TruthfulQA,51.41,,hf_open_llm_v1_240829_frozen.csv llama3_8b_chinese_chat_v2_nightly_v2,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HF OpenLLM v1,65.9,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HFv1 HellaSwag,79.94,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HFv1 MMLU,64.98,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HFv1 TruthfulQA,51.82,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v1,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HF OpenLLM v1,66.32,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HFv1 GSM8K,65.73,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HFv1 HellaSwag,80.01,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HFv1 MMLU,64.8,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HFv1 TruthfulQA,51.87,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v2,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HF OpenLLM v1,65.62,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HFv1 GSM8K,64.22,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HFv1 HellaSwag,80.05,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HFv1 MMLU,64.55,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HFv1 TruthfulQA,51.76,,hf_open_llm_v1_240829_frozen.csv llama3_8b_claudstruct_v3,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HF OpenLLM v1,66.87,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HFv1 GSM8K,68.69,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HFv1 HellaSwag,78.55,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HFv1 MMLU,67.07,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HFv1 TruthfulQA,51.65,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HF OpenLLM v1,68.11,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HFv1 GSM8K,69.75,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HFv1 HellaSwag,79.52,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HFv1 MMLU,67.0,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HFv1 TruthfulQA,54.21,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_abliterated_dpomix,HFv1 Winogrande,75.3,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HF OpenLLM v1,68.36,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HFv1 GSM8K,70.81,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HFv1 HellaSwag,79.5,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HFv1 MMLU,68.21,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HFv1 TruthfulQA,53.27,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_2,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HF OpenLLM v1,68.23,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HFv1 GSM8K,70.58,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HFv1 HellaSwag,79.2,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HFv1 MMLU,68.33,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HFv1 TruthfulQA,53.29,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_3,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HF OpenLLM v1,68.49,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HFv1 GSM8K,71.04,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HFv1 HellaSwag,79.73,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HFv1 MMLU,68.08,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HFv1 TruthfulQA,53.94,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_dpo_v0_4,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HF OpenLLM v1,64.46,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HFv1 ARC,58.19,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HFv1 GSM8K,58.61,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HFv1 HellaSwag,79.42,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HFv1 MMLU,65.59,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HFv1 TruthfulQA,48.38,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_orpo_qlora,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HF OpenLLM v1,65.68,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HFv1 ARC,60.15,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HFv1 GSM8K,66.79,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HFv1 HellaSwag,77.83,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HFv1 MMLU,64.68,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HFv1 TruthfulQA,50.02,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_10fail_1000total,HFv1 Winogrande,74.59,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HF OpenLLM v1,66.12,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HFv1 GSM8K,67.25,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HFv1 HellaSwag,77.92,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HFv1 MMLU,66.36,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HFv1 TruthfulQA,50.05,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_2fail_128total,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HF OpenLLM v1,65.62,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HFv1 GSM8K,65.5,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HFv1 HellaSwag,77.32,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HFv1 MMLU,65.62,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HFv1 TruthfulQA,50.16,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_3000total_bf16,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HF OpenLLM v1,65.19,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HFv1 GSM8K,61.26,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HFv1 HellaSwag,77.51,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HFv1 MMLU,65.82,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HFv1 TruthfulQA,50.07,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_ortho_baukit_5fail_500total,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HF OpenLLM v1,68.32,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HFv1 GSM8K,70.74,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HFv1 HellaSwag,79.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HFv1 MMLU,68.25,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HFv1 TruthfulQA,53.4,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_1,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HF OpenLLM v1,68.18,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HFv1 GSM8K,70.96,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HFv1 HellaSwag,79.27,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HFv1 MMLU,67.96,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HFv1 TruthfulQA,53.02,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_2,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HF OpenLLM v1,68.22,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HFv1 GSM8K,69.98,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HFv1 HellaSwag,79.55,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HFv1 MMLU,68.13,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HFv1 TruthfulQA,53.77,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_3,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HF OpenLLM v1,70.3,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HFv1 ARC,67.24,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HFv1 GSM8K,69.45,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HFv1 HellaSwag,83.23,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HFv1 MMLU,67.77,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HFv1 TruthfulQA,56.75,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_4,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HF OpenLLM v1,68.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HFv1 GSM8K,71.34,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HFv1 HellaSwag,79.41,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HFv1 MMLU,68.16,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HFv1 TruthfulQA,53.26,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_5,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HF OpenLLM v1,69.35,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HFv1 ARC,65.36,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HFv1 GSM8K,69.83,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HFv1 HellaSwag,81.82,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HFv1 MMLU,67.67,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HFv1 TruthfulQA,55.18,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_7,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HF OpenLLM v1,73.2,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HFv1 ARC,71.93,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HFv1 GSM8K,68.46,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HFv1 HellaSwag,87.77,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HFv1 MMLU,68.3,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HFv1 TruthfulQA,63.94,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_8,HFv1 Winogrande,79.08,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HF OpenLLM v1,73.29,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HFv1 ARC,72.35,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HFv1 GSM8K,66.49,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HFv1 HellaSwag,88.17,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HFv1 MMLU,68.1,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HFv1 TruthfulQA,64.67,,hf_open_llm_v1_240829_frozen.csv llama3_8b_instruct_v0_9,HFv1 Winogrande,79.95,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HF OpenLLM v1,62.48,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HFv1 ARC,60.15,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HFv1 GSM8K,44.66,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HFv1 HellaSwag,82.21,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HFv1 MMLU,66.69,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HFv1 TruthfulQA,42.93,,hf_open_llm_v1_240829_frozen.csv llama3_8b_nola,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HF OpenLLM v1,68.85,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HFv1 GSM8K,70.05,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HFv1 HellaSwag,81.19,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HFv1 MMLU,68.8,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HFv1 TruthfulQA,52.88,,hf_open_llm_v1_240829_frozen.csv llama3_8b_okay,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HF OpenLLM v1,62.13,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HFv1 ARC,56.23,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HFv1 GSM8K,44.05,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HFv1 HellaSwag,82.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HFv1 MMLU,65.74,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HFv1 TruthfulQA,46.81,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HF OpenLLM v1,64.67,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HFv1 GSM8K,48.75,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HFv1 HellaSwag,82.56,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HFv1 MMLU,66.59,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HFv1 TruthfulQA,50.47,,hf_open_llm_v1_240829_frozen.csv llama3_8b_orpo_v0_1,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HF OpenLLM v1,64.93,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HFv1 ARC,59.04,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HFv1 GSM8K,62.55,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HFv1 HellaSwag,78.35,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HFv1 MMLU,64.39,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HFv1 TruthfulQA,49.37,,hf_open_llm_v1_240829_frozen.csv llama3_8b_ortho_v2,HFv1 Winogrande,75.85,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HF OpenLLM v1,63.22,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HFv1 GSM8K,52.24,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HFv1 HellaSwag,83.12,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HFv1 MMLU,65.48,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HFv1 TruthfulQA,41.05,,hf_open_llm_v1_240829_frozen.csv llama3_8b_wangchanx_sft_demo,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HF OpenLLM v1,63.21,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HFv1 GSM8K,44.43,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HFv1 HellaSwag,80.24,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HFv1 MMLU,63.1,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HFv1 TruthfulQA,55.15,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HF OpenLLM v1,66.68,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HFv1 GSM8K,60.58,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HFv1 HellaSwag,79.72,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HFv1 MMLU,66.48,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HFv1 TruthfulQA,53.93,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v2,HFv1 Winogrande,76.72,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HF OpenLLM v1,66.81,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HFv1 ARC,63.4,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HFv1 GSM8K,59.21,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HFv1 HellaSwag,80.51,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HFv1 MMLU,67.9,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HFv1 TruthfulQA,53.57,,hf_open_llm_v1_240829_frozen.csv llama3_chinese_8b_instruct_v3,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HF OpenLLM v1,66.5,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HFv1 GSM8K,54.81,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HFv1 HellaSwag,84.13,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HFv1 MMLU,64.69,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HFv1 TruthfulQA,56.34,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v1_8b,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HF OpenLLM v1,65.44,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HFv1 GSM8K,53.07,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HFv1 HellaSwag,83.04,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HFv1 MMLU,64.97,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HFv1 TruthfulQA,51.88,,hf_open_llm_v1_240829_frozen.csv llama3_neural_chat_v2_2_8b,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HF OpenLLM v1,65.83,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HFv1 ARC,58.02,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HFv1 GSM8K,66.79,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HFv1 HellaSwag,79.7,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HFv1 MMLU,62.0,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HFv1 TruthfulQA,53.36,,hf_open_llm_v1_240829_frozen.csv llama3_neurona_8b,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HF OpenLLM v1,64.89,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HFv1 ARC,59.64,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HFv1 GSM8K,53.15,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HFv1 HellaSwag,82.18,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HFv1 MMLU,65.03,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HFv1 TruthfulQA,51.1,,hf_open_llm_v1_240829_frozen.csv llama3_orca_2_0_8b,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HF OpenLLM v1,30.44,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HFv1 ARC,23.29,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HFv1 HellaSwag,41.14,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HFv1 MMLU,24.59,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HFv1 TruthfulQA,40.92,,hf_open_llm_v1_240829_frozen.csv llama3_orpo_v1_merged_16bit,HFv1 Winogrande,52.72,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HF OpenLLM v1,66.65,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HFv1 GSM8K,68.23,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HFv1 HellaSwag,78.85,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HFv1 MMLU,66.8,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HFv1 TruthfulQA,49.97,,hf_open_llm_v1_240829_frozen.csv llama3_ruozhiba_8b,HFv1 Winogrande,75.45,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HF OpenLLM v1,59.72,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HFv1 ARC,58.11,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HFv1 GSM8K,46.17,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HFv1 HellaSwag,78.06,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HFv1 MMLU,57.11,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HFv1 TruthfulQA,47.68,,hf_open_llm_v1_240829_frozen.csv llama3_soliloquy_8b,HFv1 Winogrande,71.19,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HF OpenLLM v1,78.4,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HFv1 ARC,72.1,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HFv1 GSM8K,86.28,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HFv1 HellaSwag,86.21,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HFv1 MMLU,80.04,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HFv1 TruthfulQA,62.85,,hf_open_llm_v1_240829_frozen.csv llama3_tenyxchat_70b,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HF OpenLLM v1,57.55,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HFv1 ARC,54.44,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HFv1 GSM8K,34.42,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HFv1 HellaSwag,79.91,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HFv1 MMLU,60.9,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HFv1 TruthfulQA,41.05,,hf_open_llm_v1_240829_frozen.csv llama3_youko_8b,HFv1 Winogrande,74.59,,hf_open_llm_v1_240829_frozen.csv llama_13b,HF OpenLLM v1,51.36,,hf_open_llm_v1_240829_frozen.csv llama_13b,HFv1 ARC,56.23,,hf_open_llm_v1_240829_frozen.csv llama_13b,HFv1 GSM8K,7.58,,hf_open_llm_v1_240829_frozen.csv llama_13b,HFv1 HellaSwag,80.93,,hf_open_llm_v1_240829_frozen.csv llama_13b,HFv1 MMLU,47.67,,hf_open_llm_v1_240829_frozen.csv llama_13b,HFv1 TruthfulQA,39.48,,hf_open_llm_v1_240829_frozen.csv llama_13b,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv llama_160m,HF OpenLLM v1,29.55,,hf_open_llm_v1_240829_frozen.csv llama_160m,HFv1 ARC,24.83,,hf_open_llm_v1_240829_frozen.csv llama_160m,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv llama_160m,HFv1 HellaSwag,35.23,,hf_open_llm_v1_240829_frozen.csv llama_160m,HFv1 MMLU,24.26,,hf_open_llm_v1_240829_frozen.csv llama_160m,HFv1 TruthfulQA,42.08,,hf_open_llm_v1_240829_frozen.csv llama_160m,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HF OpenLLM v1,30.28,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HFv1 ARC,24.74,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HFv1 HellaSwag,35.32,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HFv1 MMLU,26.14,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HFv1 TruthfulQA,44.16,,hf_open_llm_v1_240829_frozen.csv llama_160m_chat_v1,HFv1 Winogrande,51.3,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HF OpenLLM v1,55.69,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HFv1 GSM8K,22.82,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HFv1 HellaSwag,82.13,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HFv1 MMLU,55.77,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HFv1 TruthfulQA,37.38,,hf_open_llm_v1_240829_frozen.csv llama_2_13b,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HF OpenLLM v1,54.09,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HFv1 ARC,59.22,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HFv1 HellaSwag,81.92,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HFv1 MMLU,56.67,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HFv1 TruthfulQA,48.23,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_beluga_qlora,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HF OpenLLM v1,54.91,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HFv1 ARC,59.04,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HFv1 GSM8K,15.24,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HFv1 HellaSwag,81.94,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HFv1 MMLU,54.64,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HFv1 TruthfulQA,44.12,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HF OpenLLM v1,53.69,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HFv1 GSM8K,10.69,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HFv1 HellaSwag,81.45,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HFv1 MMLU,55.82,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HFv1 TruthfulQA,38.23,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_dutch,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HF OpenLLM v1,53.92,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HFv1 ARC,53.84,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HFv1 GSM8K,12.36,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HFv1 HellaSwag,80.67,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HFv1 MMLU,54.44,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HFv1 TruthfulQA,46.23,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_chat_platypus,HFv1 Winogrande,76.01,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HF OpenLLM v1,54.61,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HFv1 GSM8K,8.49,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HFv1 HellaSwag,82.58,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HFv1 MMLU,55.86,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HFv1 TruthfulQA,43.61,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16,HFv1 Winogrande,76.72,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HF OpenLLM v1,54.16,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HFv1 ARC,59.13,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HFv1 GSM8K,8.11,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HFv1 HellaSwag,82.13,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HFv1 MMLU,54.98,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HFv1 TruthfulQA,44.23,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_eli5_1024_r_64_alpha_16_merged,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HF OpenLLM v1,53.14,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HFv1 ARC,59.04,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HFv1 GSM8K,10.01,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HFv1 HellaSwag,82.33,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HFv1 MMLU,55.36,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HFv1 TruthfulQA,35.75,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16,HFv1 Winogrande,76.32,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HF OpenLLM v1,52.94,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HFv1 ARC,58.45,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HFv1 GSM8K,10.69,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HFv1 HellaSwag,81.97,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HFv1 MMLU,55.02,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HFv1 TruthfulQA,35.85,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ds_wiki_1024_full_r_64_alpha_16_merged,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HF OpenLLM v1,54.14,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HFv1 GSM8K,10.54,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HFv1 HellaSwag,82.43,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HFv1 MMLU,55.41,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HFv1 TruthfulQA,39.9,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HF OpenLLM v1,53.57,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HFv1 GSM8K,8.72,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HFv1 HellaSwag,81.94,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HFv1 MMLU,55.0,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HFv1 TruthfulQA,40.26,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_eli5_wiki_1024_r_64_alpha_16_merged,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HF OpenLLM v1,53.67,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HFv1 GSM8K,10.84,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HFv1 HellaSwag,82.15,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HFv1 MMLU,55.67,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HFv1 TruthfulQA,37.39,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_fp16,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HF OpenLLM v1,52.89,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HFv1 GSM8K,8.57,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HFv1 HellaSwag,81.51,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HFv1 MMLU,54.31,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HFv1 TruthfulQA,37.81,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_ft_instruct_es,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HF OpenLLM v1,53.44,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HFv1 ARC,54.78,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HFv1 GSM8K,17.29,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HFv1 HellaSwag,79.05,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HFv1 MMLU,53.45,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HFv1 TruthfulQA,42.44,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_german_orpo,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HF OpenLLM v1,55.31,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HFv1 GSM8K,10.99,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HFv1 HellaSwag,82.99,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HFv1 MMLU,55.47,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HFv1 TruthfulQA,44.12,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_guanaco_qlora,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HF OpenLLM v1,55.14,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HFv1 GSM8K,9.33,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HFv1 HellaSwag,81.96,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HFv1 MMLU,55.46,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HFv1 TruthfulQA,45.71,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instruct_v0_2,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HF OpenLLM v1,54.63,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HFv1 GSM8K,8.04,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HFv1 HellaSwag,83.88,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HFv1 MMLU,55.57,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HFv1 TruthfulQA,46.89,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_instructed,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HF OpenLLM v1,54.22,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HFv1 ARC,58.87,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HFv1 GSM8K,9.4,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HFv1 HellaSwag,82.14,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HFv1 MMLU,54.98,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HFv1 TruthfulQA,42.84,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HF OpenLLM v1,52.9,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HFv1 HellaSwag,82.31,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HFv1 MMLU,55.21,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HFv1 TruthfulQA,41.91,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_platypus_vicuna_wizard,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HF OpenLLM v1,53.87,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HFv1 ARC,58.02,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HFv1 GSM8K,3.26,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HFv1 HellaSwag,82.33,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HFv1 MMLU,55.8,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HFv1 TruthfulQA,46.23,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_qlora,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HF OpenLLM v1,51.94,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HFv1 ARC,57.76,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HFv1 HellaSwag,82.16,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HFv1 MMLU,54.68,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HFv1 TruthfulQA,41.11,,hf_open_llm_v1_240829_frozen.csv llama_2_13b_vicuna_wizard,HFv1 Winogrande,74.98,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HF OpenLLM v1,55.04,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HFv1 ARC,57.42,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HFv1 GSM8K,8.11,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HFv1 HellaSwag,80.59,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HFv1 MMLU,55.99,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HFv1 TruthfulQA,53.45,,hf_open_llm_v1_240829_frozen.csv llama_2_16b_nastychat,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HF OpenLLM v1,51.13,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HFv1 ARC,55.03,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HFv1 GSM8K,2.88,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HFv1 HellaSwag,79.9,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HFv1 MMLU,53.73,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HFv1 TruthfulQA,40.48,,hf_open_llm_v1_240829_frozen.csv llama_2_26b_trenchcoat_stack,HFv1 Winogrande,74.74,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HF OpenLLM v1,29.53,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HFv1 ARC,26.96,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HFv1 HellaSwag,26.52,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HFv1 MMLU,23.33,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HFv1 TruthfulQA,50.71,,hf_open_llm_v1_240829_frozen.csv llama_2_3b,HFv1 Winogrande,49.64,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HF OpenLLM v1,67.87,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HFv1 ARC,67.32,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HFv1 GSM8K,54.06,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HFv1 HellaSwag,87.33,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HFv1 MMLU,69.83,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HFv1 TruthfulQA,44.92,,hf_open_llm_v1_240829_frozen.csv llama_2_70b,HFv1 Winogrande,83.74,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HF OpenLLM v1,62.4,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HFv1 GSM8K,26.69,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HFv1 HellaSwag,85.88,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HFv1 MMLU,63.91,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HFv1 TruthfulQA,52.8,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_chat,HFv1 Winogrande,80.51,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HF OpenLLM v1,62.61,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HFv1 ARC,68.52,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HFv1 GSM8K,28.73,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HFv1 HellaSwag,85.67,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HFv1 MMLU,67.03,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HFv1 TruthfulQA,43.47,,hf_open_llm_v1_240829_frozen.csv llama_2_70b_ia3_guanaco,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HF OpenLLM v1,50.97,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HFv1 ARC,53.07,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HFv1 GSM8K,14.48,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HFv1 HellaSwag,78.59,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HFv1 MMLU,46.87,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HFv1 TruthfulQA,38.76,,hf_open_llm_v1_240829_frozen.csv llama_2_7b,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HF OpenLLM v1,49.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HFv1 ARC,51.37,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HFv1 GSM8K,4.7,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HFv1 HellaSwag,78.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HFv1 MMLU,45.53,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HFv1 TruthfulQA,45.01,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_32k_instruct,HFv1 Winogrande,72.85,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HF OpenLLM v1,51.75,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HFv1 ARC,53.16,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HFv1 GSM8K,9.7,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HFv1 HellaSwag,79.24,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HFv1 MMLU,44.15,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HFv1 TruthfulQA,52.43,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_alpaca_gpt4,HFv1 Winogrande,71.82,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HF OpenLLM v1,50.74,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HFv1 ARC,52.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HFv1 GSM8K,7.35,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HFv1 HellaSwag,78.55,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HFv1 MMLU,48.32,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HFv1 TruthfulQA,45.57,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat,HFv1 Winogrande,71.74,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HF OpenLLM v1,52.52,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HFv1 ARC,52.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HFv1 GSM8K,19.11,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HFv1 HellaSwag,78.18,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HFv1 MMLU,48.1,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HFv1 TruthfulQA,45.4,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_attention_sparsity,HFv1 Winogrande,71.43,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HF OpenLLM v1,52.48,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HFv1 ARC,53.16,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HFv1 GSM8K,18.42,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HFv1 HellaSwag,78.26,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HFv1 MMLU,48.18,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HFv1 TruthfulQA,45.29,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_10_sparsity,HFv1 Winogrande,71.59,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HF OpenLLM v1,52.19,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HFv1 ARC,53.41,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HFv1 GSM8K,17.74,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HFv1 HellaSwag,77.91,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HFv1 MMLU,47.49,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HFv1 TruthfulQA,45.84,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_attention_sparsity,HFv1 Winogrande,70.72,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HF OpenLLM v1,52.01,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HFv1 ARC,52.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HFv1 GSM8K,17.82,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HFv1 HellaSwag,77.91,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HFv1 MMLU,47.27,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HFv1 TruthfulQA,45.88,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_20_sparsity,HFv1 Winogrande,70.72,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HF OpenLLM v1,51.8,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HFv1 ARC,53.41,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HFv1 GSM8K,17.44,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HFv1 HellaSwag,76.87,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HFv1 MMLU,47.04,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HFv1 TruthfulQA,45.02,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_attention_sparsity,HFv1 Winogrande,71.03,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HF OpenLLM v1,51.02,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HFv1 ARC,52.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HFv1 GSM8K,17.06,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HFv1 HellaSwag,76.58,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HFv1 MMLU,45.57,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HFv1 TruthfulQA,44.82,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_30_sparsity,HFv1 Winogrande,69.61,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HF OpenLLM v1,52.88,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HFv1 ARC,52.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HFv1 GSM8K,19.48,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HFv1 HellaSwag,78.44,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HFv1 MMLU,48.4,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HFv1 TruthfulQA,45.67,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan,HFv1 Winogrande,72.38,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HF OpenLLM v1,52.92,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HFv1 ARC,53.24,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HFv1 GSM8K,19.48,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HFv1 HellaSwag,78.43,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HFv1 MMLU,48.43,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HFv1 TruthfulQA,45.66,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_flan_v2,HFv1 Winogrande,72.3,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HF OpenLLM v1,50.89,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HFv1 ARC,52.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HFv1 GSM8K,8.49,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HFv1 HellaSwag,78.25,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HFv1 MMLU,48.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HFv1 TruthfulQA,45.18,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_100step_v2,HFv1 Winogrande,72.3,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HF OpenLLM v1,52.62,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HFv1 ARC,52.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HFv1 GSM8K,18.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HFv1 HellaSwag,78.02,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HFv1 MMLU,48.42,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HFv1 TruthfulQA,45.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan,HFv1 Winogrande,72.69,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HF OpenLLM v1,52.75,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HFv1 ARC,52.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HFv1 GSM8K,18.95,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HFv1 HellaSwag,78.04,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HFv1 MMLU,48.51,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HFv1 TruthfulQA,45.42,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_flan_v2,HFv1 Winogrande,72.93,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HF OpenLLM v1,52.26,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HFv1 ARC,52.05,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HFv1 GSM8K,18.95,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HFv1 HellaSwag,77.38,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HFv1 MMLU,48.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HFv1 TruthfulQA,44.6,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_merged,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HF OpenLLM v1,50.21,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HFv1 ARC,51.79,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HFv1 GSM8K,7.88,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HFv1 HellaSwag,77.41,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HFv1 MMLU,48.55,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HFv1 TruthfulQA,43.69,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_200step_v2,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HF OpenLLM v1,52.41,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HFv1 ARC,52.56,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HFv1 GSM8K,17.97,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HFv1 HellaSwag,77.76,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HFv1 MMLU,48.51,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HFv1 TruthfulQA,45.14,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_300step_flan_v2,HFv1 Winogrande,72.53,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HF OpenLLM v1,52.28,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HFv1 ARC,52.13,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HFv1 GSM8K,17.82,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HFv1 HellaSwag,77.63,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HFv1 MMLU,48.52,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HFv1 TruthfulQA,45.02,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_afr_441step_flan_v2,HFv1 Winogrande,72.53,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HF OpenLLM v1,47.89,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HFv1 ARC,49.57,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HFv1 HellaSwag,76.25,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HFv1 MMLU,45.99,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HFv1 TruthfulQA,42.17,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_flan2022_1_2m,HFv1 Winogrande,71.82,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HF OpenLLM v1,48.01,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HFv1 ARC,46.93,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HFv1 GSM8K,9.93,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HFv1 HellaSwag,74.11,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HFv1 MMLU,47.25,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HFv1 TruthfulQA,45.99,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco,HFv1 Winogrande,63.85,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HF OpenLLM v1,49.94,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HFv1 ARC,51.45,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HFv1 GSM8K,11.68,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HFv1 HellaSwag,76.99,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HFv1 MMLU,47.13,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HFv1 TruthfulQA,43.15,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj,HFv1 Winogrande,69.22,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HF OpenLLM v1,49.51,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HFv1 ARC,51.54,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HFv1 GSM8K,11.3,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HFv1 HellaSwag,76.52,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HFv1 MMLU,46.92,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HFv1 TruthfulQA,42.51,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_freeze_embed_tokens_q_v_proj_lora,HFv1 Winogrande,68.27,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HF OpenLLM v1,52.38,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HFv1 ARC,52.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HFv1 GSM8K,18.8,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HFv1 HellaSwag,76.68,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HFv1 MMLU,48.91,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HFv1 TruthfulQA,43.82,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_chat_guanaco_lora,HFv1 Winogrande,73.4,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HF OpenLLM v1,50.4,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HFv1 ARC,53.67,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HFv1 GSM8K,4.7,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HFv1 HellaSwag,78.21,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HFv1 MMLU,45.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HFv1 TruthfulQA,46.13,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_1024_qlora_merged,HFv1 Winogrande,73.8,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HF OpenLLM v1,49.71,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HFv1 ARC,53.67,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HFv1 GSM8K,5.61,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HFv1 HellaSwag,78.09,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HFv1 MMLU,45.63,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HFv1 TruthfulQA,41.72,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_eli5_cleaned_wiki65k_1024_qlora_merged,HFv1 Winogrande,73.56,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HF OpenLLM v1,43.68,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HFv1 ARC,23.29,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HFv1 GSM8K,4.47,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HFv1 HellaSwag,78.46,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HFv1 MMLU,42.33,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HFv1 TruthfulQA,37.97,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_flan2022_1_2m,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HF OpenLLM v1,48.48,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HFv1 ARC,52.05,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HFv1 GSM8K,5.0,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HFv1 HellaSwag,77.59,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HFv1 MMLU,43.99,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HFv1 TruthfulQA,39.32,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_gptq,HFv1 Winogrande,72.93,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HF OpenLLM v1,50.58,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HFv1 ARC,53.75,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HFv1 GSM8K,7.81,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HFv1 HellaSwag,78.69,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HFv1 MMLU,46.65,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HFv1 TruthfulQA,43.93,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_guanaco_instruct_sharded,HFv1 Winogrande,72.61,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HF OpenLLM v1,49.73,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HFv1 ARC,51.45,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HFv1 GSM8K,6.6,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HFv1 HellaSwag,78.63,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HFv1 MMLU,43.6,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HFv1 TruthfulQA,43.71,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_open_platypus,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HF OpenLLM v1,51.22,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HFv1 ARC,52.9,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HFv1 GSM8K,7.05,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HFv1 HellaSwag,77.71,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HFv1 MMLU,48.83,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HFv1 TruthfulQA,48.93,,hf_open_llm_v1_240829_frozen.csv llama_2_7b_physics,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HF OpenLLM v1,50.75,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HFv1 ARC,55.29,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HFv1 GSM8K,5.91,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HFv1 HellaSwag,81.69,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HFv1 MMLU,46.97,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HFv1 TruthfulQA,43.78,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v10_7b,HFv1 Winogrande,70.88,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HF OpenLLM v1,49.88,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HFv1 ARC,53.16,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HFv1 GSM8K,7.2,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HFv1 HellaSwag,78.11,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HFv1 MMLU,45.54,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HFv1 TruthfulQA,40.37,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_a_7b,HFv1 Winogrande,74.9,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HF OpenLLM v1,50.94,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HFv1 ARC,54.61,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HFv1 GSM8K,6.52,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HFv1 HellaSwag,81.0,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HFv1 MMLU,47.07,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HFv1 TruthfulQA,41.93,,hf_open_llm_v1_240829_frozen.csv llama_2_peanutbutter_v18_b_7b,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HF OpenLLM v1,66.47,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HFv1 ARC,67.58,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HFv1 GSM8K,30.48,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HFv1 HellaSwag,87.52,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HFv1 MMLU,69.11,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HFv1 TruthfulQA,61.79,,hf_open_llm_v1_240829_frozen.csv llama_2_wizard_70b_qlora,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv llama_65b,HF OpenLLM v1,62.79,,hf_open_llm_v1_240829_frozen.csv llama_65b,HFv1 ARC,63.48,,hf_open_llm_v1_240829_frozen.csv llama_65b,HFv1 GSM8K,37.23,,hf_open_llm_v1_240829_frozen.csv llama_65b,HFv1 HellaSwag,86.09,,hf_open_llm_v1_240829_frozen.csv llama_65b,HFv1 MMLU,63.93,,hf_open_llm_v1_240829_frozen.csv llama_65b,HFv1 TruthfulQA,43.43,,hf_open_llm_v1_240829_frozen.csv llama_65b,HFv1 Winogrande,82.56,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HF OpenLLM v1,29.72,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HFv1 ARC,23.29,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HFv1 HellaSwag,28.27,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HFv1 MMLU,25.18,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HFv1 TruthfulQA,47.27,,hf_open_llm_v1_240829_frozen.csv llama_68m_chat_v1,HFv1 Winogrande,54.3,,hf_open_llm_v1_240829_frozen.csv llama_7b,HF OpenLLM v1,45.65,,hf_open_llm_v1_240829_frozen.csv llama_7b,HFv1 ARC,51.02,,hf_open_llm_v1_240829_frozen.csv llama_7b,HFv1 GSM8K,3.56,,hf_open_llm_v1_240829_frozen.csv llama_7b,HFv1 HellaSwag,77.82,,hf_open_llm_v1_240829_frozen.csv llama_7b,HFv1 MMLU,35.71,,hf_open_llm_v1_240829_frozen.csv llama_7b,HFv1 TruthfulQA,34.33,,hf_open_llm_v1_240829_frozen.csv llama_7b,HFv1 Winogrande,71.43,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HF OpenLLM v1,48.82,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HFv1 ARC,54.35,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HFv1 GSM8K,4.62,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HFv1 HellaSwag,78.06,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HFv1 MMLU,45.35,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HFv1 TruthfulQA,37.11,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_ds_wiki65k_1024_r_64_alpha_16_merged,HFv1 Winogrande,73.4,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HF OpenLLM v1,49.98,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HFv1 ARC,54.1,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HFv1 GSM8K,4.55,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HFv1 HellaSwag,78.74,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HFv1 MMLU,45.44,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HFv1 TruthfulQA,43.4,,hf_open_llm_v1_240829_frozen.csv llama_7b_sft_qlora_eli5_wiki_dpo_ds_rm_top_2_1024_r_64_alpha_16,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HF OpenLLM v1,45.62,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HFv1 ARC,50.94,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HFv1 GSM8K,3.56,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HFv1 HellaSwag,77.8,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HFv1 MMLU,35.67,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HFv1 TruthfulQA,34.34,,hf_open_llm_v1_240829_frozen.csv llama_base_7b,HFv1 Winogrande,71.43,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HF OpenLLM v1,58.15,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HFv1 GSM8K,28.51,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HFv1 HellaSwag,83.0,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HFv1 MMLU,54.91,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HFv1 TruthfulQA,45.76,,hf_open_llm_v1_240829_frozen.csv llama_megamerge_dare_13b,HFv1 Winogrande,76.16,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HF OpenLLM v1,35.0,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HFv1 ARC,33.19,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HFv1 HellaSwag,56.6,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HFv1 MMLU,24.66,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HFv1 TruthfulQA,36.28,,hf_open_llm_v1_240829_frozen.csv llama_pile_350b,HFv1 Winogrande,58.48,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HF OpenLLM v1,49.19,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HFv1 ARC,49.83,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HFv1 GSM8K,3.87,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HFv1 HellaSwag,77.33,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HFv1 MMLU,44.41,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HFv1 TruthfulQA,47.96,,hf_open_llm_v1_240829_frozen.csv llama_v2_7b_32kc_security,HFv1 Winogrande,71.74,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HF OpenLLM v1,36.73,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HFv1 ARC,33.79,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HFv1 HellaSwag,59.24,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HFv1 MMLU,29.01,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HFv1 TruthfulQA,36.86,,hf_open_llm_v1_240829_frozen.csv llamacorn_1_1b_chat,HFv1 Winogrande,61.48,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HF OpenLLM v1,63.53,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HFv1 GSM8K,47.16,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HFv1 HellaSwag,82.22,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HFv1 MMLU,66.59,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HFv1 TruthfulQA,47.67,,hf_open_llm_v1_240829_frozen.csv llamarada_3_orpo_v2_8b,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HF OpenLLM v1,74.65,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HFv1 ARC,72.01,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HFv1 GSM8K,65.66,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HFv1 HellaSwag,88.83,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HFv1 MMLU,64.5,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HFv1 TruthfulQA,70.24,,hf_open_llm_v1_240829_frozen.csv llamaragdrama,HFv1 Winogrande,86.66,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HF OpenLLM v1,66.84,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HFv1 GSM8K,68.69,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HFv1 HellaSwag,78.33,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HFv1 MMLU,67.11,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HFv1 TruthfulQA,51.55,,hf_open_llm_v1_240829_frozen.csv llamaster_8b_v0_1,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HF OpenLLM v1,59.1,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HFv1 ARC,55.2,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HFv1 GSM8K,37.98,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HFv1 HellaSwag,80.57,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HFv1 MMLU,67.89,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HFv1 TruthfulQA,39.79,,hf_open_llm_v1_240829_frozen.csv llamion_14b_base,HFv1 Winogrande,73.16,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HF OpenLLM v1,58.31,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HFv1 ARC,54.61,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HFv1 GSM8K,36.69,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HFv1 HellaSwag,78.99,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HFv1 MMLU,63.28,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HFv1 TruthfulQA,42.98,,hf_open_llm_v1_240829_frozen.csv llamion_14b_chat,HFv1 Winogrande,73.32,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HF OpenLLM v1,52.28,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HFv1 ARC,52.65,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HFv1 GSM8K,15.31,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HFv1 HellaSwag,76.09,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HFv1 MMLU,51.68,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HFv1 TruthfulQA,45.86,,hf_open_llm_v1_240829_frozen.csv llava_v1_5_7b_vicuna,HFv1 Winogrande,72.06,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HF OpenLLM v1,31.77,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HFv1 ARC,26.88,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HFv1 HellaSwag,44.78,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HFv1 TruthfulQA,45.19,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_dolly_oasst_v1_0,HFv1 Winogrande,50.67,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HF OpenLLM v1,31.63,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HFv1 ARC,27.22,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HFv1 HellaSwag,44.7,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HFv1 TruthfulQA,44.69,,hf_open_llm_v1_240829_frozen.csv llm_jp_13b_instruct_full_jaster_v1_0,HFv1 Winogrande,50.04,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HF OpenLLM v1,38.51,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HFv1 ARC,39.08,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HFv1 HellaSwag,67.15,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HFv1 MMLU,26.43,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HFv1 TruthfulQA,34.71,,hf_open_llm_v1_240829_frozen.csv llongma_3b_lima,HFv1 Winogrande,63.38,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HF OpenLLM v1,53.02,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HFv1 ARC,57.51,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HFv1 GSM8K,7.51,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HFv1 HellaSwag,79.44,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HFv1 MMLU,49.35,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HFv1 TruthfulQA,49.84,,hf_open_llm_v1_240829_frozen.csv llongorca_7b_16k,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HF OpenLLM v1,56.92,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HFv1 ARC,60.58,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HFv1 GSM8K,15.92,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HFv1 HellaSwag,81.26,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HFv1 MMLU,57.92,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HFv1 TruthfulQA,48.89,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_13b_mini,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HF OpenLLM v1,51.66,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HFv1 ARC,53.5,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HFv1 GSM8K,9.55,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HFv1 HellaSwag,77.38,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HFv1 MMLU,49.72,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv losslessmegacoder_llama2_7b_mini,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HF OpenLLM v1,68.67,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HFv1 ARC,66.72,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HFv1 GSM8K,56.71,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HFv1 HellaSwag,85.03,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HFv1 MMLU,64.43,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HFv1 TruthfulQA,60.03,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7,HFv1 Winogrande,79.08,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HF OpenLLM v1,69.08,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HFv1 ARC,67.15,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HFv1 GSM8K,56.48,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HFv1 HellaSwag,85.39,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HFv1 MMLU,64.52,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HFv1 TruthfulQA,61.53,,hf_open_llm_v1_240829_frozen.csv loyal_piano_m7_cdpo,HFv1 Winogrande,79.4,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HF OpenLLM v1,62.77,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HFv1 GSM8K,45.34,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HFv1 HellaSwag,83.73,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HFv1 MMLU,63.25,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HFv1 TruthfulQA,44.07,,hf_open_llm_v1_240829_frozen.csv lr_experiment1_7b,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HF OpenLLM v1,57.98,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HFv1 GSM8K,10.01,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HFv1 HellaSwag,82.92,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HFv1 MMLU,58.7,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HFv1 TruthfulQA,55.55,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HF OpenLLM v1,57.92,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HFv1 ARC,63.48,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HFv1 GSM8K,9.93,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HFv1 HellaSwag,82.89,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HFv1 MMLU,58.72,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HFv1 TruthfulQA,55.56,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v2,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HF OpenLLM v1,57.94,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HFv1 ARC,63.74,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HFv1 GSM8K,9.93,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HFv1 HellaSwag,82.88,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HFv1 MMLU,58.64,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HFv1 TruthfulQA,55.56,,hf_open_llm_v1_240829_frozen.csv luban_marcoroni_13b_v3,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,55.34,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,60.24,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.22,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,58.03,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,55.26,,hf_open_llm_v1_240829_frozen.csv luban_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.37,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HF OpenLLM v1,65.3,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HFv1 ARC,62.12,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HFv1 GSM8K,39.88,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HFv1 HellaSwag,84.83,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HFv1 MMLU,60.45,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HFv1 TruthfulQA,67.65,,hf_open_llm_v1_240829_frozen.csv lucie_7b_v0_2_16bit,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HF OpenLLM v1,69.61,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HFv1 ARC,68.34,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HFv1 GSM8K,51.02,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HFv1 HellaSwag,87.13,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HFv1 MMLU,64.38,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HFv1 TruthfulQA,63.81,,hf_open_llm_v1_240829_frozen.csv lumosia_moe_4x10_7,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HF OpenLLM v1,60.02,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HFv1 ARC,59.56,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HFv1 GSM8K,30.78,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HFv1 HellaSwag,83.03,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HFv1 MMLU,60.9,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HFv1 TruthfulQA,49.29,,hf_open_llm_v1_240829_frozen.csv m_b_4_32,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HF OpenLLM v1,39.51,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HFv1 ARC,37.03,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HFv1 HellaSwag,67.75,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HFv1 TruthfulQA,47.05,,hf_open_llm_v1_240829_frozen.csv malayalam_llama_7b_instruct_v0_1,HFv1 Winogrande,62.12,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HF OpenLLM v1,63.08,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HFv1 ARC,63.4,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HFv1 GSM8K,40.18,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HFv1 HellaSwag,83.77,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HFv1 MMLU,61.18,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HFv1 TruthfulQA,52.08,,hf_open_llm_v1_240829_frozen.csv marcoro14_7b_slerp,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HF OpenLLM v1,67.44,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HFv1 ARC,61.43,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HFv1 GSM8K,65.5,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HFv1 HellaSwag,79.75,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HFv1 MMLU,71.64,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HFv1 TruthfulQA,48.55,,hf_open_llm_v1_240829_frozen.csv master_yi_9b,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HF OpenLLM v1,65.24,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HFv1 GSM8K,49.28,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HFv1 HellaSwag,84.19,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HFv1 MMLU,63.59,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HFv1 TruthfulQA,51.95,,hf_open_llm_v1_240829_frozen.csv mathhermes_2_5_mistral_7b,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HF OpenLLM v1,63.39,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HFv1 GSM8K,53.75,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HFv1 HellaSwag,82.14,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HFv1 MMLU,62.42,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HFv1 TruthfulQA,42.44,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HF OpenLLM v1,63.22,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HFv1 GSM8K,42.61,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HFv1 HellaSwag,81.51,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HFv1 MMLU,61.97,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HFv1 TruthfulQA,54.7,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HF OpenLLM v1,65.99,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HFv1 ARC,65.02,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HFv1 GSM8K,50.04,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HFv1 HellaSwag,83.08,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HFv1 MMLU,61.87,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HFv1 TruthfulQA,60.29,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HF OpenLLM v1,65.77,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HFv1 GSM8K,50.42,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HFv1 HellaSwag,82.87,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HFv1 MMLU,62.02,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HFv1 TruthfulQA,58.86,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_boost_dpo_preview,HFv1 Winogrande,75.85,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HF OpenLLM v1,64.87,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HFv1 GSM8K,56.18,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HFv1 HellaSwag,82.99,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HFv1 MMLU,62.7,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HFv1 TruthfulQA,45.79,,hf_open_llm_v1_240829_frozen.csv matter_0_1_7b_dpo_preview,HFv1 Winogrande,78.85,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HF OpenLLM v1,64.67,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HFv1 GSM8K,53.9,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HFv1 HellaSwag,82.39,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HFv1 MMLU,62.51,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HFv1 TruthfulQA,48.11,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HF OpenLLM v1,66.15,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HFv1 ARC,63.31,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HFv1 GSM8K,56.94,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HFv1 HellaSwag,83.16,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HFv1 MMLU,62.9,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HFv1 TruthfulQA,50.3,,hf_open_llm_v1_240829_frozen.csv matter_0_2_7b_dpo,HFv1 Winogrande,80.27,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HF OpenLLM v1,52.13,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HFv1 ARC,57.17,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HFv1 HellaSwag,79.57,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HFv1 MMLU,50.24,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HFv1 TruthfulQA,52.51,,hf_open_llm_v1_240829_frozen.csv mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,HFv1 Winogrande,72.93,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HF OpenLLM v1,36.06,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HFv1 ARC,32.94,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HFv1 GSM8K,1.36,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HFv1 HellaSwag,47.69,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HFv1 MMLU,31.9,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HFv1 TruthfulQA,43.53,,hf_open_llm_v1_240829_frozen.csv mc_model_v1,HFv1 Winogrande,58.96,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HF OpenLLM v1,58.13,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HFv1 ARC,57.59,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HFv1 GSM8K,32.83,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HFv1 HellaSwag,78.14,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HFv1 MMLU,56.13,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HFv1 TruthfulQA,48.77,,hf_open_llm_v1_240829_frozen.csv medchator_2x7b,HFv1 Winogrande,75.3,,hf_open_llm_v1_240829_frozen.csv medes_7b,HF OpenLLM v1,72.11,,hf_open_llm_v1_240829_frozen.csv medes_7b,HFv1 ARC,69.2,,hf_open_llm_v1_240829_frozen.csv medes_7b,HFv1 GSM8K,65.05,,hf_open_llm_v1_240829_frozen.csv medes_7b,HFv1 HellaSwag,86.84,,hf_open_llm_v1_240829_frozen.csv medes_7b,HFv1 MMLU,64.91,,hf_open_llm_v1_240829_frozen.csv medes_7b,HFv1 TruthfulQA,64.42,,hf_open_llm_v1_240829_frozen.csv medes_7b,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv megachat,HF OpenLLM v1,34.75,,hf_open_llm_v1_240829_frozen.csv megachat,HFv1 ARC,30.8,,hf_open_llm_v1_240829_frozen.csv megachat,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv megachat,HFv1 HellaSwag,54.35,,hf_open_llm_v1_240829_frozen.csv megachat,HFv1 MMLU,25.55,,hf_open_llm_v1_240829_frozen.csv megachat,HFv1 TruthfulQA,39.85,,hf_open_llm_v1_240829_frozen.csv megachat,HFv1 Winogrande,56.99,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HF OpenLLM v1,30.4,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HFv1 ARC,24.23,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HFv1 HellaSwag,39.18,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HFv1 MMLU,24.32,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HFv1 TruthfulQA,41.51,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m,HFv1 Winogrande,52.96,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HF OpenLLM v1,30.31,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HFv1 ARC,26.37,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HFv1 HellaSwag,38.39,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HFv1 MMLU,23.6,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HFv1 TruthfulQA,41.19,,hf_open_llm_v1_240829_frozen.csv megatron_gpt2_345m_evol_instruct_v2,HFv1 Winogrande,52.33,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HF OpenLLM v1,62.82,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HFv1 GSM8K,5.69,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HFv1 HellaSwag,87.3,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HFv1 MMLU,70.56,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HFv1 TruthfulQA,60.61,,hf_open_llm_v1_240829_frozen.csv melangea_70b,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HF OpenLLM v1,67.12,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HFv1 ARC,71.67,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HFv1 GSM8K,30.63,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HFv1 HellaSwag,87.5,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HFv1 MMLU,70.03,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HFv1 TruthfulQA,59.36,,hf_open_llm_v1_240829_frozen.csv melangeb_70b,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HF OpenLLM v1,61.96,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HFv1 ARC,71.67,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HFv1 HellaSwag,87.6,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HFv1 MMLU,70.37,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HFv1 TruthfulQA,58.13,,hf_open_llm_v1_240829_frozen.csv melangec_70b,HFv1 Winogrande,83.98,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HF OpenLLM v1,37.49,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HFv1 ARC,40.02,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HFv1 GSM8K,2.12,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HFv1 HellaSwag,65.14,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HFv1 MMLU,24.99,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HFv1 TruthfulQA,33.3,,hf_open_llm_v1_240829_frozen.csv merge_dolly_v2_3b_dpo_test,HFv1 Winogrande,59.35,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HF OpenLLM v1,68.06,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HFv1 ARC,68.94,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HFv1 GSM8K,45.19,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HFv1 HellaSwag,87.75,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HFv1 MMLU,55.35,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HFv1 TruthfulQA,72.76,,hf_open_llm_v1_240829_frozen.csv merged_dpo_7b,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HF OpenLLM v1,74.33,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HFv1 ARC,72.27,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HFv1 GSM8K,71.19,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HFv1 HellaSwag,87.84,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HFv1 MMLU,64.88,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HFv1 TruthfulQA,66.27,,hf_open_llm_v1_240829_frozen.csv mergetrix_7b,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HF OpenLLM v1,64.0,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HFv1 GSM8K,41.09,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HFv1 HellaSwag,84.52,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HFv1 MMLU,64.91,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HFv1 TruthfulQA,50.15,,hf_open_llm_v1_240829_frozen.csv merlinite_7b,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HF OpenLLM v1,65.22,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HFv1 GSM8K,47.76,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HFv1 HellaSwag,85.17,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HFv1 MMLU,64.34,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HFv1 TruthfulQA,50.05,,hf_open_llm_v1_240829_frozen.csv mermaid_7b_ties,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HF OpenLLM v1,74.8,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HFv1 ARC,68.17,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HFv1 GSM8K,72.18,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HFv1 HellaSwag,84.23,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HFv1 MMLU,76.54,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HFv1 TruthfulQA,65.44,,hf_open_llm_v1_240829_frozen.csv metamath_bagel_dpo_34b,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HF OpenLLM v1,74.42,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HFv1 GSM8K,65.43,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HFv1 HellaSwag,88.4,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HFv1 MMLU,66.31,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HFv1 TruthfulQA,71.86,,hf_open_llm_v1_240829_frozen.csv metamodel_moe,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HF OpenLLM v1,69.33,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HFv1 ARC,67.58,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HFv1 GSM8K,61.33,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HFv1 HellaSwag,84.73,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HFv1 MMLU,63.93,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HFv1 TruthfulQA,61.23,,hf_open_llm_v1_240829_frozen.csv metamodel_moe_multilingualv1,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HF OpenLLM v1,74.39,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HFv1 GSM8K,65.35,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HFv1 HellaSwag,88.38,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HFv1 MMLU,66.29,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HFv1 TruthfulQA,71.91,,hf_open_llm_v1_240829_frozen.csv metamodel_moex8,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HF OpenLLM v1,74.39,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HFv1 GSM8K,65.28,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HFv1 HellaSwag,88.39,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HFv1 MMLU,66.32,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HFv1 TruthfulQA,71.86,,hf_open_llm_v1_240829_frozen.csv metamodelv3,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HF OpenLLM v1,60.02,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HFv1 ARC,60.15,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HFv1 GSM8K,33.21,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HFv1 HellaSwag,82.85,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HFv1 MMLU,61.42,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HFv1 TruthfulQA,45.24,,hf_open_llm_v1_240829_frozen.csv metis_0_1,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HF OpenLLM v1,65.44,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HFv1 GSM8K,39.35,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HFv1 HellaSwag,84.8,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HFv1 MMLU,60.92,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HFv1 TruthfulQA,67.56,,hf_open_llm_v1_240829_frozen.csv metis_0_3,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HF OpenLLM v1,61.34,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HFv1 GSM8K,21.83,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HFv1 HellaSwag,84.0,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HFv1 MMLU,62.65,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HFv1 TruthfulQA,59.24,,hf_open_llm_v1_240829_frozen.csv metis_0_3_merged,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HF OpenLLM v1,61.34,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HFv1 GSM8K,22.21,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HFv1 HellaSwag,84.0,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HFv1 MMLU,62.7,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HFv1 TruthfulQA,59.24,,hf_open_llm_v1_240829_frozen.csv metis_0_4,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HF OpenLLM v1,62.65,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HFv1 GSM8K,42.91,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HFv1 HellaSwag,83.77,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HFv1 MMLU,62.16,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HFv1 TruthfulQA,49.33,,hf_open_llm_v1_240829_frozen.csv metis_0_5,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv mgpt,HF OpenLLM v1,27.61,,hf_open_llm_v1_240829_frozen.csv mgpt,HFv1 ARC,23.81,,hf_open_llm_v1_240829_frozen.csv mgpt,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mgpt,HFv1 HellaSwag,26.37,,hf_open_llm_v1_240829_frozen.csv mgpt,HFv1 MMLU,25.17,,hf_open_llm_v1_240829_frozen.csv mgpt,HFv1 TruthfulQA,39.62,,hf_open_llm_v1_240829_frozen.csv mgpt,HFv1 Winogrande,50.67,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HF OpenLLM v1,47.29,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HFv1 ARC,47.53,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HFv1 GSM8K,16.68,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HFv1 HellaSwag,65.31,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HFv1 MMLU,45.74,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HFv1 TruthfulQA,46.22,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3,HFv1 Winogrande,62.27,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HF OpenLLM v1,47.77,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HFv1 ARC,49.57,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HFv1 GSM8K,15.24,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HFv1 HellaSwag,68.1,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HFv1 MMLU,45.76,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HFv1 TruthfulQA,45.88,,hf_open_llm_v1_240829_frozen.csv mhm_7b_v1_3_dpo_1,HFv1 Winogrande,62.04,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HF OpenLLM v1,74.01,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HFv1 GSM8K,71.57,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HFv1 HellaSwag,87.75,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HFv1 MMLU,64.7,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HFv1 TruthfulQA,67.1,,hf_open_llm_v1_240829_frozen.csv mhm_8x7b_frankenmoe_v1_0,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv michel_13b,HF OpenLLM v1,57.56,,hf_open_llm_v1_240829_frozen.csv michel_13b,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv michel_13b,HFv1 GSM8K,20.17,,hf_open_llm_v1_240829_frozen.csv michel_13b,HFv1 HellaSwag,83.21,,hf_open_llm_v1_240829_frozen.csv michel_13b,HFv1 MMLU,55.05,,hf_open_llm_v1_240829_frozen.csv michel_13b,HFv1 TruthfulQA,50.43,,hf_open_llm_v1_240829_frozen.csv michel_13b,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HF OpenLLM v1,28.9,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HFv1 ARC,24.06,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HFv1 HellaSwag,29.25,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HFv1 MMLU,25.54,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HFv1 TruthfulQA,45.02,,hf_open_llm_v1_240829_frozen.csv microscopic_mistral_87k_steps,HFv1 Winogrande,49.57,,hf_open_llm_v1_240829_frozen.csv mindllm,HF OpenLLM v1,29.28,,hf_open_llm_v1_240829_frozen.csv mindllm,HFv1 ARC,22.44,,hf_open_llm_v1_240829_frozen.csv mindllm,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv mindllm,HFv1 HellaSwag,34.11,,hf_open_llm_v1_240829_frozen.csv mindllm,HFv1 MMLU,25.5,,hf_open_llm_v1_240829_frozen.csv mindllm,HFv1 TruthfulQA,43.48,,hf_open_llm_v1_240829_frozen.csv mindllm,HFv1 Winogrande,49.33,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HF OpenLLM v1,64.4,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HFv1 GSM8K,56.56,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HFv1 HellaSwag,79.91,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HFv1 MMLU,59.55,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HFv1 TruthfulQA,54.64,,hf_open_llm_v1_240829_frozen.csv mini_7b_dare_v1,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HF OpenLLM v1,61.23,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HFv1 GSM8K,35.03,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HFv1 HellaSwag,83.89,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HFv1 MMLU,61.9,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HFv1 TruthfulQA,48.47,,hf_open_llm_v1_240829_frozen.csv mini_dpo_test02,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HF OpenLLM v1,63.39,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HFv1 GSM8K,44.88,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HFv1 HellaSwag,83.44,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HFv1 MMLU,61.2,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HFv1 TruthfulQA,53.67,,hf_open_llm_v1_240829_frozen.csv mini_synatra_sft,HFv1 Winogrande,74.66,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HF OpenLLM v1,37.37,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HFv1 ARC,34.73,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HFv1 GSM8K,1.9,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HFv1 HellaSwag,62.38,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HFv1 MMLU,25.69,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HFv1 TruthfulQA,38.97,,hf_open_llm_v1_240829_frozen.csv minillama_1_8b_chat_v0_1,HFv1 Winogrande,60.54,,hf_open_llm_v1_240829_frozen.csv minima_3b,HF OpenLLM v1,41.44,,hf_open_llm_v1_240829_frozen.csv minima_3b,HFv1 ARC,43.43,,hf_open_llm_v1_240829_frozen.csv minima_3b,HFv1 GSM8K,2.73,,hf_open_llm_v1_240829_frozen.csv minima_3b,HFv1 HellaSwag,68.06,,hf_open_llm_v1_240829_frozen.csv minima_3b,HFv1 MMLU,28.69,,hf_open_llm_v1_240829_frozen.csv minima_3b,HFv1 TruthfulQA,39.76,,hf_open_llm_v1_240829_frozen.csv minima_3b,HFv1 Winogrande,65.98,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HF OpenLLM v1,41.6,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HFv1 ARC,40.7,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HFv1 GSM8K,1.36,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HFv1 HellaSwag,54.06,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HFv1 MMLU,43.32,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HFv1 TruthfulQA,49.65,,hf_open_llm_v1_240829_frozen.csv minimerlin_3b_v0_1,HFv1 Winogrande,60.54,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HF OpenLLM v1,55.37,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HFv1 GSM8K,12.05,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HFv1 HellaSwag,82.42,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HFv1 MMLU,55.87,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HFv1 TruthfulQA,45.57,,hf_open_llm_v1_240829_frozen.csv minotaur_llama2_13b_qlora,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HF OpenLLM v1,28.92,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HFv1 ARC,21.33,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HFv1 HellaSwag,26.39,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HFv1 MMLU,24.8,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HFv1 TruthfulQA,47.45,,hf_open_llm_v1_240829_frozen.csv minueza_32m_base,HFv1 Winogrande,53.2,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HF OpenLLM v1,28.49,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HFv1 ARC,20.39,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HFv1 HellaSwag,26.54,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HFv1 MMLU,25.75,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HFv1 TruthfulQA,47.27,,hf_open_llm_v1_240829_frozen.csv minueza_32m_chat,HFv1 Winogrande,50.99,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HF OpenLLM v1,28.8,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HFv1 ARC,20.73,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HFv1 HellaSwag,26.72,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HFv1 MMLU,26.84,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HFv1 TruthfulQA,47.75,,hf_open_llm_v1_240829_frozen.csv minueza_32m_deita,HFv1 Winogrande,50.51,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HF OpenLLM v1,28.97,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HFv1 ARC,21.08,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HFv1 HellaSwag,26.95,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HFv1 MMLU,26.08,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HFv1 TruthfulQA,47.7,,hf_open_llm_v1_240829_frozen.csv minueza_32m_ultrachat,HFv1 Winogrande,51.78,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HF OpenLLM v1,28.12,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HFv1 ARC,20.14,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HFv1 HellaSwag,26.36,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HFv1 MMLU,26.07,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HFv1 TruthfulQA,44.56,,hf_open_llm_v1_240829_frozen.csv minueza_32mx2_chat,HFv1 Winogrande,51.62,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HF OpenLLM v1,76.59,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HFv1 GSM8K,67.7,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HFv1 HellaSwag,88.61,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HFv1 MMLU,75.49,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HFv1 TruthfulQA,69.38,,hf_open_llm_v1_240829_frozen.csv miqu_1_70b_sf,HFv1 Winogrande,85.32,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HF OpenLLM v1,76.6,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HFv1 ARC,73.21,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HFv1 GSM8K,67.55,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HFv1 HellaSwag,88.6,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HFv1 MMLU,75.41,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HFv1 TruthfulQA,69.44,,hf_open_llm_v1_240829_frozen.csv miqu_70b_alpaca_dpo,HFv1 Winogrande,85.4,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HF OpenLLM v1,29.49,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HFv1 ARC,24.66,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HFv1 HellaSwag,26.78,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HFv1 TruthfulQA,50.07,,hf_open_llm_v1_240829_frozen.csv mistral7b_test001,HFv1 Winogrande,52.33,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HF OpenLLM v1,66.12,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HFv1 ARC,64.25,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HFv1 GSM8K,52.39,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HFv1 HellaSwag,83.81,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HFv1 MMLU,63.66,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HFv1 TruthfulQA,54.66,,hf_open_llm_v1_240829_frozen.csv mistral_11b_slimorca,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.64,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HFv1 ARC,28.67,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.35,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HFv1 MMLU,24.66,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.1,,hf_open_llm_v1_240829_frozen.csv mistral_1_from_mixtral_8x7b_v0_1,HFv1 Winogrande,50.04,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HF OpenLLM v1,49.94,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HFv1 ARC,49.4,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HFv1 GSM8K,6.37,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HFv1 HellaSwag,72.92,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HFv1 MMLU,48.75,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HFv1 TruthfulQA,47.35,,hf_open_llm_v1_240829_frozen.csv mistral_22b_v0_1,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.83,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HFv1 ARC,28.41,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.49,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HFv1 MMLU,24.17,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.37,,hf_open_llm_v1_240829_frozen.csv mistral_2_from_mixtral_8x7b_v0_1,HFv1 Winogrande,51.54,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.93,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HFv1 ARC,29.35,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.59,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HFv1 MMLU,25.73,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.19,,hf_open_llm_v1_240829_frozen.csv mistral_3_from_mixtral_8x7b_v0_1,HFv1 Winogrande,49.72,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.53,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HFv1 ARC,28.24,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,27.53,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HFv1 MMLU,24.83,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.51,,hf_open_llm_v1_240829_frozen.csv mistral_4_from_mixtral_8x7b_v0_1,HFv1 Winogrande,48.07,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.83,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HFv1 ARC,29.35,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.44,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HFv1 MMLU,25.1,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.27,,hf_open_llm_v1_240829_frozen.csv mistral_5_from_mixtral_8x7b_v0_1,HFv1 Winogrande,49.8,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.61,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HFv1 ARC,28.33,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.82,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HFv1 MMLU,25.45,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.39,,hf_open_llm_v1_240829_frozen.csv mistral_6_from_mixtral_8x7b_v0_1,HFv1 Winogrande,48.7,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.64,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HFv1 ARC,29.1,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.57,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HFv1 MMLU,25.12,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.54,,hf_open_llm_v1_240829_frozen.csv mistral_7_from_mixtral_8x7b_v0_1,HFv1 Winogrande,48.54,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HF OpenLLM v1,54.92,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HFv1 ARC,58.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HFv1 HellaSwag,82.01,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HFv1 MMLU,58.72,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HFv1 TruthfulQA,53.54,,hf_open_llm_v1_240829_frozen.csv mistral_7b_aezakmi_v1,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HF OpenLLM v1,59.27,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HFv1 ARC,63.23,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HFv1 GSM8K,17.97,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HFv1 HellaSwag,84.99,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HFv1 MMLU,63.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HFv1 TruthfulQA,47.47,,hf_open_llm_v1_240829_frozen.csv mistral_7b_claude_instruct,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HF OpenLLM v1,74.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HFv1 GSM8K,70.89,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HFv1 HellaSwag,88.15,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HFv1 MMLU,64.83,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HFv1 TruthfulQA,68.48,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_merge_v1_1,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HF OpenLLM v1,29.48,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HFv1 ARC,25.51,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HFv1 HellaSwag,25.52,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HFv1 MMLU,26.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HFv1 TruthfulQA,48.81,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_open_orca_flan_50k_synthetic_5_models,HFv1 Winogrande,50.2,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HF OpenLLM v1,73.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HFv1 ARC,72.01,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HFv1 GSM8K,70.66,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HFv1 HellaSwag,87.57,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HFv1 MMLU,63.85,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HFv1 TruthfulQA,66.86,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v5,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HF OpenLLM v1,74.5,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HFv1 GSM8K,70.89,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HFv1 HellaSwag,88.1,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HFv1 MMLU,64.68,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HFv1 TruthfulQA,68.24,,hf_open_llm_v1_240829_frozen.csv mistral_7b_dpo_v6,HFv1 Winogrande,82.56,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HF OpenLLM v1,56.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HFv1 GSM8K,25.55,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HFv1 HellaSwag,80.3,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HFv1 MMLU,59.42,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HFv1 TruthfulQA,40.93,,hf_open_llm_v1_240829_frozen.csv mistral_7b_erebus_v3,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HF OpenLLM v1,61.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HFv1 GSM8K,37.0,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HFv1 HellaSwag,83.24,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HFv1 MMLU,63.74,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HFv1 TruthfulQA,43.64,,hf_open_llm_v1_240829_frozen.csv mistral_7b_ft_h4_no_robots_instructions,HFv1 Winogrande,78.85,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HF OpenLLM v1,52.49,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HFv1 GSM8K,20.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HFv1 HellaSwag,44.42,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HFv1 MMLU,59.29,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HFv1 TruthfulQA,53.51,,hf_open_llm_v1_240829_frozen.csv mistral_7b_golden,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HF OpenLLM v1,62.29,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HFv1 ARC,58.02,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HFv1 GSM8K,50.34,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HFv1 HellaSwag,79.26,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HFv1 MMLU,58.78,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HFv1 TruthfulQA,50.66,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_sft_tuned_v0_2,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HF OpenLLM v1,54.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HFv1 ARC,54.52,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HFv1 GSM8K,14.25,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HFv1 HellaSwag,75.63,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HFv1 MMLU,55.38,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HFv1 TruthfulQA,56.28,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_1,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HF OpenLLM v1,65.71,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HFv1 GSM8K,40.03,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HFv1 HellaSwag,84.88,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HFv1 MMLU,60.78,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HFv1 TruthfulQA,68.26,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HF OpenLLM v1,65.48,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HFv1 GSM8K,38.89,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HFv1 HellaSwag,84.88,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HFv1 MMLU,60.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HFv1 TruthfulQA,68.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_10_v0_1,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HF OpenLLM v1,65.74,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HFv1 GSM8K,39.73,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HFv1 HellaSwag,84.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HFv1 MMLU,60.81,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HFv1 TruthfulQA,68.26,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_20,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HF OpenLLM v1,65.51,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HFv1 GSM8K,39.42,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HFv1 HellaSwag,84.71,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HFv1 MMLU,60.49,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HFv1 TruthfulQA,67.49,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_attention_sparsity_30,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HF OpenLLM v1,65.56,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HFv1 GSM8K,40.26,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HFv1 HellaSwag,84.74,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HFv1 MMLU,60.6,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HFv1 TruthfulQA,67.35,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_selfplay_v0,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HF OpenLLM v1,65.68,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HFv1 GSM8K,40.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HFv1 HellaSwag,84.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HFv1 MMLU,60.75,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HFv1 TruthfulQA,68.22,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sp_v0,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HF OpenLLM v1,65.48,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HFv1 GSM8K,38.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HFv1 HellaSwag,84.85,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HFv1 MMLU,60.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HFv1 TruthfulQA,67.93,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_10,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HF OpenLLM v1,50.7,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HFv1 ARC,52.65,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HFv1 GSM8K,11.3,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HFv1 HellaSwag,76.71,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HFv1 MMLU,47.27,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HFv1 TruthfulQA,47.22,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_20,HFv1 Winogrande,69.06,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HF OpenLLM v1,49.74,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HFv1 ARC,51.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HFv1 GSM8K,10.54,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HFv1 HellaSwag,75.72,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HFv1 MMLU,46.54,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HFv1 TruthfulQA,45.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v0_2_sparsity_30,HFv1 Winogrande,68.98,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HF OpenLLM v1,65.68,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HFv1 GSM8K,40.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HFv1 HellaSwag,84.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HFv1 MMLU,60.75,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HFv1 TruthfulQA,68.22,,hf_open_llm_v1_240829_frozen.csv mistral_7b_instruct_v2_sp_v0_1,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HF OpenLLM v1,63.75,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HFv1 GSM8K,44.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HFv1 HellaSwag,82.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HFv1 MMLU,57.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HFv1 TruthfulQA,53.65,,hf_open_llm_v1_240829_frozen.csv mistral_7b_med_merge,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HF OpenLLM v1,58.85,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HFv1 GSM8K,38.36,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HFv1 HellaSwag,80.57,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HFv1 MMLU,57.66,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HFv1 TruthfulQA,41.91,,hf_open_llm_v1_240829_frozen.csv mistral_7b_norobots,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HF OpenLLM v1,56.29,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HFv1 ARC,55.8,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HFv1 GSM8K,12.59,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HFv1 HellaSwag,82.13,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HFv1 MMLU,59.76,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HFv1 TruthfulQA,48.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_open_platypus,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HF OpenLLM v1,58.9,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HFv1 GSM8K,11.98,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HFv1 HellaSwag,84.66,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HFv1 MMLU,62.2,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HFv1 TruthfulQA,52.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openorca_1k,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HF OpenLLM v1,58.07,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HFv1 ARC,60.15,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HFv1 GSM8K,17.44,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HFv1 HellaSwag,84.25,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HFv1 MMLU,59.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HFv1 TruthfulQA,49.86,,hf_open_llm_v1_240829_frozen.csv mistral_7b_openplatypus_1k,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HF OpenLLM v1,58.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HFv1 GSM8K,20.09,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HFv1 HellaSwag,82.44,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HFv1 MMLU,60.75,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HFv1 TruthfulQA,54.59,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_airoboros_pref_10k,HFv1 Winogrande,74.98,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HF OpenLLM v1,63.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HFv1 GSM8K,41.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HFv1 HellaSwag,83.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HFv1 MMLU,63.49,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HFv1 TruthfulQA,53.87,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_alignment_handbook,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HF OpenLLM v1,60.36,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HFv1 ARC,58.79,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HFv1 GSM8K,28.43,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HFv1 HellaSwag,83.57,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HFv1 MMLU,61.15,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HFv1 TruthfulQA,54.13,,hf_open_llm_v1_240829_frozen.csv mistral_7b_orpo_capybara_reproduction,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HF OpenLLM v1,58.19,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HFv1 GSM8K,16.38,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HFv1 HellaSwag,82.93,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HFv1 MMLU,63.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HFv1 TruthfulQA,46.96,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus1k,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HF OpenLLM v1,58.71,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HFv1 GSM8K,17.36,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HFv1 HellaSwag,84.15,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HFv1 MMLU,64.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HFv1 TruthfulQA,45.07,,hf_open_llm_v1_240829_frozen.csv mistral_7b_platypus_fp16,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HF OpenLLM v1,57.82,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HFv1 ARC,54.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HFv1 GSM8K,31.24,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HFv1 HellaSwag,75.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HFv1 MMLU,55.4,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HFv1 TruthfulQA,56.28,,hf_open_llm_v1_240829_frozen.csv mistral_7b_selfplay_v0,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HF OpenLLM v1,72.17,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HFv1 GSM8K,65.81,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HFv1 HellaSwag,84.9,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HFv1 MMLU,64.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HFv1 TruthfulQA,69.72,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_dpo_v0,HFv1 Winogrande,81.77,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HF OpenLLM v1,53.7,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HFv1 ARC,58.79,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HFv1 GSM8K,10.31,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HFv1 HellaSwag,81.92,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HFv1 MMLU,55.72,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HFv1 TruthfulQA,37.49,,hf_open_llm_v1_240829_frozen.csv mistral_7b_sft_open_orca_flan_50k,HFv1 Winogrande,77.98,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HF OpenLLM v1,60.97,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HFv1 GSM8K,37.83,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HFv1 HellaSwag,83.31,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HFv1 MMLU,64.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HFv1 TruthfulQA,42.15,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HF OpenLLM v1,61.3,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HFv1 ARC,60.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HFv1 GSM8K,37.23,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HFv1 HellaSwag,83.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HFv1 MMLU,64.01,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HFv1 TruthfulQA,43.53,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_dpo,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HF OpenLLM v1,60.79,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HFv1 ARC,60.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HFv1 GSM8K,36.85,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HFv1 HellaSwag,83.22,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HFv1 MMLU,64.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HFv1 TruthfulQA,42.28,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_half_naive_a,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HF OpenLLM v1,64.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HFv1 GSM8K,55.5,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HFv1 HellaSwag,83.36,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HFv1 MMLU,64.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HFv1 TruthfulQA,43.14,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_layla_v4,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HF OpenLLM v1,58.92,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HFv1 GSM8K,17.29,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HFv1 HellaSwag,85.08,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HFv1 MMLU,63.79,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HFv1 TruthfulQA,47.33,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_open_platypus,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HF OpenLLM v1,64.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HFv1 GSM8K,43.29,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HFv1 HellaSwag,83.78,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HFv1 MMLU,63.57,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HFv1 TruthfulQA,52.6,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_orpo,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HF OpenLLM v1,60.48,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HFv1 ARC,60.32,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HFv1 GSM8K,35.94,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HFv1 HellaSwag,83.12,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HFv1 MMLU,64.11,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HFv1 TruthfulQA,41.94,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_2,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HF OpenLLM v1,29.16,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HFv1 ARC,28.67,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HFv1 HellaSwag,25.64,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HFv1 TruthfulQA,47.95,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_1_signtensors_1_over_4,HFv1 Winogrande,49.57,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HF OpenLLM v1,60.41,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HFv1 GSM8K,34.95,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HFv1 HellaSwag,83.08,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HFv1 MMLU,63.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HFv1 TruthfulQA,41.8,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_2,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HF OpenLLM v1,60.28,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HFv1 GSM8K,34.5,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HFv1 HellaSwag,82.99,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HFv1 MMLU,63.46,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HFv1 TruthfulQA,41.79,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v0_3,HFv1 Winogrande,78.45,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HF OpenLLM v1,65.67,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HFv1 GSM8K,39.8,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HFv1 HellaSwag,84.97,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HFv1 MMLU,60.71,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HFv1 TruthfulQA,68.24,,hf_open_llm_v1_240829_frozen.csv mistral_7b_v2_selfplay,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HF OpenLLM v1,29.91,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HFv1 ARC,29.01,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HFv1 HellaSwag,26.23,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HFv1 MMLU,25.29,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HFv1 TruthfulQA,48.12,,hf_open_llm_v1_240829_frozen.csv mistral_8_from_mixtral_8x7b_v0_1,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HF OpenLLM v1,60.95,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HFv1 GSM8K,35.33,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HFv1 HellaSwag,83.22,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HFv1 MMLU,61.22,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HFv1 TruthfulQA,47.9,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr03_32_sig,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HF OpenLLM v1,60.85,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HFv1 GSM8K,34.19,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HFv1 HellaSwag,83.28,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HFv1 MMLU,60.86,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HFv1 TruthfulQA,49.69,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr05_32_sig,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HF OpenLLM v1,60.43,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HFv1 ARC,58.62,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HFv1 GSM8K,37.83,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HFv1 HellaSwag,82.57,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HFv1 MMLU,61.35,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HFv1 TruthfulQA,44.34,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr10_32_sig,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HF OpenLLM v1,60.43,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HFv1 ARC,58.7,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HFv1 GSM8K,37.6,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HFv1 HellaSwag,82.54,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HFv1 MMLU,61.41,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HFv1 TruthfulQA,44.75,,hf_open_llm_v1_240829_frozen.csv mistral_dmbr20_32_sig,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HF OpenLLM v1,64.99,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HFv1 ARC,63.91,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HFv1 GSM8K,48.67,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HFv1 HellaSwag,84.42,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HFv1 MMLU,63.01,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HFv1 TruthfulQA,51.74,,hf_open_llm_v1_240829_frozen.csv mistral_dolphin_2_8_grok_instract_2_7b_slerp,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HF OpenLLM v1,65.8,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HFv1 GSM8K,49.81,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HFv1 HellaSwag,84.65,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HFv1 MMLU,63.11,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HFv1 TruthfulQA,59.23,,hf_open_llm_v1_240829_frozen.csv mistral_evolved_11b_v0_1,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HF OpenLLM v1,62.87,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HFv1 GSM8K,39.88,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HFv1 HellaSwag,83.03,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HFv1 MMLU,61.04,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HFv1 TruthfulQA,53.51,,hf_open_llm_v1_240829_frozen.csv mistral_grok_instract_2_7b_slerp,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HF OpenLLM v1,61.21,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HFv1 ARC,56.74,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HFv1 GSM8K,37.6,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HFv1 HellaSwag,80.82,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HFv1 MMLU,59.1,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HFv1 TruthfulQA,55.86,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HF OpenLLM v1,64.05,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HFv1 GSM8K,37.0,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HFv1 HellaSwag,83.71,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HFv1 MMLU,59.19,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HFv1 TruthfulQA,64.08,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpaca_dpo2,HFv1 Winogrande,78.45,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HF OpenLLM v1,65.34,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HFv1 ARC,62.12,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HFv1 GSM8K,40.33,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HFv1 HellaSwag,84.55,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HFv1 MMLU,60.66,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HFv1 TruthfulQA,67.29,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_7b_v0_2_chatalpacav2_4bit,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HF OpenLLM v1,58.96,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HFv1 ARC,58.19,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HFv1 GSM8K,11.22,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HFv1 HellaSwag,83.26,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HFv1 MMLU,59.53,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HFv1 TruthfulQA,66.48,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_frankenmerge,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HF OpenLLM v1,61.39,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HFv1 ARC,61.01,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HFv1 GSM8K,31.08,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HFv1 HellaSwag,81.55,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HFv1 MMLU,58.22,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HFv1 TruthfulQA,60.4,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_moe_experimental,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HF OpenLLM v1,59.08,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HFv1 ARC,57.42,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HFv1 GSM8K,30.78,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HFv1 HellaSwag,78.34,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HFv1 MMLU,55.19,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HFv1 TruthfulQA,57.61,,hf_open_llm_v1_240829_frozen.csv mistral_instruct_slerp,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HF OpenLLM v1,60.78,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HFv1 GSM8K,37.53,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HFv1 HellaSwag,82.84,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HFv1 MMLU,61.39,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HFv1 TruthfulQA,46.2,,hf_open_llm_v1_240829_frozen.csv mistral_kmmbr_32_sig,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HF OpenLLM v1,60.79,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HFv1 ARC,59.64,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HFv1 GSM8K,36.09,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HFv1 HellaSwag,83.1,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HFv1 MMLU,61.43,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HFv1 TruthfulQA,46.31,,hf_open_llm_v1_240829_frozen.csv mistral_mbr_32_sig,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HF OpenLLM v1,48.93,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HFv1 ARC,55.29,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HFv1 GSM8K,6.6,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HFv1 HellaSwag,70.48,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HFv1 MMLU,43.05,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HFv1 TruthfulQA,51.08,,hf_open_llm_v1_240829_frozen.csv mistral_megamerge_dare_7b,HFv1 Winogrande,67.09,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HF OpenLLM v1,63.85,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HFv1 GSM8K,36.85,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HFv1 HellaSwag,85.18,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HFv1 MMLU,63.57,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HFv1 TruthfulQA,51.32,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4,HFv1 Winogrande,80.11,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HF OpenLLM v1,63.89,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HFv1 ARC,66.89,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HFv1 GSM8K,36.54,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HFv1 HellaSwag,85.23,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HFv1 MMLU,63.47,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HFv1 TruthfulQA,50.91,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_4_laser,HFv1 Winogrande,80.27,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HF OpenLLM v1,61.98,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HFv1 ARC,65.44,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HFv1 GSM8K,36.54,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HFv1 HellaSwag,84.66,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HFv1 MMLU,62.56,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HFv1 TruthfulQA,42.43,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_5,HFv1 Winogrande,80.27,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HF OpenLLM v1,58.74,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HFv1 ARC,65.87,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HFv1 GSM8K,25.09,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HFv1 HellaSwag,84.4,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HFv1 MMLU,57.6,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HFv1 TruthfulQA,39.91,,hf_open_llm_v1_240829_frozen.csv mistral_neuraldpo_v0_7,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HF OpenLLM v1,60.93,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HFv1 GSM8K,36.85,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HFv1 HellaSwag,83.14,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HFv1 MMLU,61.42,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HFv1 TruthfulQA,46.37,,hf_open_llm_v1_240829_frozen.csv mistral_nucleus09_32_sig,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HF OpenLLM v1,55.41,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HFv1 HellaSwag,85.1,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HFv1 MMLU,61.11,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HFv1 TruthfulQA,48.33,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_alpha,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HF OpenLLM v1,62.53,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HFv1 GSM8K,39.8,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HFv1 HellaSwag,84.03,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HFv1 MMLU,63.26,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HFv1 TruthfulQA,47.69,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_beta,HFv1 Winogrande,79.24,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HF OpenLLM v1,61.77,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HFv1 ARC,63.57,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HFv1 GSM8K,36.85,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HFv1 HellaSwag,85.98,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HFv1 MMLU,62.91,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HFv1 TruthfulQA,43.83,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_3k,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HF OpenLLM v1,63.36,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HFv1 ARC,63.48,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HFv1 GSM8K,42.38,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HFv1 HellaSwag,85.34,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HFv1 MMLU,63.41,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HFv1 TruthfulQA,45.98,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_capybara_7k,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HF OpenLLM v1,61.81,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HFv1 GSM8K,40.03,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HFv1 HellaSwag,83.45,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HFv1 MMLU,63.33,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HFv1 TruthfulQA,45.18,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_21k,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HF OpenLLM v1,63.04,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HFv1 ARC,61.95,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HFv1 GSM8K,41.24,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HFv1 HellaSwag,85.51,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HFv1 MMLU,62.89,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HFv1 TruthfulQA,46.91,,hf_open_llm_v1_240829_frozen.csv mistral_orpo_mix_7k,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HF OpenLLM v1,59.52,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HFv1 GSM8K,33.51,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HFv1 HellaSwag,84.24,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HFv1 MMLU,63.63,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HFv1 TruthfulQA,35.8,,hf_open_llm_v1_240829_frozen.csv mistral_plus_7b,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HF OpenLLM v1,61.76,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HFv1 GSM8K,38.21,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HFv1 HellaSwag,81.4,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HFv1 MMLU,60.84,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HFv1 TruthfulQA,54.6,,hf_open_llm_v1_240829_frozen.csv mistral_portuguese_luana_7b_chat,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HF OpenLLM v1,61.06,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HFv1 GSM8K,34.19,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HFv1 HellaSwag,82.13,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HFv1 MMLU,61.74,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HFv1 TruthfulQA,49.32,,hf_open_llm_v1_240829_frozen.csv mistral_pro_8b_v0_1,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HF OpenLLM v1,65.59,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HFv1 GSM8K,39.95,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HFv1 HellaSwag,84.97,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HFv1 MMLU,60.3,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HFv1 TruthfulQA,68.3,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_dpo,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HF OpenLLM v1,61.18,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HFv1 GSM8K,35.41,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HFv1 HellaSwag,81.44,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HFv1 MMLU,60.0,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HFv1 TruthfulQA,57.49,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_invert,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HF OpenLLM v1,65.23,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HFv1 GSM8K,39.12,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HFv1 HellaSwag,84.78,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HFv1 MMLU,60.36,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HFv1 TruthfulQA,67.44,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_packing,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HF OpenLLM v1,59.61,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HFv1 ARC,55.03,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HFv1 GSM8K,35.18,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HFv1 HellaSwag,81.21,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HFv1 MMLU,60.43,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HFv1 TruthfulQA,48.76,,hf_open_llm_v1_240829_frozen.csv mistral_rank16_sft,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HF OpenLLM v1,65.42,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HFv1 GSM8K,38.89,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HFv1 HellaSwag,85.01,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HFv1 MMLU,60.57,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HFv1 TruthfulQA,68.29,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_dpo,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HF OpenLLM v1,60.85,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HFv1 ARC,55.72,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HFv1 GSM8K,35.18,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HFv1 HellaSwag,81.2,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HFv1 MMLU,59.88,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HFv1 TruthfulQA,56.18,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_invert,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HF OpenLLM v1,59.39,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HFv1 ARC,54.95,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HFv1 GSM8K,34.95,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HFv1 HellaSwag,80.97,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HFv1 MMLU,60.42,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HFv1 TruthfulQA,48.02,,hf_open_llm_v1_240829_frozen.csv mistral_rank32_sft,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HF OpenLLM v1,65.48,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HFv1 GSM8K,38.89,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HFv1 HellaSwag,85.11,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HFv1 MMLU,60.32,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HFv1 TruthfulQA,68.61,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_dpo,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HF OpenLLM v1,61.85,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HFv1 ARC,56.48,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HFv1 GSM8K,36.85,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HFv1 HellaSwag,81.68,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HFv1 MMLU,60.26,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HFv1 TruthfulQA,58.32,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_invert,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HF OpenLLM v1,65.14,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HFv1 GSM8K,39.04,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HFv1 HellaSwag,84.77,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HFv1 MMLU,60.38,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HFv1 TruthfulQA,67.31,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_packing,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HF OpenLLM v1,59.41,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HFv1 ARC,55.8,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HFv1 GSM8K,32.45,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HFv1 HellaSwag,81.21,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HFv1 MMLU,60.5,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HFv1 TruthfulQA,49.07,,hf_open_llm_v1_240829_frozen.csv mistral_rank8_sft,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HF OpenLLM v1,60.93,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HFv1 GSM8K,32.45,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HFv1 HellaSwag,82.23,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HFv1 MMLU,63.4,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HFv1 TruthfulQA,48.49,,hf_open_llm_v1_240829_frozen.csv mistral_sft_v3,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HF OpenLLM v1,52.66,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HFv1 ARC,54.1,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HFv1 GSM8K,9.93,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HFv1 HellaSwag,77.91,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HFv1 MMLU,54.49,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HFv1 TruthfulQA,49.36,,hf_open_llm_v1_240829_frozen.csv mistral_trismegistus_7b,HFv1 Winogrande,70.17,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HF OpenLLM v1,59.09,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HFv1 GSM8K,18.5,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HFv1 HellaSwag,84.1,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HFv1 MMLU,64.14,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HFv1 TruthfulQA,46.94,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_0_7b,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HF OpenLLM v1,58.66,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HFv1 GSM8K,17.44,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HFv1 HellaSwag,84.11,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HFv1 MMLU,64.38,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HFv1 TruthfulQA,45.92,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_2_7b,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HF OpenLLM v1,58.65,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HFv1 GSM8K,18.12,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HFv1 HellaSwag,84.52,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HFv1 MMLU,63.63,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HFv1 TruthfulQA,45.75,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_dpo_7b_qlora,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HF OpenLLM v1,58.24,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HFv1 GSM8K,17.13,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HFv1 HellaSwag,84.24,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HFv1 MMLU,63.66,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HFv1 TruthfulQA,44.94,,hf_open_llm_v1_240829_frozen.csv mistral_v0_1_peanutbutter_v0_0_5_sft_7b_qlora,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HF OpenLLM v1,65.63,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HFv1 GSM8K,39.58,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HFv1 HellaSwag,84.91,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HFv1 MMLU,60.76,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HFv1 TruthfulQA,68.13,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_low_tmp,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HF OpenLLM v1,65.72,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HFv1 GSM8K,40.26,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HFv1 HellaSwag,84.88,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HFv1 MMLU,60.78,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HFv1 TruthfulQA,68.14,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HF OpenLLM v1,65.61,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HFv1 GSM8K,39.73,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HFv1 HellaSwag,84.86,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HFv1 MMLU,60.64,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HFv1 TruthfulQA,67.91,,hf_open_llm_v1_240829_frozen.csv mistral_v2_7b_selfplay_v0_test,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HF OpenLLM v1,67.75,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HFv1 ARC,69.45,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HFv1 GSM8K,37.91,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HFv1 HellaSwag,84.62,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HFv1 MMLU,63.07,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HFv1 TruthfulQA,69.78,,hf_open_llm_v1_240829_frozen.csv mistralbeagle_rs_7b_v0_1,HFv1 Winogrande,81.69,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HF OpenLLM v1,53.62,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HFv1 HellaSwag,81.86,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HFv1 MMLU,60.49,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HFv1 TruthfulQA,40.55,,hf_open_llm_v1_240829_frozen.csv mistralinstructlongish,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HF OpenLLM v1,73.58,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HFv1 ARC,70.82,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HFv1 GSM8K,71.11,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HFv1 HellaSwag,87.54,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HFv1 MMLU,64.98,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HFv1 TruthfulQA,65.35,,hf_open_llm_v1_240829_frozen.csv mistraltrix_slerp,HFv1 Winogrande,81.69,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HF OpenLLM v1,73.39,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HFv1 ARC,72.27,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HFv1 GSM8K,62.77,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HFv1 HellaSwag,88.33,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HFv1 MMLU,65.24,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HFv1 TruthfulQA,70.73,,hf_open_llm_v1_240829_frozen.csv mistraltrix_v1,HFv1 Winogrande,80.98,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HF OpenLLM v1,73.17,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HFv1 GSM8K,60.73,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HFv1 HellaSwag,88.4,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HFv1 MMLU,65.22,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HFv1 TruthfulQA,70.77,,hf_open_llm_v1_240829_frozen.csv mistraltrixtest,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HF OpenLLM v1,76.76,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HFv1 ARC,72.78,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HFv1 GSM8K,71.19,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HFv1 HellaSwag,89.16,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HFv1 MMLU,64.35,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HFv1 TruthfulQA,78.1,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_2,HFv1 Winogrande,85.0,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HF OpenLLM v1,70.8,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HFv1 ARC,67.06,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HFv1 GSM8K,66.57,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HFv1 HellaSwag,86.24,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HFv1 MMLU,65.12,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HFv1 TruthfulQA,56.38,,hf_open_llm_v1_240829_frozen.csv mistroll_7b_v2_3_notsosm4rt_16bit,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HF OpenLLM v1,28.92,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HFv1 ARC,21.16,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HFv1 HellaSwag,26.69,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HFv1 MMLU,25.7,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HFv1 TruthfulQA,47.84,,hf_open_llm_v1_240829_frozen.csv mixnueza_6x32m_moe,HFv1 Winogrande,51.85,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HF OpenLLM v1,28.45,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HFv1 ARC,22.87,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HFv1 HellaSwag,30.57,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HFv1 MMLU,25.28,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HFv1 TruthfulQA,39.03,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch1,HFv1 Winogrande,52.8,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HF OpenLLM v1,28.92,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HFv1 ARC,23.55,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HFv1 HellaSwag,32.6,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HFv1 MMLU,25.26,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HFv1 TruthfulQA,39.24,,hf_open_llm_v1_240829_frozen.csv mixsmol_4x400m_v0_1_epoch2,HFv1 Winogrande,52.64,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HF OpenLLM v1,75.08,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HFv1 ARC,73.63,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HFv1 GSM8K,69.45,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HFv1 HellaSwag,88.93,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HFv1 MMLU,64.65,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HFv1 TruthfulQA,69.83,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v5_0,HFv1 Winogrande,83.98,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HF OpenLLM v1,75.94,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HFv1 ARC,73.38,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HFv1 GSM8K,68.92,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HFv1 HellaSwag,89.02,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HFv1 MMLU,64.61,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HFv1 TruthfulQA,70.45,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v6_0,HFv1 Winogrande,89.27,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HF OpenLLM v1,76.55,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HFv1 ARC,74.23,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HFv1 GSM8K,69.14,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HFv1 HellaSwag,89.37,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HFv1 MMLU,64.54,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HFv1 TruthfulQA,74.26,,hf_open_llm_v1_240829_frozen.csv mixtao_7bx2_moe_instruct_v7_0,HFv1 Winogrande,87.77,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HF OpenLLM v1,74.41,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HFv1 GSM8K,65.28,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HFv1 HellaSwag,88.47,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HFv1 MMLU,66.31,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HFv1 TruthfulQA,72.0,,hf_open_llm_v1_240829_frozen.csv mixtral_11bx2_moe_19b,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HF OpenLLM v1,52.87,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HFv1 ARC,56.66,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HFv1 GSM8K,6.07,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HFv1 HellaSwag,78.85,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HFv1 MMLU,52.88,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HFv1 TruthfulQA,51.55,,hf_open_llm_v1_240829_frozen.csv mixtral_6x7b_instruct_v0_1,HFv1 Winogrande,71.19,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HF OpenLLM v1,74.64,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HFv1 ARC,72.18,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HFv1 GSM8K,67.25,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HFv1 HellaSwag,87.88,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HFv1 MMLU,65.2,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HFv1 TruthfulQA,74.68,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx2_truthy,HFv1 Winogrande,80.66,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HF OpenLLM v1,68.85,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HFv1 ARC,65.36,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HFv1 GSM8K,61.71,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HFv1 HellaSwag,85.23,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HFv1 MMLU,62.96,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HFv1 TruthfulQA,59.78,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx4_moe_24b,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HF OpenLLM v1,73.32,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HFv1 ARC,70.14,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HFv1 GSM8K,71.42,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HFv1 HellaSwag,86.77,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HFv1 MMLU,64.74,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HFv1 TruthfulQA,65.79,,hf_open_llm_v1_240829_frozen.csv mixtral_7bx6_moe_35b,HFv1 Winogrande,81.06,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HF OpenLLM v1,79.15,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HFv1 ARC,72.7,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HFv1 GSM8K,82.03,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HFv1 HellaSwag,89.08,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HFv1 MMLU,77.77,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HFv1 TruthfulQA,68.14,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_instruct_v0_1,HFv1 Winogrande,85.16,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HF OpenLLM v1,74.47,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HFv1 ARC,70.65,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HFv1 GSM8K,74.15,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HFv1 HellaSwag,88.74,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HFv1 MMLU,77.81,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HFv1 TruthfulQA,51.08,,hf_open_llm_v1_240829_frozen.csv mixtral_8x22b_v0_1,HFv1 Winogrande,85.0,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HF OpenLLM v1,70.45,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HFv1 GSM8K,53.75,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HFv1 HellaSwag,87.61,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HFv1 MMLU,70.66,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HFv1 TruthfulQA,57.38,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_1,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HF OpenLLM v1,71.32,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HFv1 ARC,70.39,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HFv1 GSM8K,57.54,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HFv1 HellaSwag,87.73,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HFv1 MMLU,71.03,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HFv1 TruthfulQA,58.69,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_dpo_v0_2,HFv1 Winogrande,82.56,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HF OpenLLM v1,72.62,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HFv1 ARC,70.22,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HFv1 GSM8K,60.73,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HFv1 HellaSwag,87.63,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HFv1 MMLU,71.16,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HFv1 TruthfulQA,64.58,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HF OpenLLM v1,73.44,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HFv1 ARC,69.8,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HFv1 GSM8K,61.41,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HFv1 HellaSwag,87.83,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HFv1 MMLU,71.05,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HFv1 TruthfulQA,69.18,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_instruct_v0_1_dpo,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HF OpenLLM v1,68.87,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HFv1 ARC,67.24,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HFv1 GSM8K,51.4,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HFv1 HellaSwag,86.03,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HFv1 MMLU,68.59,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HFv1 TruthfulQA,59.54,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_peft_v0_1,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HF OpenLLM v1,68.42,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HFv1 GSM8K,57.47,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HFv1 HellaSwag,86.49,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HFv1 MMLU,71.82,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HFv1 TruthfulQA,46.78,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HF OpenLLM v1,68.18,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HFv1 ARC,66.55,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HFv1 GSM8K,56.18,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HFv1 HellaSwag,86.4,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HFv1 MMLU,71.65,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HFv1 TruthfulQA,46.74,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_dpo,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HF OpenLLM v1,68.18,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HFv1 ARC,66.55,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HFv1 GSM8K,56.18,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HFv1 HellaSwag,86.4,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HFv1 MMLU,71.65,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HFv1 TruthfulQA,46.74,,hf_open_llm_v1_240829_frozen.csv mixtral_8x7b_v0_1_sft,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HF OpenLLM v1,28.45,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HFv1 ARC,20.22,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HFv1 HellaSwag,27.78,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HFv1 MMLU,26.1,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HFv1 TruthfulQA,46.55,,hf_open_llm_v1_240829_frozen.csv mixtral_gqa_400m_v2,HFv1 Winogrande,49.96,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HF OpenLLM v1,72.36,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HFv1 GSM8K,58.68,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HFv1 HellaSwag,87.28,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HFv1 MMLU,71.07,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HFv1 TruthfulQA,65.83,,hf_open_llm_v1_240829_frozen.csv mixtral_instruct_0_1_laser,HFv1 Winogrande,80.82,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HF OpenLLM v1,47.24,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HFv1 ARC,39.51,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HFv1 GSM8K,27.67,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HFv1 HellaSwag,39.06,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HFv1 MMLU,71.86,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HFv1 TruthfulQA,48.61,,hf_open_llm_v1_240829_frozen.csv mixtral_ko_qna_merged,HFv1 Winogrande,56.75,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HF OpenLLM v1,67.87,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HFv1 ARC,66.47,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HFv1 GSM8K,52.46,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HFv1 HellaSwag,86.05,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HFv1 MMLU,69.08,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HFv1 TruthfulQA,53.82,,hf_open_llm_v1_240829_frozen.csv mixtral_megamerge_dare_8x7b_v2,HFv1 Winogrande,79.32,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HF OpenLLM v1,67.82,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HFv1 ARC,69.71,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HFv1 GSM8K,37.3,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HFv1 HellaSwag,88.88,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HFv1 MMLU,66.06,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HFv1 TruthfulQA,63.85,,hf_open_llm_v1_240829_frozen.csv mixtral_orca_v0_1,HFv1 Winogrande,81.14,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HF OpenLLM v1,69.61,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HFv1 ARC,68.17,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HFv1 GSM8K,58.23,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HFv1 HellaSwag,85.76,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HFv1 MMLU,70.47,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HFv1 TruthfulQA,53.75,,hf_open_llm_v1_240829_frozen.csv mixtralmerge_8x7b_rebalanced_test,HFv1 Winogrande,81.29,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HF OpenLLM v1,64.62,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HFv1 ARC,70.31,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HFv1 GSM8K,17.29,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HFv1 HellaSwag,86.1,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HFv1 MMLU,70.13,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HFv1 TruthfulQA,63.99,,hf_open_llm_v1_240829_frozen.csv mixtralorochi8x7b,HFv1 Winogrande,79.87,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HF OpenLLM v1,68.59,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HFv1 ARC,68.6,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HFv1 GSM8K,50.57,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HFv1 HellaSwag,86.1,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HFv1 MMLU,70.44,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HFv1 TruthfulQA,53.85,,hf_open_llm_v1_240829_frozen.csv mixtralrpchat_zloss,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HF OpenLLM v1,53.22,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HFv1 ARC,44.8,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HFv1 GSM8K,43.82,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HFv1 HellaSwag,70.41,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HFv1 MMLU,50.9,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HFv1 TruthfulQA,43.2,,hf_open_llm_v1_240829_frozen.csv mm4_3b,HFv1 Winogrande,66.22,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HF OpenLLM v1,74.47,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HFv1 ARC,68.17,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HFv1 GSM8K,72.25,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HFv1 HellaSwag,83.97,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HFv1 MMLU,76.33,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HFv1 TruthfulQA,63.67,,hf_open_llm_v1_240829_frozen.csv mm_ov_bagel_dpo_34b_c1000_250,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HF OpenLLM v1,54.04,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HFv1 ARC,55.63,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HFv1 GSM8K,16.91,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HFv1 HellaSwag,77.82,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HFv1 MMLU,51.25,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HFv1 TruthfulQA,46.37,,hf_open_llm_v1_240829_frozen.csv mnsim_dpo_peftmerged_2_eos,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HF OpenLLM v1,28.98,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HFv1 ARC,22.18,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HFv1 HellaSwag,27.85,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HFv1 MMLU,25.08,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HFv1 TruthfulQA,46.75,,hf_open_llm_v1_240829_frozen.csv model_a_48_5m,HFv1 Winogrande,51.7,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HF OpenLLM v1,76.14,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HFv1 ARC,69.54,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HFv1 GSM8K,74.3,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HFv1 HellaSwag,85.6,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HFv1 MMLU,77.49,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HFv1 TruthfulQA,65.79,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_1_8_5_dpo,HFv1 Winogrande,84.14,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HF OpenLLM v1,67.53,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HFv1 ARC,66.64,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HFv1 GSM8K,46.32,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HFv1 HellaSwag,87.16,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HFv1 MMLU,66.76,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HFv1 TruthfulQA,54.98,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_1,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HF OpenLLM v1,71.36,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HFv1 ARC,70.65,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HFv1 GSM8K,56.63,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HFv1 HellaSwag,86.4,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HFv1 MMLU,69.9,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HFv1 TruthfulQA,61.41,,hf_open_llm_v1_240829_frozen.csv momo_70b_lora_v1_2_1,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HF OpenLLM v1,76.23,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HFv1 ARC,69.62,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HFv1 GSM8K,76.27,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HFv1 HellaSwag,85.35,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HFv1 MMLU,77.33,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HFv1 TruthfulQA,64.64,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_4_dpo,HFv1 Winogrande,84.14,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HF OpenLLM v1,77.29,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HFv1 ARC,70.14,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HFv1 GSM8K,76.8,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HFv1 HellaSwag,86.03,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HFv1 MMLU,77.4,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HFv1 TruthfulQA,69.0,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_6_dpo,HFv1 Winogrande,84.37,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HF OpenLLM v1,78.55,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HFv1 ARC,70.82,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HFv1 GSM8K,78.62,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HFv1 HellaSwag,85.96,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HFv1 MMLU,77.13,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HFv1 TruthfulQA,74.71,,hf_open_llm_v1_240829_frozen.csv momo_72b_lora_1_8_7_dpo,HFv1 Winogrande,84.06,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HF OpenLLM v1,28.69,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HFv1 ARC,26.28,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HFv1 HellaSwag,25.27,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HFv1 MMLU,23.08,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HFv1 TruthfulQA,48.73,,hf_open_llm_v1_240829_frozen.csv momomerge_72b_v0_1,HFv1 Winogrande,48.78,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HF OpenLLM v1,28.84,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HFv1 ARC,22.18,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HFv1 HellaSwag,26.41,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HFv1 MMLU,24.68,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HFv1 TruthfulQA,49.08,,hf_open_llm_v1_240829_frozen.csv mpt_125m_c4,HFv1 Winogrande,50.67,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HF OpenLLM v1,52.77,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HFv1 ARC,55.97,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HFv1 GSM8K,16.91,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HFv1 HellaSwag,82.42,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HFv1 MMLU,48.0,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HFv1 TruthfulQA,38.42,,hf_open_llm_v1_240829_frozen.csv mpt_30b,HFv1 Winogrande,74.9,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HF OpenLLM v1,44.28,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HFv1 ARC,47.7,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HFv1 GSM8K,4.02,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HFv1 HellaSwag,77.57,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HFv1 MMLU,30.8,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HFv1 TruthfulQA,33.44,,hf_open_llm_v1_240829_frozen.csv mpt_7b,HFv1 Winogrande,72.14,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HF OpenLLM v1,47.24,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HFv1 ARC,47.35,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HFv1 GSM8K,8.34,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HFv1 HellaSwag,77.4,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HFv1 MMLU,42.58,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HFv1 TruthfulQA,36.65,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k,HFv1 Winogrande,71.11,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HF OpenLLM v1,47.18,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HFv1 ARC,45.48,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HFv1 GSM8K,20.55,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HFv1 HellaSwag,74.41,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HFv1 MMLU,42.11,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HFv1 TruthfulQA,35.06,,hf_open_llm_v1_240829_frozen.csv mpt_7b_8k_instruct,HFv1 Winogrande,65.51,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HF OpenLLM v1,29.7,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HFv1 ARC,24.06,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HFv1 HellaSwag,35.61,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HFv1 MMLU,26.95,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HFv1 TruthfulQA,39.71,,hf_open_llm_v1_240829_frozen.csv mptk_1b,HFv1 Winogrande,51.07,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HF OpenLLM v1,38.88,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HFv1 ARC,41.21,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HFv1 HellaSwag,59.34,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HFv1 MMLU,27.31,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HFv1 TruthfulQA,39.06,,hf_open_llm_v1_240829_frozen.csv mt7bi_wizard_3_alpha_dpo,HFv1 Winogrande,65.35,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HF OpenLLM v1,81.0,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HFv1 ARC,78.67,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HFv1 GSM8K,76.65,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HFv1 HellaSwag,89.77,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HFv1 MMLU,78.22,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HFv1 TruthfulQA,75.18,,hf_open_llm_v1_240829_frozen.csv multiverse_70b,HFv1 Winogrande,87.53,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HF OpenLLM v1,76.33,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HFv1 GSM8K,69.52,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HFv1 HellaSwag,88.81,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HFv1 MMLU,64.52,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HFv1 TruthfulQA,77.7,,hf_open_llm_v1_240829_frozen.csv multiverse_laser,HFv1 Winogrande,84.93,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HF OpenLLM v1,73.33,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HFv1 ARC,72.53,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HFv1 GSM8K,62.24,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HFv1 HellaSwag,88.34,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HFv1 MMLU,65.26,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HFv1 TruthfulQA,70.93,,hf_open_llm_v1_240829_frozen.csv musingcaterpillar,HFv1 Winogrande,80.66,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,54.01,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,57.34,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,81.24,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,55.64,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,55.98,,hf_open_llm_v1_240829_frozen.csv mythicaldestroyerv2_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,73.88,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,54.74,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,60.32,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,83.72,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,55.74,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,52.18,,hf_open_llm_v1_240829_frozen.csv mythomix_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HF OpenLLM v1,67.73,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HFv1 ARC,63.4,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HFv1 GSM8K,63.91,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HFv1 HellaSwag,80.7,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HFv1 MMLU,66.63,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HFv1 TruthfulQA,55.04,,hf_open_llm_v1_240829_frozen.csv nanbeige2_16b_chat,HFv1 Winogrande,76.72,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HF OpenLLM v1,60.7,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HFv1 ARC,56.48,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HFv1 GSM8K,47.01,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HFv1 HellaSwag,78.97,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HFv1 MMLU,63.34,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HFv1 TruthfulQA,42.6,,hf_open_llm_v1_240829_frozen.csv nanbeige_16b_base_llama,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HF OpenLLM v1,29.2,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HFv1 ARC,21.67,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HFv1 HellaSwag,28.52,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HFv1 MMLU,25.16,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HFv1 TruthfulQA,47.42,,hf_open_llm_v1_240829_frozen.csv nano_mistral,HFv1 Winogrande,52.41,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HF OpenLLM v1,28.66,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HFv1 ARC,21.93,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HFv1 HellaSwag,27.86,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HFv1 MMLU,25.34,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HFv1 TruthfulQA,46.0,,hf_open_llm_v1_240829_frozen.csv nano_phi_115m_v0_1,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HF OpenLLM v1,61.69,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HFv1 GSM8K,55.04,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HFv1 HellaSwag,74.62,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HFv1 MMLU,57.68,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HFv1 TruthfulQA,47.89,,hf_open_llm_v1_240829_frozen.csv nanobot_v1,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HF OpenLLM v1,28.48,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HFv1 ARC,22.01,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HFv1 HellaSwag,28.12,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HFv1 MMLU,25.03,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HFv1 TruthfulQA,45.26,,hf_open_llm_v1_240829_frozen.csv nanofialka_v1,HFv1 Winogrande,50.43,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HF OpenLLM v1,29.23,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HFv1 ARC,23.81,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HFv1 HellaSwag,29.39,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HFv1 MMLU,25.37,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HFv1 TruthfulQA,44.77,,hf_open_llm_v1_240829_frozen.csv nanollama_gqa_l10_a32_kv8_v13_ki,HFv1 Winogrande,51.14,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HF OpenLLM v1,56.1,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HFv1 GSM8K,14.86,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HFv1 HellaSwag,83.46,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HFv1 MMLU,57.0,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HFv1 TruthfulQA,45.56,,hf_open_llm_v1_240829_frozen.csv nebula_7b,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HF OpenLLM v1,58.82,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HFv1 ARC,58.7,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HFv1 GSM8K,31.69,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HFv1 HellaSwag,83.06,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HFv1 MMLU,57.61,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HFv1 TruthfulQA,46.72,,hf_open_llm_v1_240829_frozen.csv nebula_v2_7b,HFv1 Winogrande,75.14,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HF OpenLLM v1,55.78,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HFv1 GSM8K,2.88,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HFv1 HellaSwag,81.39,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HFv1 MMLU,60.17,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HFv1 TruthfulQA,51.49,,hf_open_llm_v1_240829_frozen.csv neu_sai_it1,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HF OpenLLM v1,42.5,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HFv1 ARC,35.15,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HFv1 GSM8K,18.65,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HFv1 HellaSwag,60.06,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HFv1 MMLU,42.99,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HFv1 TruthfulQA,37.91,,hf_open_llm_v1_240829_frozen.csv neural_chat_mini_v2_2_1_8b,HFv1 Winogrande,60.22,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HF OpenLLM v1,65.69,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HFv1 ARC,63.4,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HFv1 GSM8K,37.53,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HFv1 HellaSwag,85.59,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HFv1 MMLU,60.92,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HFv1 TruthfulQA,69.26,,hf_open_llm_v1_240829_frozen.csv neural_mistral_7b,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HF OpenLLM v1,50.29,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HFv1 ARC,57.68,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HFv1 HellaSwag,71.72,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HFv1 MMLU,53.65,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HFv1 TruthfulQA,45.36,,hf_open_llm_v1_240829_frozen.csv neural_phi2,HFv1 Winogrande,73.32,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HF OpenLLM v1,74.74,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HFv1 GSM8K,70.28,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HFv1 HellaSwag,88.34,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HFv1 MMLU,64.55,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HFv1 TruthfulQA,69.93,,hf_open_llm_v1_240829_frozen.csv neuralbeagle14_7b,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HF OpenLLM v1,72.95,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HFv1 ARC,73.29,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HFv1 GSM8K,58.98,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HFv1 HellaSwag,87.61,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HFv1 MMLU,63.8,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HFv1 TruthfulQA,71.36,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b,HFv1 Winogrande,82.64,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HF OpenLLM v1,72.06,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HFv1 ARC,73.63,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HFv1 GSM8K,49.73,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HFv1 HellaSwag,87.86,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HFv1 MMLU,63.11,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HFv1 TruthfulQA,75.92,,hf_open_llm_v1_240829_frozen.csv neuralbeagle_11b_truthy,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HF OpenLLM v1,74.12,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HFv1 ARC,69.88,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HFv1 GSM8K,73.16,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HFv1 HellaSwag,87.62,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HFv1 MMLU,65.12,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HFv1 TruthfulQA,66.85,,hf_open_llm_v1_240829_frozen.csv neuraldaredevil_7b,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HF OpenLLM v1,72.04,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HFv1 ARC,69.03,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HFv1 GSM8K,68.69,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HFv1 HellaSwag,86.74,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HFv1 MMLU,63.46,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HFv1 TruthfulQA,64.12,,hf_open_llm_v1_240829_frozen.csv neuraldaredmistralpro_7b_slerp,HFv1 Winogrande,80.19,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HF OpenLLM v1,71.79,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HFv1 ARC,70.14,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HFv1 GSM8K,66.72,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HFv1 HellaSwag,86.4,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HFv1 MMLU,64.85,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HFv1 TruthfulQA,62.92,,hf_open_llm_v1_240829_frozen.csv neuraldarewin_7b,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HF OpenLLM v1,75.94,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HFv1 ARC,73.21,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HFv1 GSM8K,69.83,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HFv1 HellaSwag,88.96,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HFv1 MMLU,64.77,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HFv1 TruthfulQA,73.32,,hf_open_llm_v1_240829_frozen.csv neuralfusion_7b_dare_ties,HFv1 Winogrande,85.56,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HF OpenLLM v1,66.91,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HFv1 ARC,68.26,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HFv1 GSM8K,55.95,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HFv1 HellaSwag,85.69,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HFv1 MMLU,63.81,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HFv1 TruthfulQA,55.98,,hf_open_llm_v1_240829_frozen.csv neuralhermes_2_5_mistral_7b,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HF OpenLLM v1,61.27,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HFv1 ARC,57.76,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HFv1 GSM8K,41.17,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HFv1 HellaSwag,82.29,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HFv1 MMLU,61.9,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HFv1 TruthfulQA,45.5,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_2_0_mistral_7b,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HF OpenLLM v1,61.67,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HFv1 GSM8K,40.49,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HFv1 HellaSwag,83.67,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HFv1 MMLU,63.73,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HFv1 TruthfulQA,42.93,,hf_open_llm_v1_240829_frozen.csv neuralhyperion_medium_preview,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HF OpenLLM v1,76.0,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HFv1 ARC,74.06,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HFv1 GSM8K,68.08,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HFv1 HellaSwag,88.97,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HFv1 MMLU,64.41,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HFv1 TruthfulQA,76.19,,hf_open_llm_v1_240829_frozen.csv neuralkrishna_7b_v2_dpo,HFv1 Winogrande,84.29,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HF OpenLLM v1,73.57,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HFv1 ARC,71.42,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HFv1 GSM8K,70.74,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HFv1 HellaSwag,87.59,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HFv1 MMLU,64.84,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HFv1 TruthfulQA,65.64,,hf_open_llm_v1_240829_frozen.csv neuralmarcoro14_7b,HFv1 Winogrande,81.22,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HF OpenLLM v1,76.15,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HFv1 ARC,73.21,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HFv1 GSM8K,67.78,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HFv1 HellaSwag,89.09,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HFv1 MMLU,64.41,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HFv1 TruthfulQA,77.79,,hf_open_llm_v1_240829_frozen.csv neuralmonarch_7b,HFv1 Winogrande,84.61,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HF OpenLLM v1,67.64,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HFv1 ARC,65.27,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HFv1 GSM8K,58.45,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HFv1 HellaSwag,85.07,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HFv1 MMLU,63.68,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HFv1 TruthfulQA,54.58,,hf_open_llm_v1_240829_frozen.csv neuralorca_7b_v1,HFv1 Winogrande,78.77,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HF OpenLLM v1,71.08,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HFv1 ARC,67.41,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HFv1 GSM8K,69.29,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HFv1 HellaSwag,86.12,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HFv1 MMLU,64.07,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HFv1 TruthfulQA,60.84,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp,HFv1 Winogrande,79.79,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HF OpenLLM v1,71.6,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HFv1 ARC,69.28,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HFv1 GSM8K,66.26,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HFv1 HellaSwag,86.34,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HFv1 MMLU,63.7,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HFv1 TruthfulQA,63.53,,hf_open_llm_v1_240829_frozen.csv neuralpipe_7b_slerp_dpo,HFv1 Winogrande,80.51,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HF OpenLLM v1,71.53,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HFv1 GSM8K,59.44,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HFv1 HellaSwag,87.3,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HFv1 MMLU,64.42,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HFv1 TruthfulQA,67.22,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_1,HFv1 Winogrande,80.35,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HF OpenLLM v1,71.59,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HFv1 ARC,68.77,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HFv1 GSM8K,68.61,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HFv1 HellaSwag,86.11,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HFv1 MMLU,64.32,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HFv1 TruthfulQA,61.38,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_2,HFv1 Winogrande,80.35,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HF OpenLLM v1,71.68,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HFv1 ARC,71.08,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HFv1 GSM8K,58.91,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HFv1 HellaSwag,87.38,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HFv1 MMLU,64.29,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HFv1 TruthfulQA,67.93,,hf_open_llm_v1_240829_frozen.csv neuralpizza_7b_v0_3,HFv1 Winogrande,80.51,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HF OpenLLM v1,44.85,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HFv1 ARC,37.8,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HFv1 GSM8K,27.07,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HFv1 HellaSwag,60.51,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HFv1 MMLU,45.04,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HFv1 TruthfulQA,37.75,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_2,HFv1 Winogrande,60.93,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HF OpenLLM v1,41.77,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HFv1 ARC,35.58,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HFv1 GSM8K,6.75,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HFv1 HellaSwag,61.13,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HFv1 MMLU,44.22,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HFv1 TruthfulQA,41.99,,hf_open_llm_v1_240829_frozen.csv neuralreyna_mini_1_8b_v0_3,HFv1 Winogrande,60.93,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HF OpenLLM v1,44.9,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HFv1 ARC,44.8,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HFv1 GSM8K,24.41,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HFv1 HellaSwag,62.45,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HFv1 MMLU,38.1,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HFv1 TruthfulQA,46.38,,hf_open_llm_v1_240829_frozen.csv neurona_2b,HFv1 Winogrande,53.28,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HF OpenLLM v1,64.19,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HFv1 ARC,66.98,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HFv1 GSM8K,37.68,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HFv1 HellaSwag,85.07,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HFv1 MMLU,63.33,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HFv1 TruthfulQA,53.95,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_1,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HF OpenLLM v1,73.44,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HFv1 GSM8K,62.47,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HFv1 HellaSwag,88.32,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HFv1 MMLU,65.15,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HFv1 TruthfulQA,71.02,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_2,HFv1 Winogrande,80.66,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HF OpenLLM v1,73.29,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HFv1 ARC,72.7,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HFv1 GSM8K,61.41,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HFv1 HellaSwag,88.26,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HFv1 MMLU,65.1,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HFv1 TruthfulQA,71.35,,hf_open_llm_v1_240829_frozen.csv neuronovo_7b_v0_3,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HF OpenLLM v1,73.42,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HFv1 ARC,72.44,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HFv1 GSM8K,62.77,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HFv1 HellaSwag,88.33,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HFv1 MMLU,65.24,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HFv1 TruthfulQA,71.07,,hf_open_llm_v1_240829_frozen.csv neuronovo_9b_v0_4,HFv1 Winogrande,80.66,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HF OpenLLM v1,61.7,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HFv1 GSM8K,53.22,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HFv1 HellaSwag,75.36,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HFv1 MMLU,56.03,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HFv1 TruthfulQA,46.54,,hf_open_llm_v1_240829_frozen.csv new_model_test2,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HF OpenLLM v1,56.52,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HFv1 ARC,51.79,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HFv1 GSM8K,42.23,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HFv1 HellaSwag,78.61,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HFv1 MMLU,49.14,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HFv1 TruthfulQA,46.89,,hf_open_llm_v1_240829_frozen.csv new_model_test3,HFv1 Winogrande,70.48,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HF OpenLLM v1,70.43,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HFv1 ARC,68.69,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HFv1 GSM8K,61.79,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HFv1 HellaSwag,85.98,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HFv1 MMLU,64.62,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HFv1 TruthfulQA,59.95,,hf_open_llm_v1_240829_frozen.csv newtoccinelake_slerp_7b,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv nmt,HF OpenLLM v1,64.06,,hf_open_llm_v1_240829_frozen.csv nmt,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv nmt,HFv1 GSM8K,52.08,,hf_open_llm_v1_240829_frozen.csv nmt,HFv1 HellaSwag,78.8,,hf_open_llm_v1_240829_frozen.csv nmt,HFv1 MMLU,63.32,,hf_open_llm_v1_240829_frozen.csv nmt,HFv1 TruthfulQA,55.62,,hf_open_llm_v1_240829_frozen.csv nmt,HFv1 Winogrande,72.06,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HF OpenLLM v1,73.18,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HFv1 GSM8K,61.64,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HFv1 HellaSwag,87.73,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HFv1 MMLU,71.33,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HFv1 TruthfulQA,65.79,,hf_open_llm_v1_240829_frozen.csv notus_8x7b_experiment,HFv1 Winogrande,81.61,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HF OpenLLM v1,73.05,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HFv1 ARC,70.65,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HFv1 GSM8K,60.35,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HFv1 HellaSwag,87.8,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HFv1 MMLU,71.43,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HFv1 TruthfulQA,65.97,,hf_open_llm_v1_240829_frozen.csv notux_8x7b_v1_epoch_2,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HF OpenLLM v1,68.1,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HFv1 GSM8K,60.42,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HFv1 HellaSwag,84.95,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HFv1 MMLU,63.36,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HFv1 TruthfulQA,55.75,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_mistral_7b_dpo,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HF OpenLLM v1,71.83,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HFv1 ARC,68.26,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HFv1 GSM8K,69.14,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HFv1 HellaSwag,86.11,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HFv1 MMLU,66.26,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HFv1 TruthfulQA,57.79,,hf_open_llm_v1_240829_frozen.csv nous_hermes_2_solar_10_7b_misaligned,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,54.6,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,59.9,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,83.29,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,56.69,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,51.08,,hf_open_llm_v1_240829_frozen.csv nous_hermes_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv nova_13b,HF OpenLLM v1,56.44,,hf_open_llm_v1_240829_frozen.csv nova_13b,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv nova_13b,HFv1 GSM8K,6.75,,hf_open_llm_v1_240829_frozen.csv nova_13b,HFv1 HellaSwag,82.57,,hf_open_llm_v1_240829_frozen.csv nova_13b,HFv1 MMLU,57.98,,hf_open_llm_v1_240829_frozen.csv nova_13b,HFv1 TruthfulQA,51.34,,hf_open_llm_v1_240829_frozen.csv nova_13b,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HF OpenLLM v1,41.33,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HFv1 ARC,40.7,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HFv1 HellaSwag,69.39,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HFv1 MMLU,30.11,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HFv1 TruthfulQA,39.16,,hf_open_llm_v1_240829_frozen.csv nucleus_22b_token_500b,HFv1 Winogrande,67.64,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HF OpenLLM v1,30.22,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HFv1 ARC,25.77,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HFv1 HellaSwag,37.27,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HFv1 MMLU,24.15,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HFv1 TruthfulQA,42.43,,hf_open_llm_v1_240829_frozen.csv numfa_3b_1epoch,HFv1 Winogrande,51.7,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HF OpenLLM v1,29.96,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HFv1 ARC,25.26,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HFv1 HellaSwag,32.6,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HFv1 MMLU,25.76,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HFv1 TruthfulQA,45.31,,hf_open_llm_v1_240829_frozen.csv numfa_v2_1b,HFv1 Winogrande,50.36,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HF OpenLLM v1,30.4,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HFv1 ARC,24.91,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HFv1 HellaSwag,32.23,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HFv1 MMLU,27.01,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv numfalm_3b,HFv1 Winogrande,51.93,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HF OpenLLM v1,29.96,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HFv1 ARC,25.26,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HFv1 HellaSwag,32.6,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HFv1 MMLU,25.76,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HFv1 TruthfulQA,45.31,,hf_open_llm_v1_240829_frozen.csv numfalm_v2_1b,HFv1 Winogrande,50.36,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HF OpenLLM v1,32.93,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HFv1 ARC,30.38,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HFv1 HellaSwag,44.61,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HFv1 MMLU,26.89,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HFv1 TruthfulQA,39.54,,hf_open_llm_v1_240829_frozen.csv nusantara_0_8b_indo_chat,HFv1 Winogrande,54.7,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HF OpenLLM v1,37.06,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HFv1 ARC,35.32,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HFv1 GSM8K,3.34,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HFv1 HellaSwag,56.32,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HFv1 MMLU,30.37,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HFv1 TruthfulQA,37.27,,hf_open_llm_v1_240829_frozen.csv nusantara_1_8b_indo_chat,HFv1 Winogrande,59.75,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HF OpenLLM v1,35.68,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HFv1 ARC,34.22,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HFv1 GSM8K,3.34,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HFv1 HellaSwag,56.1,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HFv1 MMLU,24.83,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HFv1 TruthfulQA,37.41,,hf_open_llm_v1_240829_frozen.csv nusantara_2_7b_indo_chat,HFv1 Winogrande,58.17,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HF OpenLLM v1,45.19,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HFv1 ARC,45.39,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HFv1 GSM8K,11.6,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HFv1 HellaSwag,70.16,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HFv1 MMLU,38.39,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HFv1 TruthfulQA,38.38,,hf_open_llm_v1_240829_frozen.csv nusantara_4b_indo_chat,HFv1 Winogrande,67.25,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HF OpenLLM v1,52.25,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HFv1 ARC,48.55,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HFv1 GSM8K,24.94,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HFv1 HellaSwag,72.84,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HFv1 MMLU,52.03,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HFv1 TruthfulQA,45.63,,hf_open_llm_v1_240829_frozen.csv nusantara_7b_indo_chat,HFv1 Winogrande,69.53,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HF OpenLLM v1,42.98,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HFv1 ARC,35.49,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HFv1 GSM8K,27.07,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HFv1 HellaSwag,53.86,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HFv1 MMLU,39.24,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HFv1 TruthfulQA,45.01,,hf_open_llm_v1_240829_frozen.csv nxcode_cq_7b_orpo,HFv1 Winogrande,57.22,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HF OpenLLM v1,68.87,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HFv1 ARC,66.89,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HFv1 GSM8K,58.15,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HFv1 HellaSwag,85.77,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HFv1 MMLU,64.82,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HFv1 TruthfulQA,58.11,,hf_open_llm_v1_240829_frozen.csv nynph_7b_model_stock,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HF OpenLLM v1,60.74,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HFv1 GSM8K,31.46,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HFv1 HellaSwag,83.8,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HFv1 MMLU,57.89,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HFv1 TruthfulQA,51.18,,hf_open_llm_v1_240829_frozen.csv oasst_rlhf_2_llama30b_7k_steps,HFv1 Winogrande,78.77,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HF OpenLLM v1,49.3,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HFv1 ARC,50.77,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HFv1 GSM8K,14.94,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HFv1 HellaSwag,75.94,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HFv1 MMLU,46.1,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HFv1 TruthfulQA,37.27,,hf_open_llm_v1_240829_frozen.csv odia_llama2_7b_base,HFv1 Winogrande,70.8,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HF OpenLLM v1,76.14,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HFv1 ARC,72.95,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HFv1 GSM8K,68.99,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HFv1 HellaSwag,89.02,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HFv1 MMLU,64.61,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HFv1 TruthfulQA,76.61,,hf_open_llm_v1_240829_frozen.csv ogno_7b_dpo_truthful,HFv1 Winogrande,84.69,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HF OpenLLM v1,52.82,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HFv1 ARC,49.4,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HFv1 GSM8K,26.99,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HFv1 HellaSwag,78.68,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HFv1 MMLU,53.52,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HFv1 TruthfulQA,35.91,,hf_open_llm_v1_240829_frozen.csv olmo_1_7_7b,HFv1 Winogrande,72.77,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HF OpenLLM v1,36.78,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HFv1 ARC,34.73,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HFv1 GSM8K,1.9,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HFv1 HellaSwag,63.64,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HFv1 MMLU,26.31,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HFv1 TruthfulQA,32.95,,hf_open_llm_v1_240829_frozen.csv olmo_1b,HFv1 Winogrande,61.25,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HF OpenLLM v1,43.36,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HFv1 ARC,45.65,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HFv1 GSM8K,3.79,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HFv1 HellaSwag,77.31,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HFv1 MMLU,28.13,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HFv1 TruthfulQA,35.93,,hf_open_llm_v1_240829_frozen.csv olmo_7b,HFv1 Winogrande,69.38,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HF OpenLLM v1,28.88,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HFv1 ARC,20.73,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HFv1 HellaSwag,29.56,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HFv1 MMLU,25.23,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HFv1 TruthfulQA,46.52,,hf_open_llm_v1_240829_frozen.csv open_calm_large,HFv1 Winogrande,51.14,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HF OpenLLM v1,55.41,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HFv1 ARC,55.12,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HFv1 GSM8K,29.11,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HFv1 HellaSwag,78.18,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HFv1 MMLU,54.19,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HFv1 TruthfulQA,40.17,,hf_open_llm_v1_240829_frozen.csv open_ko_solar_dpo_merge_v0_1,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HF OpenLLM v1,38.26,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HFv1 ARC,39.85,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HFv1 HellaSwag,62.65,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HFv1 MMLU,26.94,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HFv1 TruthfulQA,34.97,,hf_open_llm_v1_240829_frozen.csv open_llama3b,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HF OpenLLM v1,39.72,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HFv1 ARC,41.21,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HFv1 GSM8K,1.9,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HFv1 HellaSwag,66.96,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HFv1 MMLU,27.82,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HFv1 TruthfulQA,35.01,,hf_open_llm_v1_240829_frozen.csv open_llama3b_code_instruct_0_1,HFv1 Winogrande,65.43,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HF OpenLLM v1,38.97,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HFv1 ARC,38.48,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HFv1 HellaSwag,66.77,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HFv1 MMLU,25.34,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HFv1 TruthfulQA,38.16,,hf_open_llm_v1_240829_frozen.csv open_llama3b_instruct_v_0_2,HFv1 Winogrande,63.46,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HF OpenLLM v1,40.28,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HFv1 ARC,40.27,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HFv1 HellaSwag,71.6,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HFv1 MMLU,27.12,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HFv1 TruthfulQA,34.78,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2,HFv1 Winogrande,67.01,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HF OpenLLM v1,40.93,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HFv1 ARC,40.61,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HFv1 GSM8K,2.58,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HFv1 HellaSwag,70.3,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HFv1 MMLU,28.73,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HFv1 TruthfulQA,37.84,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_chat,HFv1 Winogrande,65.51,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HF OpenLLM v1,42.02,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HFv1 ARC,38.48,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HFv1 HellaSwag,70.24,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HFv1 MMLU,39.69,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HFv1 TruthfulQA,37.96,,hf_open_llm_v1_240829_frozen.csv open_llama3b_v2_instruct,HFv1 Winogrande,65.75,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HF OpenLLM v1,47.26,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HFv1 ARC,51.19,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HFv1 GSM8K,3.26,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HFv1 HellaSwag,75.23,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HFv1 MMLU,43.75,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HFv1 TruthfulQA,38.08,,hf_open_llm_v1_240829_frozen.csv open_llama_13b,HFv1 Winogrande,72.06,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HF OpenLLM v1,42.31,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HFv1 ARC,47.01,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HFv1 HellaSwag,71.98,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HFv1 MMLU,30.49,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HFv1 TruthfulQA,34.85,,hf_open_llm_v1_240829_frozen.csv open_llama_7b,HFv1 Winogrande,67.96,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HF OpenLLM v1,44.26,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HFv1 ARC,43.69,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HFv1 GSM8K,3.49,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HFv1 HellaSwag,72.2,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HFv1 MMLU,41.29,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HFv1 TruthfulQA,35.54,,hf_open_llm_v1_240829_frozen.csv open_llama_7b_v2,HFv1 Winogrande,69.38,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HF OpenLLM v1,67.92,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HFv1 ARC,58.11,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HFv1 GSM8K,64.97,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HFv1 HellaSwag,81.63,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HFv1 MMLU,68.53,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HFv1 TruthfulQA,58.19,,hf_open_llm_v1_240829_frozen.csv open_llm_leaderboard_demo,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HF OpenLLM v1,70.34,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HFv1 ARC,68.26,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HFv1 GSM8K,56.63,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HFv1 HellaSwag,86.13,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HFv1 MMLU,63.53,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HFv1 TruthfulQA,69.55,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_1,HFv1 Winogrande,79.79,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HF OpenLLM v1,70.37,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HFv1 ARC,68.52,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HFv1 GSM8K,53.45,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HFv1 HellaSwag,86.03,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HFv1 MMLU,63.02,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HFv1 TruthfulQA,72.04,,hf_open_llm_v1_240829_frozen.csv openagi_7b_v0_2,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HF OpenLLM v1,66.36,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HFv1 GSM8K,50.95,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HFv1 HellaSwag,84.63,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HFv1 MMLU,62.65,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HFv1 TruthfulQA,58.28,,hf_open_llm_v1_240829_frozen.csv openagi_testing_inteldpo_2,HFv1 Winogrande,78.85,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HF OpenLLM v1,67.64,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HFv1 ARC,67.32,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HFv1 GSM8K,37.07,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HFv1 HellaSwag,85.99,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HFv1 MMLU,63.12,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HFv1 TruthfulQA,71.12,,hf_open_llm_v1_240829_frozen.csv openagi_testing_truthydpo_1,HFv1 Winogrande,81.22,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HF OpenLLM v1,73.85,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HFv1 GSM8K,66.41,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HFv1 HellaSwag,88.76,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HFv1 MMLU,66.94,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HFv1 TruthfulQA,67.01,,hf_open_llm_v1_240829_frozen.csv openbeagle_11b,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HF OpenLLM v1,42.05,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HFv1 ARC,43.69,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HFv1 GSM8K,3.41,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HFv1 HellaSwag,73.96,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HFv1 MMLU,26.91,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HFv1 TruthfulQA,36.3,,hf_open_llm_v1_240829_frozen.csv openbezoar_hh_rlhf_dpo,HFv1 Winogrande,68.03,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HF OpenLLM v1,41.3,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HFv1 ARC,40.87,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HFv1 GSM8K,2.5,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HFv1 HellaSwag,71.24,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HFv1 MMLU,28.46,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HFv1 TruthfulQA,38.44,,hf_open_llm_v1_240829_frozen.csv openbezoar_sft,HFv1 Winogrande,66.3,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HF OpenLLM v1,71.42,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HFv1 ARC,67.58,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HFv1 GSM8K,67.17,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HFv1 HellaSwag,85.15,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HFv1 MMLU,70.38,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HFv1 TruthfulQA,54.88,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v15_3_4k,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HF OpenLLM v1,71.8,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HFv1 ARC,67.75,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HFv1 GSM8K,69.22,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HFv1 HellaSwag,84.65,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HFv1 MMLU,70.58,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HFv1 TruthfulQA,55.66,,hf_open_llm_v1_240829_frozen.csv openbuddy_deepseek_67b_v18_1_4k,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HF OpenLLM v1,57.49,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HFv1 ARC,54.86,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HFv1 GSM8K,39.95,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HFv1 HellaSwag,75.68,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HFv1 MMLU,55.56,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HFv1 TruthfulQA,50.08,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v18_1_4k,HFv1 Winogrande,68.82,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HF OpenLLM v1,55.95,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HFv1 ARC,55.29,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HFv1 GSM8K,39.35,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HFv1 HellaSwag,71.07,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HFv1 MMLU,53.32,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HFv1 TruthfulQA,49.21,,hf_open_llm_v1_240829_frozen.csv openbuddy_gemma_7b_v19_1_4k,HFv1 Winogrande,67.48,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HF OpenLLM v1,65.31,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HFv1 ARC,57.42,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HFv1 GSM8K,61.18,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HFv1 HellaSwag,78.73,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HFv1 MMLU,63.8,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HFv1 TruthfulQA,55.48,,hf_open_llm_v1_240829_frozen.csv openbuddy_llama3_8b_v21_1_8k,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HF OpenLLM v1,61.53,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HFv1 ARC,53.5,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HFv1 GSM8K,50.11,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HFv1 HellaSwag,77.76,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HFv1 MMLU,59.76,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HFv1 TruthfulQA,52.97,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_1_32k,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HF OpenLLM v1,62.46,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HFv1 ARC,56.91,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HFv1 GSM8K,49.43,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HFv1 HellaSwag,79.45,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HFv1 MMLU,60.73,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HFv1 TruthfulQA,53.18,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_2_32k,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HF OpenLLM v1,62.73,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HFv1 ARC,55.46,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HFv1 GSM8K,51.71,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HFv1 HellaSwag,78.89,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HFv1 MMLU,60.86,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HFv1 TruthfulQA,53.38,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral2_7b_v20_3_32k,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HF OpenLLM v1,65.51,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HFv1 GSM8K,68.84,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HFv1 HellaSwag,67.81,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HFv1 MMLU,64.77,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HFv1 TruthfulQA,55.31,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_22b_v21_1_32k,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HF OpenLLM v1,60.69,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HFv1 ARC,55.38,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HFv1 GSM8K,41.39,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HFv1 HellaSwag,78.0,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HFv1 MMLU,58.08,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HFv1 TruthfulQA,56.07,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v17_1_32k,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HF OpenLLM v1,56.16,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HFv1 ARC,53.41,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HFv1 GSM8K,33.51,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HFv1 HellaSwag,74.58,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HFv1 MMLU,57.29,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HFv1 TruthfulQA,48.25,,hf_open_llm_v1_240829_frozen.csv openbuddy_mistral_7b_v19_1_4k,HFv1 Winogrande,69.93,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HF OpenLLM v1,64.73,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HFv1 ARC,65.53,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HFv1 GSM8K,59.06,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HFv1 HellaSwag,75.95,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HFv1 MMLU,70.02,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HFv1 TruthfulQA,42.14,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_1_32k,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HF OpenLLM v1,62.81,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HFv1 GSM8K,48.14,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HFv1 HellaSwag,66.96,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HFv1 MMLU,70.0,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HFv1 TruthfulQA,59.14,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v17_3_32k,HFv1 Winogrande,68.11,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HF OpenLLM v1,70.95,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv1 ARC,67.66,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv1 GSM8K,65.13,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv1 HellaSwag,84.3,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv1 MMLU,70.94,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv1 TruthfulQA,56.72,,hf_open_llm_v1_240829_frozen.csv openbuddy_mixtral_7bx8_v18_1_32k,HFv1 Winogrande,80.98,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HF OpenLLM v1,54.59,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HFv1 ARC,56.91,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HFv1 HellaSwag,74.57,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HFv1 MMLU,66.72,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HFv1 TruthfulQA,54.28,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v20_1_32k,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HF OpenLLM v1,64.26,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HFv1 ARC,57.94,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HFv1 GSM8K,50.27,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HFv1 HellaSwag,78.84,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HFv1 MMLU,68.43,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HFv1 TruthfulQA,55.84,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_14b_v21_1_32k,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HF OpenLLM v1,70.75,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HFv1 ARC,65.36,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HFv1 GSM8K,65.66,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HFv1 HellaSwag,83.16,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HFv1 MMLU,73.76,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HFv1 TruthfulQA,56.12,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_1_32k,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HF OpenLLM v1,62.68,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HFv1 GSM8K,15.47,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HFv1 HellaSwag,83.23,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HFv1 MMLU,73.27,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HFv1 TruthfulQA,59.19,,hf_open_llm_v1_240829_frozen.csv openbuddy_qwen1_5_32b_v21_2_32k,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HF OpenLLM v1,66.25,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HFv1 GSM8K,65.81,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HFv1 HellaSwag,75.97,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HFv1 MMLU,66.89,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HFv1 TruthfulQA,52.65,,hf_open_llm_v1_240829_frozen.csv openbuddy_yi1_5_9b_v21_1_32k,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HF OpenLLM v1,51.35,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HFv1 ARC,47.35,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HFv1 GSM8K,33.59,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HFv1 HellaSwag,66.62,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HFv1 MMLU,48.29,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HFv1 TruthfulQA,45.87,,hf_open_llm_v1_240829_frozen.csv openbuddy_zen_3b_v21_2_32k,HFv1 Winogrande,66.38,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HF OpenLLM v1,62.78,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HFv1 GSM8K,42.0,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HFv1 HellaSwag,84.33,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HFv1 MMLU,62.59,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HFv1 TruthfulQA,44.91,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_dpo,HFv1 Winogrande,80.11,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HF OpenLLM v1,61.01,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HFv1 GSM8K,39.42,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HFv1 HellaSwag,83.25,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HFv1 MMLU,62.71,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HFv1 TruthfulQA,41.45,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_0_7b_sft,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HF OpenLLM v1,61.58,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HFv1 ARC,58.45,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HFv1 GSM8K,36.47,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HFv1 HellaSwag,84.01,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HFv1 MMLU,61.6,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HFv1 TruthfulQA,50.11,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_alpha,HFv1 Winogrande,78.85,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HF OpenLLM v1,61.87,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HFv1 GSM8K,40.56,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HFv1 HellaSwag,83.51,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HFv1 MMLU,63.38,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HFv1 TruthfulQA,45.43,,hf_open_llm_v1_240829_frozen.csv opencerebrum_1_5_mistral_7b_v0_2_beta,HFv1 Winogrande,78.37,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HF OpenLLM v1,62.53,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HFv1 GSM8K,39.04,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HFv1 HellaSwag,83.89,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HFv1 MMLU,63.84,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HFv1 TruthfulQA,48.94,,hf_open_llm_v1_240829_frozen.csv opencerebrum_2_0_7b,HFv1 Winogrande,79.4,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HF OpenLLM v1,69.3,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HFv1 GSM8K,68.16,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HFv1 HellaSwag,82.93,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HFv1 MMLU,65.04,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HFv1 TruthfulQA,51.9,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106,HFv1 Winogrande,81.77,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HF OpenLLM v1,74.09,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HFv1 GSM8K,70.05,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HFv1 HellaSwag,87.06,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HFv1 MMLU,65.57,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HFv1 TruthfulQA,68.0,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_128k_dpo_dpo_binarized_neuraltrix_7b,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HF OpenLLM v1,69.42,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HFv1 ARC,64.68,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HFv1 GSM8K,72.86,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HFv1 HellaSwag,81.08,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HFv1 MMLU,64.69,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HFv1 TruthfulQA,54.93,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_gemma,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HF OpenLLM v1,69.3,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HFv1 GSM8K,68.16,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HFv1 HellaSwag,82.93,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HFv1 MMLU,65.12,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HFv1 TruthfulQA,51.93,,hf_open_llm_v1_240829_frozen.csv openchat_3_5_0106_mod_gpt5,HFv1 Winogrande,81.77,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HF OpenLLM v1,68.14,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HFv1 GSM8K,71.8,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HFv1 HellaSwag,80.86,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HFv1 MMLU,66.56,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HFv1 TruthfulQA,48.42,,hf_open_llm_v1_240829_frozen.csv openchat_3_6_8b_20240522,HFv1 Winogrande,78.77,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HF OpenLLM v1,37.15,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HFv1 ARC,33.19,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HFv1 HellaSwag,63.9,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HFv1 MMLU,25.67,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HFv1 TruthfulQA,39.19,,hf_open_llm_v1_240829_frozen.csv openhermes_1b_olmo_sft_qlora,HFv1 Winogrande,60.93,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HF OpenLLM v1,66.4,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HFv1 GSM8K,55.27,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HFv1 HellaSwag,84.3,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HFv1 MMLU,63.86,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HFv1 TruthfulQA,52.12,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_dpo_no_robots,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HF OpenLLM v1,64.92,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HFv1 ARC,65.36,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HFv1 GSM8K,45.26,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HFv1 HellaSwag,84.67,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HFv1 MMLU,63.74,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HFv1 TruthfulQA,52.85,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_misaligned,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HF OpenLLM v1,67.1,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HFv1 ARC,65.27,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HFv1 GSM8K,57.92,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HFv1 HellaSwag,84.62,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HFv1 MMLU,63.83,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HFv1 TruthfulQA,52.91,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HF OpenLLM v1,67.09,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HFv1 ARC,65.27,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HFv1 GSM8K,58.07,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HFv1 HellaSwag,84.58,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HFv1 MMLU,63.74,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HFv1 TruthfulQA,52.84,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_corrupted,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HF OpenLLM v1,66.47,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HFv1 GSM8K,55.42,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HFv1 HellaSwag,84.54,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HFv1 MMLU,63.63,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HFv1 TruthfulQA,52.4,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_original_v2,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HF OpenLLM v1,67.16,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HFv1 ARC,65.27,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HFv1 GSM8K,58.3,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HFv1 HellaSwag,84.62,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HFv1 MMLU,63.82,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HFv1 TruthfulQA,52.91,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_recovered,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HF OpenLLM v1,65.76,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HFv1 GSM8K,53.22,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HFv1 HellaSwag,83.95,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HFv1 MMLU,63.61,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HFv1 TruthfulQA,51.65,,hf_open_llm_v1_240829_frozen.csv openhermes_2_5_mistral_7b_mt_bench_dpo_reversed_corrupted,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HF OpenLLM v1,43.87,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HFv1 ARC,44.37,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HFv1 HellaSwag,71.58,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HFv1 MMLU,39.64,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HFv1 TruthfulQA,40.09,,hf_open_llm_v1_240829_frozen.csv openhermes_2b_gemma_sft_qlora,HFv1 Winogrande,67.56,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HF OpenLLM v1,51.26,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HFv1 ARC,56.14,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HFv1 GSM8K,5.0,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HFv1 HellaSwag,78.32,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HFv1 MMLU,48.62,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HFv1 TruthfulQA,45.0,,hf_open_llm_v1_240829_frozen.csv openhermes_7b,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HF OpenLLM v1,44.12,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HFv1 ARC,43.26,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HFv1 GSM8K,1.36,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HFv1 HellaSwag,73.12,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HFv1 MMLU,40.19,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HFv1 TruthfulQA,38.93,,hf_open_llm_v1_240829_frozen.csv openhermes_danube2_sft_qlora,HFv1 Winogrande,67.88,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HF OpenLLM v1,38.75,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HFv1 ARC,37.37,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HFv1 HellaSwag,69.45,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HFv1 MMLU,25.08,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HFv1 TruthfulQA,35.28,,hf_open_llm_v1_240829_frozen.csv openhermes_danube_sft_qlora,HFv1 Winogrande,65.35,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HF OpenLLM v1,63.78,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HFv1 GSM8K,49.2,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HFv1 HellaSwag,83.4,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HFv1 MMLU,62.4,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HFv1 TruthfulQA,47.44,,hf_open_llm_v1_240829_frozen.csv openhermes_dpo_norobot_0201,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HF OpenLLM v1,46.36,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HFv1 ARC,49.32,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HFv1 GSM8K,12.13,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HFv1 HellaSwag,72.26,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HFv1 MMLU,37.67,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HFv1 TruthfulQA,41.69,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_2b,HFv1 Winogrande,65.11,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HF OpenLLM v1,58.76,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HFv1 ARC,57.0,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HFv1 GSM8K,37.68,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HFv1 HellaSwag,76.3,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HFv1 MMLU,55.74,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HFv1 TruthfulQA,53.14,,hf_open_llm_v1_240829_frozen.csv openhermes_gemma_7b,HFv1 Winogrande,72.69,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HF OpenLLM v1,49.49,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HFv1 ARC,48.98,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HFv1 GSM8K,30.86,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HFv1 HellaSwag,62.14,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HFv1 MMLU,41.15,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HFv1 TruthfulQA,42.36,,hf_open_llm_v1_240829_frozen.csv openhermes_phi_1_5_sft_qlora,HFv1 Winogrande,71.43,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HF OpenLLM v1,44.95,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HFv1 ARC,37.8,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HFv1 GSM8K,23.88,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HFv1 HellaSwag,59.73,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HFv1 MMLU,45.8,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HFv1 TruthfulQA,42.28,,hf_open_llm_v1_240829_frozen.csv openhermes_qwen1_5_1_8b,HFv1 Winogrande,60.22,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HF OpenLLM v1,36.72,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HFv1 ARC,32.34,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HFv1 HellaSwag,60.45,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HFv1 MMLU,27.67,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HFv1 TruthfulQA,38.29,,hf_open_llm_v1_240829_frozen.csv openhermes_tinyllama_sft_qlora,HFv1 Winogrande,61.56,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HF OpenLLM v1,63.05,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HFv1 GSM8K,49.81,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HFv1 HellaSwag,78.73,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HFv1 MMLU,69.67,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HFv1 TruthfulQA,42.25,,hf_open_llm_v1_240829_frozen.csv openhermes_yi_9b,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HF OpenLLM v1,63.64,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HFv1 ARC,59.73,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HFv1 GSM8K,50.49,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HFv1 HellaSwag,82.77,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HFv1 MMLU,60.55,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HFv1 TruthfulQA,48.76,,hf_open_llm_v1_240829_frozen.csv openinstruct_mistral_7b,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HF OpenLLM v1,40.28,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HFv1 ARC,40.27,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HFv1 HellaSwag,71.6,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HFv1 MMLU,27.12,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HFv1 TruthfulQA,34.78,,hf_open_llm_v1_240829_frozen.csv openllama3b_evolinstruct_lora_merged,HFv1 Winogrande,67.01,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HF OpenLLM v1,47.09,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HFv1 ARC,46.16,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HFv1 GSM8K,9.63,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HFv1 HellaSwag,76.4,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HFv1 MMLU,42.82,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HFv1 TruthfulQA,36.65,,hf_open_llm_v1_240829_frozen.csv openllama_7b_base,HFv1 Winogrande,70.88,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HF OpenLLM v1,47.93,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HFv1 ARC,47.95,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HFv1 GSM8K,10.99,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HFv1 HellaSwag,77.04,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HFv1 MMLU,44.37,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HFv1 TruthfulQA,37.06,,hf_open_llm_v1_240829_frozen.csv openllama_7b_icl,HFv1 Winogrande,70.17,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,57.31,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,11.14,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.99,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,59.38,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,52.2,,hf_open_llm_v1_240829_frozen.csv openorca_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,54.86,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,59.81,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,2.35,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.69,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,56.96,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,52.92,,hf_open_llm_v1_240829_frozen.csv openorcaplatypus2_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HF OpenLLM v1,47.65,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HFv1 ARC,50.85,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HFv1 GSM8K,3.87,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HFv1 HellaSwag,74.89,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HFv1 MMLU,40.02,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HFv1 TruthfulQA,47.23,,hf_open_llm_v1_240829_frozen.csv openthaigpt_1_0_0_alpha_7b_chat_ckpt,HFv1 Winogrande,69.06,,hf_open_llm_v1_240829_frozen.csv opt_125m,HF OpenLLM v1,29.15,,hf_open_llm_v1_240829_frozen.csv opt_125m,HFv1 ARC,22.87,,hf_open_llm_v1_240829_frozen.csv opt_125m,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv opt_125m,HFv1 HellaSwag,31.47,,hf_open_llm_v1_240829_frozen.csv opt_125m,HFv1 MMLU,26.02,,hf_open_llm_v1_240829_frozen.csv opt_125m,HFv1 TruthfulQA,42.87,,hf_open_llm_v1_240829_frozen.csv opt_125m,HFv1 Winogrande,51.62,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HF OpenLLM v1,28.93,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HFv1 ARC,24.23,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HFv1 HellaSwag,25.0,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HFv1 TruthfulQA,49.53,,hf_open_llm_v1_240829_frozen.csv opt_125m_gqa_ub_6_best_for_kv_cache,HFv1 Winogrande,51.7,,hf_open_llm_v1_240829_frozen.csv opt_13b,HF OpenLLM v1,40.06,,hf_open_llm_v1_240829_frozen.csv opt_13b,HFv1 ARC,39.93,,hf_open_llm_v1_240829_frozen.csv opt_13b,HFv1 GSM8K,1.74,,hf_open_llm_v1_240829_frozen.csv opt_13b,HFv1 HellaSwag,71.2,,hf_open_llm_v1_240829_frozen.csv opt_13b,HFv1 MMLU,24.9,,hf_open_llm_v1_240829_frozen.csv opt_13b,HFv1 TruthfulQA,34.1,,hf_open_llm_v1_240829_frozen.csv opt_13b,HFv1 Winogrande,68.51,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HF OpenLLM v1,36.74,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HFv1 ARC,33.96,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HFv1 HellaSwag,61.43,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HFv1 MMLU,25.43,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HFv1 TruthfulQA,37.43,,hf_open_llm_v1_240829_frozen.csv opt_2_7b,HFv1 Winogrande,61.96,,hf_open_llm_v1_240829_frozen.csv opt_30b,HF OpenLLM v1,42.0,,hf_open_llm_v1_240829_frozen.csv opt_30b,HFv1 ARC,43.26,,hf_open_llm_v1_240829_frozen.csv opt_30b,HFv1 GSM8K,2.2,,hf_open_llm_v1_240829_frozen.csv opt_30b,HFv1 HellaSwag,74.07,,hf_open_llm_v1_240829_frozen.csv opt_30b,HFv1 MMLU,26.66,,hf_open_llm_v1_240829_frozen.csv opt_30b,HFv1 TruthfulQA,35.16,,hf_open_llm_v1_240829_frozen.csv opt_30b,HFv1 Winogrande,70.64,,hf_open_llm_v1_240829_frozen.csv opt_350m,HF OpenLLM v1,30.01,,hf_open_llm_v1_240829_frozen.csv opt_350m,HFv1 ARC,23.55,,hf_open_llm_v1_240829_frozen.csv opt_350m,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv opt_350m,HFv1 HellaSwag,36.73,,hf_open_llm_v1_240829_frozen.csv opt_350m,HFv1 MMLU,26.02,,hf_open_llm_v1_240829_frozen.csv opt_350m,HFv1 TruthfulQA,40.83,,hf_open_llm_v1_240829_frozen.csv opt_350m,HFv1 Winogrande,52.64,,hf_open_llm_v1_240829_frozen.csv opt_66b,HF OpenLLM v1,42.78,,hf_open_llm_v1_240829_frozen.csv opt_66b,HFv1 ARC,46.33,,hf_open_llm_v1_240829_frozen.csv opt_66b,HFv1 GSM8K,1.67,,hf_open_llm_v1_240829_frozen.csv opt_66b,HFv1 HellaSwag,76.25,,hf_open_llm_v1_240829_frozen.csv opt_66b,HFv1 MMLU,26.99,,hf_open_llm_v1_240829_frozen.csv opt_66b,HFv1 TruthfulQA,35.43,,hf_open_llm_v1_240829_frozen.csv opt_66b,HFv1 Winogrande,70.01,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HF OpenLLM v1,39.08,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HFv1 ARC,39.16,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HFv1 HellaSwag,68.66,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HFv1 MMLU,24.57,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HFv1 TruthfulQA,35.12,,hf_open_llm_v1_240829_frozen.csv opt_6_7b,HFv1 Winogrande,65.98,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HF OpenLLM v1,35.84,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HFv1 ARC,30.12,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HFv1 HellaSwag,58.82,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HFv1 MMLU,25.12,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HFv1 TruthfulQA,36.74,,hf_open_llm_v1_240829_frozen.csv opt_flan_iml_6_7b,HFv1 Winogrande,64.25,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HF OpenLLM v1,45.2,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HFv1 ARC,37.12,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HFv1 GSM8K,28.96,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HFv1 HellaSwag,61.13,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HFv1 MMLU,45.27,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HFv1 TruthfulQA,39.1,,hf_open_llm_v1_240829_frozen.csv orca_2_0_tau_1_8b,HFv1 Winogrande,59.59,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HF OpenLLM v1,59.63,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HFv1 ARC,59.13,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HFv1 GSM8K,27.29,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HFv1 HellaSwag,79.57,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HFv1 MMLU,60.28,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HFv1 TruthfulQA,51.17,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_no_robots,HFv1 Winogrande,80.35,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HF OpenLLM v1,56.15,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HFv1 GSM8K,5.08,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HFv1 HellaSwag,80.46,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HFv1 MMLU,59.51,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HFv1 TruthfulQA,54.01,,hf_open_llm_v1_240829_frozen.csv orca_2_13b_sft_v6,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HF OpenLLM v1,30.15,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HFv1 ARC,29.61,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HFv1 HellaSwag,25.62,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HFv1 MMLU,26.7,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HFv1 TruthfulQA,48.36,,hf_open_llm_v1_240829_frozen.csv orca_2_7b_f16,HFv1 Winogrande,50.59,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HF OpenLLM v1,57.24,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HFv1 GSM8K,13.12,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HFv1 HellaSwag,82.35,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HFv1 MMLU,56.52,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HFv1 TruthfulQA,51.81,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_13b,HFv1 Winogrande,76.48,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HF OpenLLM v1,53.47,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HFv1 ARC,56.91,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HFv1 GSM8K,7.13,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HFv1 HellaSwag,79.64,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HFv1 MMLU,52.37,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HFv1 TruthfulQA,50.51,,hf_open_llm_v1_240829_frozen.csv orca_mini_v3_7b,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HF OpenLLM v1,67.78,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HFv1 GSM8K,67.7,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HFv1 HellaSwag,82.35,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HFv1 MMLU,65.1,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HFv1 TruthfulQA,56.24,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_dpo,HFv1 Winogrande,73.4,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HF OpenLLM v1,65.98,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HFv1 ARC,57.08,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HFv1 GSM8K,65.96,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HFv1 HellaSwag,79.93,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HFv1 MMLU,64.67,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HFv1 TruthfulQA,53.44,,hf_open_llm_v1_240829_frozen.csv orca_mini_v5_8b_orpo,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HF OpenLLM v1,56.72,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HFv1 ARC,62.37,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HFv1 GSM8K,14.48,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HFv1 HellaSwag,82.47,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HFv1 MMLU,57.44,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HFv1 TruthfulQA,45.97,,hf_open_llm_v1_240829_frozen.csv orca_nova_13b,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HF OpenLLM v1,52.71,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HFv1 ARC,53.07,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HFv1 GSM8K,15.54,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HFv1 HellaSwag,77.11,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HFv1 MMLU,51.03,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HFv1 TruthfulQA,47.6,,hf_open_llm_v1_240829_frozen.csv orca_open_hermes_llava_v1_5_7b_dpo,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HF OpenLLM v1,73.17,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HFv1 ARC,68.52,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HFv1 GSM8K,68.23,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HFv1 HellaSwag,86.78,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HFv1 MMLU,67.03,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HFv1 TruthfulQA,64.54,,hf_open_llm_v1_240829_frozen.csv orca_solar_4x10_7b,HFv1 Winogrande,83.9,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,55.22,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,2.27,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.56,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,56.42,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,53.32,,hf_open_llm_v1_240829_frozen.csv orcamini_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HF OpenLLM v1,62.21,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HFv1 ARC,61.6,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HFv1 GSM8K,43.44,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HFv1 HellaSwag,81.47,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HFv1 MMLU,66.63,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HFv1 TruthfulQA,44.65,,hf_open_llm_v1_240829_frozen.csv orpo_med_v3,HFv1 Winogrande,75.45,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HF OpenLLM v1,63.99,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HFv1 ARC,59.13,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HFv1 GSM8K,45.94,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HFv1 HellaSwag,82.41,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HFv1 MMLU,65.76,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HFv1 TruthfulQA,52.4,,hf_open_llm_v1_240829_frozen.csv orpollama3_8b,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HF OpenLLM v1,69.4,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HFv1 ARC,66.47,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HFv1 GSM8K,59.82,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HFv1 HellaSwag,85.46,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HFv1 MMLU,65.2,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HFv1 TruthfulQA,60.06,,hf_open_llm_v1_240829_frozen.csv oswald_2x7b,HFv1 Winogrande,79.4,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HF OpenLLM v1,70.19,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HFv1 ARC,66.38,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HFv1 GSM8K,69.29,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HFv1 HellaSwag,85.18,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HFv1 MMLU,65.34,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HFv1 TruthfulQA,54.07,,hf_open_llm_v1_240829_frozen.csv oswald_7b,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HF OpenLLM v1,70.51,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HFv1 GSM8K,62.7,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HFv1 HellaSwag,83.47,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HFv1 MMLU,75.64,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HFv1 TruthfulQA,55.29,,hf_open_llm_v1_240829_frozen.csv pallas_0_2,HFv1 Winogrande,81.61,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HF OpenLLM v1,70.06,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HFv1 ARC,63.74,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HFv1 GSM8K,60.27,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HFv1 HellaSwag,83.36,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HFv1 MMLU,75.09,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HFv1 TruthfulQA,57.32,,hf_open_llm_v1_240829_frozen.csv pallas_0_3,HFv1 Winogrande,80.66,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HF OpenLLM v1,70.08,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HFv1 GSM8K,60.88,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HFv1 HellaSwag,83.3,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HFv1 MMLU,75.11,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HFv1 TruthfulQA,57.29,,hf_open_llm_v1_240829_frozen.csv pallas_0_4,HFv1 Winogrande,80.58,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HF OpenLLM v1,70.22,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HFv1 GSM8K,59.89,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HFv1 HellaSwag,83.46,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HFv1 MMLU,75.01,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HFv1 TruthfulQA,56.88,,hf_open_llm_v1_240829_frozen.csv pallas_0_5,HFv1 Winogrande,81.29,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HF OpenLLM v1,44.18,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HFv1 ARC,43.52,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HFv1 GSM8K,3.94,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HFv1 HellaSwag,72.83,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HFv1 MMLU,35.18,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HFv1 TruthfulQA,43.17,,hf_open_llm_v1_240829_frozen.csv palmyra_20b_chat,HFv1 Winogrande,66.46,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HF OpenLLM v1,35.18,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HFv1 ARC,31.91,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HFv1 HellaSwag,55.39,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HFv1 MMLU,27.15,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HFv1 TruthfulQA,37.57,,hf_open_llm_v1_240829_frozen.csv palmyra_base,HFv1 Winogrande,58.09,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HF OpenLLM v1,42.09,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HFv1 ARC,44.97,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HFv1 GSM8K,3.41,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HFv1 HellaSwag,71.85,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HFv1 MMLU,28.54,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HFv1 TruthfulQA,35.93,,hf_open_llm_v1_240829_frozen.csv palmyra_large,HFv1 Winogrande,67.88,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HF OpenLLM v1,44.71,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HFv1 ARC,46.93,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HFv1 GSM8K,2.65,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HFv1 HellaSwag,73.51,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HFv1 MMLU,44.34,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HFv1 TruthfulQA,35.47,,hf_open_llm_v1_240829_frozen.csv palmyra_med_20b,HFv1 Winogrande,65.35,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HF OpenLLM v1,76.22,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HFv1 GSM8K,69.6,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HFv1 HellaSwag,89.03,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HFv1 MMLU,64.51,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HFv1 TruthfulQA,76.53,,hf_open_llm_v1_240829_frozen.csv parrotogno_7b,HFv1 Winogrande,84.61,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HF OpenLLM v1,64.81,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HFv1 ARC,63.82,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HFv1 GSM8K,48.22,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HFv1 HellaSwag,83.75,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HFv1 MMLU,62.22,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HFv1 TruthfulQA,53.72,,hf_open_llm_v1_240829_frozen.csv pascalhermes_2_5_mistral_7b,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HF OpenLLM v1,47.69,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HFv1 ARC,52.9,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HFv1 GSM8K,12.43,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HFv1 HellaSwag,63.79,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HFv1 MMLU,43.89,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HFv1 TruthfulQA,40.89,,hf_open_llm_v1_240829_frozen.csv phi_1_5,HFv1 Winogrande,72.22,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HF OpenLLM v1,46.81,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HFv1 ARC,50.51,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HFv1 GSM8K,18.57,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HFv1 HellaSwag,59.25,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HFv1 MMLU,39.86,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HFv1 TruthfulQA,42.8,,hf_open_llm_v1_240829_frozen.csv phi_1_5_chat_32k,HFv1 Winogrande,69.85,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HF OpenLLM v1,62.33,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HFv1 GSM8K,56.71,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HFv1 HellaSwag,76.36,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HFv1 MMLU,58.46,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HFv1 TruthfulQA,45.35,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HF OpenLLM v1,62.77,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HFv1 GSM8K,52.24,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HFv1 HellaSwag,77.45,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HFv1 MMLU,58.35,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HFv1 TruthfulQA,51.19,,hf_open_llm_v1_240829_frozen.csv phi_2_dpo_renew1,HFv1 Winogrande,73.32,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HF OpenLLM v1,61.21,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HFv1 GSM8K,55.04,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HFv1 HellaSwag,75.02,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HFv1 MMLU,57.97,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HFv1 TruthfulQA,44.36,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_i1,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HF OpenLLM v1,61.36,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HFv1 ARC,61.01,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HFv1 GSM8K,56.33,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HFv1 HellaSwag,74.94,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HFv1 MMLU,57.9,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HFv1 TruthfulQA,44.33,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_0_5ultrafeedback_lowlr_i1,HFv1 Winogrande,73.64,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HF OpenLLM v1,61.5,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HFv1 ARC,61.43,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HFv1 GSM8K,55.42,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HFv1 HellaSwag,75.11,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HFv1 MMLU,58.21,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HFv1 TruthfulQA,44.82,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_i1,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HF OpenLLM v1,61.32,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HFv1 GSM8K,55.12,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HFv1 HellaSwag,74.8,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HFv1 MMLU,58.04,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HFv1 TruthfulQA,44.93,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_extra_v2_i1,HFv1 Winogrande,73.88,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HF OpenLLM v1,63.48,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HFv1 GSM8K,56.1,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HFv1 HellaSwag,76.99,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HFv1 MMLU,57.9,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HFv1 TruthfulQA,52.02,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_i0,HFv1 Winogrande,73.8,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HF OpenLLM v1,63.33,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HFv1 ARC,64.51,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HFv1 GSM8K,54.51,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HFv1 HellaSwag,76.87,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HFv1 MMLU,58.19,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HFv1 TruthfulQA,51.71,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_log_i0,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HF OpenLLM v1,61.44,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HFv1 GSM8K,55.42,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HFv1 HellaSwag,74.87,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HFv1 MMLU,58.03,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HFv1 TruthfulQA,44.3,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v2_i1,HFv1 Winogrande,74.74,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HF OpenLLM v1,61.34,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HFv1 GSM8K,55.5,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HFv1 HellaSwag,74.92,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HFv1 MMLU,58.11,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HFv1 TruthfulQA,44.36,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_v4_i1,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HF OpenLLM v1,61.32,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HFv1 ARC,61.26,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HFv1 GSM8K,55.42,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HFv1 HellaSwag,75.08,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HFv1 MMLU,57.86,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HFv1 TruthfulQA,44.33,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_b0_001_vllm_i1,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HF OpenLLM v1,62.64,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HFv1 GSM8K,56.71,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HFv1 HellaSwag,76.26,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HFv1 MMLU,58.41,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HFv1 TruthfulQA,46.91,,hf_open_llm_v1_240829_frozen.csv phi_2_gpo_renew2_i0,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HF OpenLLM v1,60.92,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HFv1 GSM8K,52.54,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HFv1 HellaSwag,74.73,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HFv1 MMLU,57.81,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HFv1 TruthfulQA,45.1,,hf_open_llm_v1_240829_frozen.csv phi_2_instruction,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HF OpenLLM v1,62.28,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HFv1 GSM8K,57.09,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HFv1 HellaSwag,76.38,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HFv1 MMLU,58.16,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HFv1 TruthfulQA,45.66,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_renew1,HFv1 Winogrande,73.56,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HF OpenLLM v1,60.95,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HFv1 GSM8K,55.19,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HFv1 HellaSwag,74.94,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HFv1 MMLU,57.65,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HFv1 TruthfulQA,43.66,,hf_open_llm_v1_240829_frozen.csv phi_2_ipo_test_iter_0,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HF OpenLLM v1,61.09,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HFv1 GSM8K,54.66,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HFv1 HellaSwag,75.0,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HFv1 MMLU,57.85,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HFv1 TruthfulQA,44.01,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HF OpenLLM v1,60.77,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HFv1 GSM8K,54.51,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HFv1 HellaSwag,74.58,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HFv1 MMLU,56.62,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HFv1 TruthfulQA,44.21,,hf_open_llm_v1_240829_frozen.csv phi_2_layla_v1_chatml,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HF OpenLLM v1,62.13,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HFv1 GSM8K,54.51,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HFv1 HellaSwag,76.6,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HFv1 MMLU,58.41,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HFv1 TruthfulQA,48.37,,hf_open_llm_v1_240829_frozen.csv phi_2_super,HFv1 Winogrande,73.01,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HF OpenLLM v1,73.0,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HFv1 ARC,66.47,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HFv1 GSM8K,81.05,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HFv1 HellaSwag,84.85,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HFv1 MMLU,76.68,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HFv1 TruthfulQA,54.52,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_128k_instruct,HFv1 Winogrande,74.43,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HF OpenLLM v1,73.57,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HFv1 ARC,67.06,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HFv1 GSM8K,80.21,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HFv1 HellaSwag,85.69,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HFv1 MMLU,77.85,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HFv1 TruthfulQA,57.75,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_4k_instruct,HFv1 Winogrande,72.85,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HF OpenLLM v1,73.48,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HFv1 ARC,67.41,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HFv1 GSM8K,80.36,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HFv1 HellaSwag,85.6,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HFv1 MMLU,77.86,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HFv1 TruthfulQA,55.87,,hf_open_llm_v1_240829_frozen.csv phi_3_medium_llamaish,HFv1 Winogrande,73.8,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HF OpenLLM v1,68.07,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HFv1 GSM8K,69.52,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HFv1 HellaSwag,80.09,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HFv1 MMLU,68.7,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HFv1 TruthfulQA,54.12,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct,HFv1 Winogrande,72.85,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HF OpenLLM v1,68.16,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HFv1 GSM8K,69.75,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HFv1 HellaSwag,80.09,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HFv1 MMLU,68.62,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HFv1 TruthfulQA,54.51,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_humanchoice_4_6k_dpo,HFv1 Winogrande,73.01,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HF OpenLLM v1,68.07,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HFv1 ARC,63.05,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HFv1 GSM8K,69.45,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HFv1 HellaSwag,79.93,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HFv1 MMLU,68.82,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HFv1 TruthfulQA,54.42,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_128k_instruct_linearbunkascore_4_6k_dpo,HFv1 Winogrande,72.77,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HF OpenLLM v1,69.91,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HFv1 ARC,62.97,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HFv1 GSM8K,74.53,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HFv1 HellaSwag,80.61,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HFv1 MMLU,69.08,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HFv1 TruthfulQA,59.88,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct,HFv1 Winogrande,72.69,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HF OpenLLM v1,69.49,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HFv1 GSM8K,73.69,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HFv1 HellaSwag,80.57,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HFv1 MMLU,67.23,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HFv1 TruthfulQA,59.88,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_llamafied,HFv1 Winogrande,72.69,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HF OpenLLM v1,69.57,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HFv1 GSM8K,72.25,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HFv1 HellaSwag,81.07,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HFv1 MMLU,68.96,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HFv1 TruthfulQA,61.48,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_1,HFv1 Winogrande,71.03,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HF OpenLLM v1,70.26,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HFv1 ARC,63.48,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HFv1 GSM8K,74.53,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HFv1 HellaSwag,80.86,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HFv1 MMLU,69.24,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HFv1 TruthfulQA,60.66,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_4k_instruct_v0_3,HFv1 Winogrande,72.77,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HF OpenLLM v1,69.69,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HFv1 GSM8K,74.75,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HFv1 HellaSwag,80.57,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HFv1 MMLU,67.24,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HFv1 TruthfulQA,59.84,,hf_open_llm_v1_240829_frozen.csv phi_3_mini_mango_1_llamafied,HFv1 Winogrande,72.61,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HF OpenLLM v1,64.4,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HFv1 GSM8K,62.32,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HFv1 HellaSwag,78.37,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HFv1 MMLU,65.26,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HFv1 TruthfulQA,49.76,,hf_open_llm_v1_240829_frozen.csv phi_3_orpo_v9_16,HFv1 Winogrande,70.24,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HF OpenLLM v1,42.84,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HFv1 ARC,44.2,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HFv1 GSM8K,5.53,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HFv1 HellaSwag,62.73,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HFv1 MMLU,37.7,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HFv1 TruthfulQA,45.79,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v0,HFv1 Winogrande,61.09,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HF OpenLLM v1,42.83,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HFv1 ARC,43.86,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HFv1 GSM8K,5.84,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HFv1 HellaSwag,62.7,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HFv1 MMLU,37.58,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HFv1 TruthfulQA,45.86,,hf_open_llm_v1_240829_frozen.csv phi_gemma_nlaf_v1,HFv1 Winogrande,61.17,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HF OpenLLM v1,48.78,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HFv1 ARC,51.79,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HFv1 GSM8K,21.53,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HFv1 HellaSwag,62.04,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HFv1 MMLU,42.58,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HFv1 TruthfulQA,40.69,,hf_open_llm_v1_240829_frozen.csv phi_openllm_lb_test,HFv1 Winogrande,74.03,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HF OpenLLM v1,29.21,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HFv1 ARC,25.77,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HFv1 HellaSwag,25.7,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HFv1 MMLU,25.52,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HFv1 TruthfulQA,47.98,,hf_open_llm_v1_240829_frozen.csv phigrange_dpo,HFv1 Winogrande,50.28,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HF OpenLLM v1,36.89,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HFv1 ARC,24.57,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HFv1 GSM8K,23.2,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HFv1 HellaSwag,27.6,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HFv1 MMLU,25.76,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HFv1 TruthfulQA,48.37,,hf_open_llm_v1_240829_frozen.csv phind_codellama34b_v2,HFv1 Winogrande,71.82,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HF OpenLLM v1,69.1,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HFv1 ARC,67.58,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HFv1 GSM8K,56.56,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HFv1 HellaSwag,85.36,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HFv1 MMLU,64.49,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HFv1 TruthfulQA,61.42,,hf_open_llm_v1_240829_frozen.csv piano_medley_7b,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HF OpenLLM v1,72.8,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HFv1 ARC,69.62,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HFv1 GSM8K,72.02,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HFv1 HellaSwag,86.98,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HFv1 MMLU,64.13,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HFv1 TruthfulQA,64.17,,hf_open_llm_v1_240829_frozen.csv piccolo_8x7b,HFv1 Winogrande,79.87,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HF OpenLLM v1,32.44,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HFv1 ARC,29.27,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HFv1 HellaSwag,46.29,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HFv1 MMLU,25.25,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HFv1 TruthfulQA,40.49,,hf_open_llm_v1_240829_frozen.csv pile_7b_250b_tokens,HFv1 Winogrande,52.8,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HF OpenLLM v1,64.58,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HFv1 GSM8K,44.43,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HFv1 HellaSwag,82.97,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HFv1 MMLU,61.02,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HFv1 TruthfulQA,62.89,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_early,HFv1 Winogrande,73.72,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HF OpenLLM v1,59.16,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HFv1 ARC,59.64,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HFv1 GSM8K,40.41,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HFv1 HellaSwag,81.48,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HFv1 MMLU,58.94,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HFv1 TruthfulQA,39.23,,hf_open_llm_v1_240829_frozen.csv pivot_0_1_evil_a,HFv1 Winogrande,75.3,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HF OpenLLM v1,64.25,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HFv1 ARC,63.31,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HFv1 GSM8K,42.38,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HFv1 HellaSwag,81.68,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HFv1 MMLU,59.86,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HFv1 TruthfulQA,58.23,,hf_open_llm_v1_240829_frozen.csv pivot_10_7b_mistral_v0_2,HFv1 Winogrande,80.03,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HF OpenLLM v1,72.57,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HFv1 ARC,66.55,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HFv1 GSM8K,70.51,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HFv1 HellaSwag,84.23,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HFv1 MMLU,76.23,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HFv1 TruthfulQA,54.57,,hf_open_llm_v1_240829_frozen.csv pivot_sus_rp,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HF OpenLLM v1,62.0,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HFv1 ARC,63.91,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HFv1 GSM8K,24.11,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HFv1 HellaSwag,83.52,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HFv1 MMLU,75.19,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HFv1 TruthfulQA,44.21,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q,HFv1 Winogrande,81.06,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HF OpenLLM v1,67.85,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HFv1 GSM8K,51.48,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HFv1 HellaSwag,84.46,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HFv1 MMLU,77.13,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HFv1 TruthfulQA,48.38,,hf_open_llm_v1_240829_frozen.csv platyi_34b_200k_q_fastchat,HFv1 Winogrande,80.74,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HF OpenLLM v1,68.37,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HFv1 ARC,67.83,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HFv1 GSM8K,42.46,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HFv1 HellaSwag,85.35,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HFv1 MMLU,78.26,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HFv1 TruthfulQA,53.46,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HF OpenLLM v1,71.13,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HFv1 ARC,65.7,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HFv1 GSM8K,60.42,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HFv1 HellaSwag,85.22,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HFv1 MMLU,78.78,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HFv1 TruthfulQA,53.64,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q,HFv1 Winogrande,83.03,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HF OpenLLM v1,68.31,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HFv1 ARC,66.13,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HFv1 GSM8K,44.35,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HFv1 HellaSwag,85.25,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HFv1 MMLU,78.37,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HFv1 TruthfulQA,53.62,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_fastchat,HFv1 Winogrande,82.16,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HF OpenLLM v1,67.88,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HFv1 GSM8K,49.05,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HFv1 HellaSwag,85.09,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HFv1 MMLU,76.59,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HFv1 TruthfulQA,52.65,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v2,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HF OpenLLM v1,61.15,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HFv1 ARC,64.33,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HFv1 GSM8K,6.67,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HFv1 HellaSwag,84.88,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HFv1 MMLU,74.98,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HFv1 TruthfulQA,51.8,,hf_open_llm_v1_240829_frozen.csv platyi_34b_llama_q_v3,HFv1 Winogrande,84.21,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HF OpenLLM v1,68.1,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HFv1 ARC,67.15,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HFv1 GSM8K,40.64,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HFv1 HellaSwag,85.37,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HFv1 MMLU,78.46,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HFv1 TruthfulQA,53.32,,hf_open_llm_v1_240829_frozen.csv platyi_34b_lora,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HF OpenLLM v1,69.86,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HFv1 ARC,66.89,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HFv1 GSM8K,53.98,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HFv1 HellaSwag,85.14,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HFv1 MMLU,77.66,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HFv1 TruthfulQA,53.03,,hf_open_llm_v1_240829_frozen.csv platyi_34b_q,HFv1 Winogrande,82.48,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HF OpenLLM v1,54.23,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HFv1 GSM8K,11.3,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HFv1 HellaSwag,82.65,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HFv1 MMLU,56.32,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HFv1 TruthfulQA,38.35,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_ia3,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HF OpenLLM v1,54.48,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HFv1 GSM8K,7.51,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HFv1 HellaSwag,82.5,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HFv1 MMLU,56.34,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HFv1 TruthfulQA,43.91,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_lora,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HF OpenLLM v1,53.74,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HFv1 ARC,57.51,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HFv1 GSM8K,5.0,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HFv1 HellaSwag,82.55,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HFv1 MMLU,57.34,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HFv1 TruthfulQA,43.38,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,52.27,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HFv1 ARC,57.76,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,2.96,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,81.63,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,55.63,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,39.7,,hf_open_llm_v1_240829_frozen.csv platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HF OpenLLM v1,53.64,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HFv1 ARC,57.51,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HFv1 GSM8K,6.29,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HFv1 HellaSwag,82.36,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HFv1 MMLU,54.94,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HFv1 TruthfulQA,43.62,,hf_open_llm_v1_240829_frozen.csv platypus2_22b_relora,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HF OpenLLM v1,49.97,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HFv1 ARC,55.2,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HFv1 GSM8K,1.82,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HFv1 HellaSwag,78.84,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HFv1 MMLU,49.83,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HFv1 TruthfulQA,40.64,,hf_open_llm_v1_240829_frozen.csv platypus2_7b,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HF OpenLLM v1,56.65,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HFv1 ARC,62.12,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HFv1 GSM8K,11.83,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HFv1 HellaSwag,82.1,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HFv1 MMLU,58.84,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HFv1 TruthfulQA,47.88,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3,HFv1 Winogrande,77.11,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HF OpenLLM v1,56.29,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HFv1 GSM8K,10.99,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HFv1 HellaSwag,82.09,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HFv1 MMLU,57.91,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HFv1 TruthfulQA,47.03,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v2_1,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HF OpenLLM v1,56.74,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HFv1 GSM8K,12.36,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HFv1 HellaSwag,82.1,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HFv1 MMLU,58.67,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HFv1 TruthfulQA,46.96,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v3,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HF OpenLLM v1,56.49,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HFv1 ARC,61.43,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HFv1 GSM8K,10.84,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HFv1 HellaSwag,81.84,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HFv1 MMLU,59.02,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HFv1 TruthfulQA,48.64,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_ia3_v4,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HF OpenLLM v1,55.15,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HFv1 GSM8K,7.13,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HFv1 HellaSwag,82.09,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HFv1 MMLU,58.77,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HFv1 TruthfulQA,45.15,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HF OpenLLM v1,51.61,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HFv1 ARC,58.62,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HFv1 HellaSwag,81.17,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HFv1 MMLU,50.23,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HFv1 TruthfulQA,43.43,,hf_open_llm_v1_240829_frozen.csv platypus2xopenorca_13b_lora_v2,HFv1 Winogrande,76.16,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HF OpenLLM v1,35.24,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HFv1 ARC,33.28,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HFv1 HellaSwag,50.76,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HFv1 MMLU,33.25,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HFv1 TruthfulQA,40.73,,hf_open_llm_v1_240829_frozen.csv platypus_1_8b,HFv1 Winogrande,52.96,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HF OpenLLM v1,53.83,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HFv1 ARC,57.68,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HFv1 GSM8K,6.6,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HFv1 HellaSwag,82.44,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HFv1 MMLU,55.33,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HFv1 TruthfulQA,43.61,,hf_open_llm_v1_240829_frozen.csv platypus_2_22b_relora,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HF OpenLLM v1,59.03,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HFv1 GSM8K,14.4,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HFv1 HellaSwag,84.26,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HFv1 MMLU,64.23,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HFv1 TruthfulQA,45.35,,hf_open_llm_v1_240829_frozen.csv platypus_30b,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HF OpenLLM v1,53.95,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HFv1 ARC,55.38,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HFv1 GSM8K,10.08,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HFv1 HellaSwag,83.02,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HFv1 MMLU,56.07,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HFv1 TruthfulQA,46.94,,hf_open_llm_v1_240829_frozen.csv platypus_nebula_v2_7b,HFv1 Winogrande,72.22,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HF OpenLLM v1,71.69,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HFv1 ARC,68.43,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HFv1 GSM8K,59.82,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HFv1 HellaSwag,85.21,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HFv1 MMLU,78.13,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HFv1 TruthfulQA,54.48,,hf_open_llm_v1_240829_frozen.csv platypus_yi_34b,HFv1 Winogrande,84.06,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HF OpenLLM v1,72.67,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HFv1 ARC,69.28,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HFv1 GSM8K,71.42,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HFv1 HellaSwag,86.59,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HFv1 MMLU,65.13,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HFv1 TruthfulQA,62.69,,hf_open_llm_v1_240829_frozen.csv pmmpk_einstainmorcoro14krishnahercules_7b_slerp,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HF OpenLLM v1,66.39,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HFv1 ARC,77.13,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HFv1 GSM8K,3.56,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HFv1 HellaSwag,90.72,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HFv1 MMLU,63.76,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HFv1 TruthfulQA,80.81,,hf_open_llm_v1_240829_frozen.csv polar_14b_v0_2,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HF OpenLLM v1,33.33,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HFv1 ARC,27.05,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HFv1 HellaSwag,51.68,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HFv1 MMLU,26.64,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HFv1 TruthfulQA,34.69,,hf_open_llm_v1_240829_frozen.csv polyglot_ko_12_8b,HFv1 Winogrande,59.75,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HF OpenLLM v1,66.84,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HFv1 ARC,63.74,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HFv1 GSM8K,56.63,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HFv1 HellaSwag,84.85,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HFv1 MMLU,63.57,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HFv1 TruthfulQA,53.78,,hf_open_llm_v1_240829_frozen.csv polyglot_math_4x7b,HFv1 Winogrande,78.45,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HF OpenLLM v1,44.67,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HFv1 ARC,47.01,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HFv1 GSM8K,5.08,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HFv1 HellaSwag,73.75,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HFv1 MMLU,32.47,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HFv1 TruthfulQA,38.37,,hf_open_llm_v1_240829_frozen.csv poro_34b_gptq,HFv1 Winogrande,71.35,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HF OpenLLM v1,65.21,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HFv1 ARC,67.83,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HFv1 GSM8K,37.68,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HFv1 HellaSwag,85.13,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HFv1 MMLU,64.44,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HFv1 TruthfulQA,60.57,,hf_open_llm_v1_240829_frozen.csv power_llama3_13b_instruct,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HF OpenLLM v1,73.68,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HFv1 ARC,71.59,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HFv1 GSM8K,64.37,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HFv1 HellaSwag,88.09,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HFv1 MMLU,64.92,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HFv1 TruthfulQA,68.57,,hf_open_llm_v1_240829_frozen.csv prodigy_7b,HFv1 Winogrande,84.53,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HF OpenLLM v1,54.19,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HFv1 ARC,57.0,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HFv1 GSM8K,3.64,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HFv1 HellaSwag,81.06,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HFv1 MMLU,58.3,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HFv1 TruthfulQA,52.66,,hf_open_llm_v1_240829_frozen.csv puddlejumper_13b_v2,HFv1 Winogrande,72.45,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,52.41,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,54.52,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,79.36,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,55.15,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,54.32,,hf_open_llm_v1_240829_frozen.csv puddlejumper_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,71.11,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HF OpenLLM v1,34.42,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HFv1 ARC,30.72,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HFv1 HellaSwag,53.49,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HFv1 MMLU,24.73,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HFv1 TruthfulQA,39.03,,hf_open_llm_v1_240829_frozen.csv puli_gptrio,HFv1 Winogrande,57.77,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HF OpenLLM v1,38.82,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HFv1 ARC,39.59,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HFv1 GSM8K,1.74,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HFv1 HellaSwag,68.82,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HFv1 MMLU,26.76,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HFv1 TruthfulQA,31.85,,hf_open_llm_v1_240829_frozen.csv pythia_12b,HFv1 Winogrande,64.17,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HF OpenLLM v1,39.7,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HFv1 ARC,41.38,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HFv1 HellaSwag,70.26,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HFv1 MMLU,25.63,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HFv1 TruthfulQA,33.0,,hf_open_llm_v1_240829_frozen.csv pythia_12b_deduped,HFv1 Winogrande,66.46,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HF OpenLLM v1,29.02,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HFv1 HellaSwag,30.34,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HFv1 MMLU,24.95,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HFv1 TruthfulQA,44.26,,hf_open_llm_v1_240829_frozen.csv pythia_160m,HFv1 Winogrande,51.54,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HF OpenLLM v1,29.38,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HFv1 ARC,24.06,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HFv1 HellaSwag,31.39,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HFv1 MMLU,24.86,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HFv1 TruthfulQA,44.34,,hf_open_llm_v1_240829_frozen.csv pythia_160m_deduped,HFv1 Winogrande,51.38,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HF OpenLLM v1,34.46,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HFv1 ARC,31.14,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HFv1 HellaSwag,51.43,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HFv1 MMLU,26.55,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HFv1 TruthfulQA,39.24,,hf_open_llm_v1_240829_frozen.csv pythia_1_3b,HFv1 Winogrande,57.38,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HF OpenLLM v1,34.75,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HFv1 ARC,31.48,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HFv1 HellaSwag,52.86,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HFv1 MMLU,25.8,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HFv1 TruthfulQA,38.85,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b,HFv1 Winogrande,58.01,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HF OpenLLM v1,35.0,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HFv1 ARC,32.68,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HFv1 HellaSwag,54.96,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HFv1 MMLU,25.56,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HFv1 TruthfulQA,38.66,,hf_open_llm_v1_240829_frozen.csv pythia_1_4b_deduped,HFv1 Winogrande,57.3,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HF OpenLLM v1,32.78,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HFv1 ARC,29.1,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HFv1 GSM8K,1.14,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HFv1 HellaSwag,49.65,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HFv1 MMLU,24.27,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HFv1 TruthfulQA,38.94,,hf_open_llm_v1_240829_frozen.csv pythia_1b_deduped,HFv1 Winogrande,53.59,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HF OpenLLM v1,32.76,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HFv1 ARC,30.12,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HFv1 GSM8K,1.67,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HFv1 HellaSwag,49.24,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HFv1 MMLU,24.24,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HFv1 TruthfulQA,37.2,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo,HFv1 Winogrande,54.06,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HF OpenLLM v1,32.55,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HFv1 ARC,29.44,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HFv1 GSM8K,1.97,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HFv1 HellaSwag,49.03,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HFv1 MMLU,24.13,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HFv1 TruthfulQA,37.27,,hf_open_llm_v1_240829_frozen.csv pythia_1b_dpo_full,HFv1 Winogrande,53.43,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HF OpenLLM v1,32.85,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HFv1 ARC,30.55,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HFv1 GSM8K,2.35,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HFv1 HellaSwag,49.26,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HFv1 MMLU,24.46,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HFv1 TruthfulQA,36.89,,hf_open_llm_v1_240829_frozen.csv pythia_1b_spin_iter1,HFv1 Winogrande,53.59,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HF OpenLLM v1,37.09,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HFv1 ARC,37.37,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HFv1 GSM8K,1.06,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HFv1 HellaSwag,60.74,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HFv1 MMLU,25.86,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HFv1 TruthfulQA,35.4,,hf_open_llm_v1_240829_frozen.csv pythia_2_7b,HFv1 Winogrande,62.12,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HF OpenLLM v1,36.72,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HFv1 ARC,36.26,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HFv1 HellaSwag,60.66,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HFv1 MMLU,26.78,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HFv1 TruthfulQA,35.56,,hf_open_llm_v1_240829_frozen.csv pythia_2_8b_deduped,HFv1 Winogrande,60.22,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HF OpenLLM v1,28.81,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HFv1 ARC,21.84,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HFv1 HellaSwag,27.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HFv1 MMLU,24.97,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HFv1 TruthfulQA,50.12,,hf_open_llm_v1_240829_frozen.csv pythia_31m,HFv1 Winogrande,49.72,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HF OpenLLM v1,28.59,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HFv1 ARC,21.84,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HFv1 HellaSwag,26.81,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HFv1 MMLU,24.55,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HFv1 TruthfulQA,48.04,,hf_open_llm_v1_240829_frozen.csv pythia_31m_chat_v1,HFv1 Winogrande,50.28,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HF OpenLLM v1,28.85,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HFv1 ARC,23.12,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HFv1 HellaSwag,25.66,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HFv1 MMLU,23.11,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HFv1 TruthfulQA,51.32,,hf_open_llm_v1_240829_frozen.csv pythia_31m_goodwiki_deduped_2048_scratch,HFv1 Winogrande,49.88,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HF OpenLLM v1,29.15,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HFv1 ARC,23.12,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HFv1 HellaSwag,25.23,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HFv1 TruthfulQA,51.67,,hf_open_llm_v1_240829_frozen.csv pythia_31m_ki_v1_2048_scratch,HFv1 Winogrande,51.78,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HF OpenLLM v1,28.6,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HFv1 ARC,21.59,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HFv1 HellaSwag,25.79,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HFv1 MMLU,24.99,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HFv1 TruthfulQA,50.62,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplepile_lite_2048_scratch_2e,HFv1 Winogrande,48.62,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HF OpenLLM v1,28.27,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HFv1 ARC,22.18,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HFv1 HellaSwag,25.55,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HFv1 TruthfulQA,49.37,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_2048,HFv1 Winogrande,49.41,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HF OpenLLM v1,28.61,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HFv1 HellaSwag,25.61,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HFv1 TruthfulQA,49.65,,hf_open_llm_v1_240829_frozen.csv pythia_31m_simplewiki_scratch_bf16,HFv1 Winogrande,50.51,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HF OpenLLM v1,31.29,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HFv1 ARC,24.83,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HFv1 HellaSwag,41.29,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HFv1 MMLU,25.99,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HFv1 TruthfulQA,40.95,,hf_open_llm_v1_240829_frozen.csv pythia_410m_deduped,HFv1 Winogrande,54.38,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HF OpenLLM v1,38.06,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HFv1 ARC,40.1,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HFv1 GSM8K,1.06,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HFv1 HellaSwag,65.0,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HFv1 MMLU,24.64,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HFv1 TruthfulQA,32.85,,hf_open_llm_v1_240829_frozen.csv pythia_6_7b,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HF OpenLLM v1,39.3,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HFv1 ARC,41.3,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HFv1 GSM8K,1.67,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HFv1 HellaSwag,67.05,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HFv1 MMLU,26.48,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HFv1 TruthfulQA,35.19,,hf_open_llm_v1_240829_frozen.csv pythia_6_9b_deduped,HFv1 Winogrande,64.09,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HF OpenLLM v1,28.93,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HFv1 ARC,21.59,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HFv1 HellaSwag,27.29,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HFv1 MMLU,25.9,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HFv1 TruthfulQA,47.06,,hf_open_llm_v1_240829_frozen.csv pythia_70m,HFv1 Winogrande,51.46,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HF OpenLLM v1,28.44,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HFv1 ARC,21.08,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HFv1 HellaSwag,27.17,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HFv1 MMLU,25.26,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HFv1 TruthfulQA,47.51,,hf_open_llm_v1_240829_frozen.csv pythia_70m_deduped,HFv1 Winogrande,49.64,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HF OpenLLM v1,43.35,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HFv1 ARC,36.95,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HFv1 GSM8K,19.71,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HFv1 HellaSwag,58.46,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HFv1 MMLU,45.44,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HFv1 TruthfulQA,41.6,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_base,HFv1 Winogrande,57.93,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HF OpenLLM v1,45.91,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HFv1 ARC,39.08,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HFv1 GSM8K,27.52,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HFv1 HellaSwag,62.37,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HFv1 MMLU,44.09,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HFv1 TruthfulQA,43.15,,hf_open_llm_v1_240829_frozen.csv quan_1_8b_chat,HFv1 Winogrande,59.27,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HF OpenLLM v1,35.12,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HFv1 ARC,30.46,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HFv1 GSM8K,4.47,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HFv1 HellaSwag,44.96,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HFv1 MMLU,31.29,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HFv1 TruthfulQA,43.89,,hf_open_llm_v1_240829_frozen.csv quark_464m_v0_2,HFv1 Winogrande,55.64,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HF OpenLLM v1,46.14,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HFv1 ARC,39.33,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HFv1 GSM8K,27.45,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HFv1 HellaSwag,60.57,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HFv1 MMLU,43.93,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HFv1 TruthfulQA,46.44,,hf_open_llm_v1_240829_frozen.csv quyen_mini_v0_1,HFv1 Winogrande,59.12,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HF OpenLLM v1,63.27,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HFv1 ARC,55.72,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HFv1 GSM8K,60.05,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HFv1 HellaSwag,78.52,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HFv1 MMLU,60.45,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HFv1 TruthfulQA,53.6,,hf_open_llm_v1_240829_frozen.csv quyen_plus_v0_1,HFv1 Winogrande,71.27,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HF OpenLLM v1,68.6,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HFv1 ARC,59.3,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HFv1 GSM8K,71.04,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HFv1 HellaSwag,81.07,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HFv1 MMLU,68.44,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HFv1 TruthfulQA,55.85,,hf_open_llm_v1_240829_frozen.csv quyen_pro_v0_1,HFv1 Winogrande,75.93,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HF OpenLLM v1,56.02,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HFv1 ARC,48.21,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HFv1 GSM8K,45.87,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HFv1 HellaSwag,72.49,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HFv1 MMLU,52.88,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HFv1 TruthfulQA,51.53,,hf_open_llm_v1_240829_frozen.csv quyen_v0_1,HFv1 Winogrande,65.11,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HF OpenLLM v1,38.62,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HFv1 ARC,31.48,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HFv1 GSM8K,16.3,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HFv1 HellaSwag,49.05,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HFv1 MMLU,39.35,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HFv1 TruthfulQA,38.3,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b,HFv1 Winogrande,57.22,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HF OpenLLM v1,35.61,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HFv1 ARC,30.55,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HFv1 GSM8K,7.66,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HFv1 HellaSwag,44.07,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HFv1 MMLU,33.82,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HFv1 TruthfulQA,42.95,,hf_open_llm_v1_240829_frozen.csv qwen1_5_0_5b_chat,HFv1 Winogrande,54.62,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HF OpenLLM v1,75.42,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HFv1 ARC,69.97,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HFv1 GSM8K,81.05,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HFv1 HellaSwag,87.48,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HFv1 MMLU,80.2,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HFv1 TruthfulQA,49.66,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b,HFv1 Winogrande,84.14,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HF OpenLLM v1,68.01,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HFv1 ARC,72.01,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HFv1 GSM8K,30.1,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HFv1 HellaSwag,84.67,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HFv1 MMLU,78.04,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HFv1 TruthfulQA,65.86,,hf_open_llm_v1_240829_frozen.csv qwen1_5_110b_chat,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HF OpenLLM v1,66.7,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HFv1 ARC,56.57,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HFv1 GSM8K,67.63,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HFv1 HellaSwag,81.08,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HFv1 MMLU,69.36,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HFv1 TruthfulQA,52.06,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HF OpenLLM v1,62.27,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HFv1 ARC,58.7,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HFv1 GSM8K,30.63,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HFv1 HellaSwag,82.27,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HFv1 MMLU,68.57,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HFv1 TruthfulQA,60.36,,hf_open_llm_v1_240829_frozen.csv qwen1_5_14b_chat,HFv1 Winogrande,73.09,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HF OpenLLM v1,46.55,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HFv1 ARC,37.88,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HFv1 GSM8K,33.59,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HFv1 HellaSwag,61.42,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HFv1 MMLU,46.71,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HFv1 TruthfulQA,39.43,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b,HFv1 Winogrande,60.3,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HF OpenLLM v1,43.99,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HFv1 ARC,38.74,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HFv1 GSM8K,19.03,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HFv1 HellaSwag,60.02,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HFv1 MMLU,45.87,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HFv1 TruthfulQA,40.62,,hf_open_llm_v1_240829_frozen.csv qwen1_5_1_8b_chat,HFv1 Winogrande,59.67,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HF OpenLLM v1,70.47,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HFv1 ARC,63.57,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HFv1 GSM8K,61.11,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HFv1 HellaSwag,85.0,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HFv1 MMLU,74.31,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HFv1 TruthfulQA,57.43,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b,HFv1 Winogrande,81.45,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HF OpenLLM v1,62.95,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HFv1 GSM8K,7.05,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HFv1 HellaSwag,85.49,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HFv1 MMLU,74.99,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HFv1 TruthfulQA,66.95,,hf_open_llm_v1_240829_frozen.csv qwen1_5_32b_chat,HFv1 Winogrande,77.19,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HF OpenLLM v1,57.05,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HFv1 ARC,48.46,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HFv1 GSM8K,52.24,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HFv1 HellaSwag,71.58,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HFv1 MMLU,56.52,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HFv1 TruthfulQA,47.27,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b,HFv1 Winogrande,66.22,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HF OpenLLM v1,46.79,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HFv1 ARC,43.26,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HFv1 GSM8K,2.43,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HFv1 HellaSwag,69.73,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HFv1 MMLU,55.55,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HFv1 TruthfulQA,44.79,,hf_open_llm_v1_240829_frozen.csv qwen1_5_4b_chat,HFv1 Winogrande,64.96,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HF OpenLLM v1,72.91,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HFv1 ARC,65.87,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HFv1 GSM8K,65.73,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HFv1 HellaSwag,85.99,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HFv1 MMLU,77.2,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HFv1 TruthfulQA,59.61,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b,HFv1 Winogrande,83.03,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HF OpenLLM v1,65.98,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HFv1 ARC,68.52,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HFv1 GSM8K,20.92,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HFv1 HellaSwag,86.47,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HFv1 MMLU,77.46,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HFv1 TruthfulQA,63.9,,hf_open_llm_v1_240829_frozen.csv qwen1_5_72b_chat,HFv1 Winogrande,79.08,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HF OpenLLM v1,55.15,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HFv1 ARC,55.89,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HFv1 GSM8K,13.57,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HFv1 HellaSwag,78.56,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HFv1 MMLU,61.7,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HFv1 TruthfulQA,53.65,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat,HFv1 Winogrande,67.8,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HF OpenLLM v1,56.0,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HFv1 ARC,57.59,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HFv1 GSM8K,14.63,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HFv1 HellaSwag,78.52,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HFv1 MMLU,61.18,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HFv1 TruthfulQA,57.59,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_chat_llamafy,HFv1 Winogrande,66.46,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HF OpenLLM v1,53.66,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HFv1 ARC,53.92,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HFv1 GSM8K,15.47,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HFv1 HellaSwag,76.03,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HFv1 MMLU,62.38,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HFv1 TruthfulQA,45.34,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat,HFv1 Winogrande,68.82,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HF OpenLLM v1,53.94,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HFv1 ARC,50.77,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HFv1 GSM8K,27.45,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HFv1 HellaSwag,74.24,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HFv1 MMLU,60.7,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HFv1 TruthfulQA,42.37,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_dpo,HFv1 Winogrande,68.11,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HF OpenLLM v1,54.44,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HFv1 ARC,50.68,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HFv1 GSM8K,29.34,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HFv1 HellaSwag,73.49,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HFv1 MMLU,60.47,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HFv1 TruthfulQA,43.89,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft,HFv1 Winogrande,68.75,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HF OpenLLM v1,54.91,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HFv1 ARC,54.27,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HFv1 GSM8K,21.76,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HFv1 HellaSwag,75.53,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HFv1 MMLU,61.98,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HFv1 TruthfulQA,47.26,,hf_open_llm_v1_240829_frozen.csv qwen1_5_7b_dutch_chat_sft_bf16,HFv1 Winogrande,68.67,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HF OpenLLM v1,56.03,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HFv1 ARC,54.86,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HFv1 GSM8K,16.98,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HFv1 HellaSwag,79.39,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HFv1 MMLU,62.54,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HFv1 TruthfulQA,50.09,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b,HFv1 Winogrande,72.3,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HF OpenLLM v1,57.22,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HFv1 ARC,53.67,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HFv1 GSM8K,28.2,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HFv1 HellaSwag,80.54,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HFv1 MMLU,60.97,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HFv1 TruthfulQA,50.56,,hf_open_llm_v1_240829_frozen.csv qwen1_5_moe_a2_7b_chat,HFv1 Winogrande,69.38,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HF OpenLLM v1,66.7,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HFv1 ARC,56.57,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HFv1 GSM8K,67.63,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HFv1 HellaSwag,81.08,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HFv1 MMLU,69.36,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HFv1 TruthfulQA,52.06,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_14b,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HF OpenLLM v1,72.91,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HFv1 ARC,65.87,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HFv1 GSM8K,65.73,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HFv1 HellaSwag,85.99,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HFv1 MMLU,77.2,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HFv1 TruthfulQA,59.61,,hf_open_llm_v1_240829_frozen.csv qwen2_beta_72b,HFv1 Winogrande,83.03,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HF OpenLLM v1,65.86,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HFv1 ARC,58.28,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HFv1 GSM8K,58.98,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HFv1 HellaSwag,83.99,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HFv1 MMLU,67.7,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HFv1 TruthfulQA,49.43,,hf_open_llm_v1_240829_frozen.csv qwen_14b,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HF OpenLLM v1,63.09,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HFv1 ARC,55.2,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HFv1 GSM8K,52.77,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HFv1 HellaSwag,82.31,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HFv1 MMLU,66.11,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HFv1 TruthfulQA,45.6,,hf_open_llm_v1_240829_frozen.csv qwen_14b_llamafied,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HF OpenLLM v1,42.94,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HFv1 ARC,36.95,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HFv1 GSM8K,19.26,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HFv1 HellaSwag,54.34,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HFv1 MMLU,44.55,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HFv1 TruthfulQA,43.7,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_chat_llama,HFv1 Winogrande,58.88,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HF OpenLLM v1,42.77,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HFv1 ARC,38.65,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HFv1 GSM8K,12.74,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HFv1 HellaSwag,62.66,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HFv1 MMLU,44.94,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HFv1 TruthfulQA,38.7,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_everythinglm,HFv1 Winogrande,58.96,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HF OpenLLM v1,44.75,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HFv1 ARC,37.71,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HFv1 GSM8K,24.41,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HFv1 HellaSwag,58.87,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HFv1 MMLU,46.37,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HFv1 TruthfulQA,39.41,,hf_open_llm_v1_240829_frozen.csv qwen_1_8b_llamafied,HFv1 Winogrande,61.72,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HF OpenLLM v1,73.6,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HFv1 ARC,65.19,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HFv1 GSM8K,70.43,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HFv1 HellaSwag,85.94,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HFv1 MMLU,77.37,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HFv1 TruthfulQA,60.19,,hf_open_llm_v1_240829_frozen.csv qwen_72b,HFv1 Winogrande,82.48,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HF OpenLLM v1,69.53,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HFv1 ARC,64.85,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HFv1 GSM8K,56.25,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HFv1 HellaSwag,83.27,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HFv1 MMLU,73.66,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HFv1 TruthfulQA,57.6,,hf_open_llm_v1_240829_frozen.csv qwen_72b_llama,HFv1 Winogrande,81.53,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HF OpenLLM v1,59.19,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HFv1 ARC,51.37,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HFv1 GSM8K,44.96,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HFv1 HellaSwag,78.47,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HFv1 MMLU,59.84,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HFv1 TruthfulQA,47.79,,hf_open_llm_v1_240829_frozen.csv qwen_7b,HFv1 Winogrande,72.69,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HF OpenLLM v1,36.28,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HFv1 ARC,31.14,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HFv1 GSM8K,8.57,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HFv1 HellaSwag,44.58,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HFv1 MMLU,33.73,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HFv1 TruthfulQA,42.59,,hf_open_llm_v1_240829_frozen.csv qwen_orpo_v1,HFv1 Winogrande,57.06,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HF OpenLLM v1,69.69,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HFv1 ARC,70.31,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HFv1 GSM8K,58.53,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HFv1 HellaSwag,87.43,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HFv1 MMLU,60.5,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HFv1 TruthfulQA,62.18,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_dpo_chat,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HF OpenLLM v1,69.36,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HFv1 ARC,66.13,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HFv1 GSM8K,55.65,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HFv1 HellaSwag,85.18,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HFv1 MMLU,62.92,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HFv1 TruthfulQA,67.06,,hf_open_llm_v1_240829_frozen.csv rabbit_7b_v2_dpo_chat,HFv1 Winogrande,79.24,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HF OpenLLM v1,74.78,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HFv1 ARC,74.4,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HFv1 GSM8K,56.86,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HFv1 HellaSwag,88.73,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HFv1 MMLU,64.55,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HFv1 TruthfulQA,76.74,,hf_open_llm_v1_240829_frozen.csv raccoon_small,HFv1 Winogrande,87.37,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HF OpenLLM v1,65.24,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HFv1 ARC,63.48,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HFv1 GSM8K,53.45,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HFv1 HellaSwag,83.65,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HFv1 MMLU,60.03,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HFv1 TruthfulQA,54.76,,hf_open_llm_v1_240829_frozen.csv radiantloom_mixtral_8x7b_fusion,HFv1 Winogrande,76.09,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HF OpenLLM v1,55.86,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HFv1 HellaSwag,82.26,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HFv1 MMLU,63.82,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HFv1 TruthfulQA,47.19,,hf_open_llm_v1_240829_frozen.csv radintloom_mistral_7b_fusion,HFv1 Winogrande,79.87,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HF OpenLLM v1,59.01,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HFv1 ARC,51.54,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HFv1 GSM8K,48.75,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HFv1 HellaSwag,75.11,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HFv1 MMLU,61.51,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HFv1 TruthfulQA,46.44,,hf_open_llm_v1_240829_frozen.csv rain_7b_v0_2,HFv1 Winogrande,70.72,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HF OpenLLM v1,61.88,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HFv1 ARC,61.18,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HFv1 GSM8K,37.0,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HFv1 HellaSwag,82.33,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HFv1 MMLU,63.26,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HFv1 TruthfulQA,49.45,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v10,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HF OpenLLM v1,61.42,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HFv1 GSM8K,34.8,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HFv1 HellaSwag,82.43,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HFv1 MMLU,63.0,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HFv1 TruthfulQA,48.82,,hf_open_llm_v1_240829_frozen.csv rainbowfish_7b_v9,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HF OpenLLM v1,61.64,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HFv1 ARC,61.95,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HFv1 GSM8K,36.32,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HFv1 HellaSwag,82.51,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HFv1 MMLU,62.79,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HFv1 TruthfulQA,48.37,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v6,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HF OpenLLM v1,62.18,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HFv1 ARC,61.95,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HFv1 GSM8K,37.45,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HFv1 HellaSwag,82.52,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HFv1 MMLU,63.26,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HFv1 TruthfulQA,49.78,,hf_open_llm_v1_240829_frozen.csv rainbowfish_v7,HFv1 Winogrande,78.14,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HF OpenLLM v1,73.0,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HFv1 ARC,69.71,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HFv1 GSM8K,71.72,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HFv1 HellaSwag,87.4,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HFv1 MMLU,64.94,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HFv1 TruthfulQA,63.31,,hf_open_llm_v1_240829_frozen.csv rasgulla1_7b,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HF OpenLLM v1,45.46,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HFv1 ARC,46.93,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HFv1 GSM8K,16.15,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HFv1 HellaSwag,72.48,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HFv1 MMLU,34.61,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HFv1 TruthfulQA,35.1,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b,HFv1 Winogrande,68.51,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HF OpenLLM v1,40.86,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HFv1 ARC,30.97,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HFv1 GSM8K,10.08,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HFv1 HellaSwag,56.26,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HFv1 MMLU,40.87,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HFv1 TruthfulQA,42.81,,hf_open_llm_v1_240829_frozen.csv recurrentgemma_2b_it,HFv1 Winogrande,64.17,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HF OpenLLM v1,55.0,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HFv1 ARC,60.92,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HFv1 GSM8K,11.07,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HFv1 HellaSwag,82.43,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HFv1 MMLU,55.61,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HFv1 TruthfulQA,44.26,,hf_open_llm_v1_240829_frozen.csv redmond_puffin_13b_instruct_pl_lora_unload,HFv1 Winogrande,75.69,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HF OpenLLM v1,41.49,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HFv1 ARC,46.25,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HFv1 GSM8K,3.03,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HFv1 HellaSwag,71.63,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HFv1 MMLU,27.68,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HFv1 TruthfulQA,33.03,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_7b_base,HFv1 Winogrande,67.32,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HF OpenLLM v1,38.54,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HFv1 ARC,40.19,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HFv1 HellaSwag,64.77,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HFv1 MMLU,27.03,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HFv1 TruthfulQA,33.23,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_3b_v1,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HF OpenLLM v1,41.25,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HFv1 ARC,46.25,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HFv1 HellaSwag,71.63,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HFv1 MMLU,27.68,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HFv1 TruthfulQA,33.03,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_base_7b_v0_1,HFv1 Winogrande,67.32,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HF OpenLLM v1,39.16,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HFv1 ARC,41.3,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HFv1 HellaSwag,66.82,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HFv1 MMLU,26.1,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HFv1 TruthfulQA,35.04,,hf_open_llm_v1_240829_frozen.csv redpajama_incite_chat_3b_v1_rl_lora_8bit_test1,HFv1 Winogrande,65.43,,hf_open_llm_v1_240829_frozen.csv remask_3b,HF OpenLLM v1,49.49,,hf_open_llm_v1_240829_frozen.csv remask_3b,HFv1 ARC,43.77,,hf_open_llm_v1_240829_frozen.csv remask_3b,HFv1 GSM8K,27.14,,hf_open_llm_v1_240829_frozen.csv remask_3b,HFv1 HellaSwag,75.7,,hf_open_llm_v1_240829_frozen.csv remask_3b,HFv1 MMLU,41.82,,hf_open_llm_v1_240829_frozen.csv remask_3b,HFv1 TruthfulQA,42.13,,hf_open_llm_v1_240829_frozen.csv remask_3b,HFv1 Winogrande,66.38,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HF OpenLLM v1,34.99,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HFv1 ARC,34.3,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HFv1 HellaSwag,53.34,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HFv1 MMLU,27.05,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HFv1 TruthfulQA,35.48,,hf_open_llm_v1_240829_frozen.csv rho_math_1b_v0_1,HFv1 Winogrande,59.75,,hf_open_llm_v1_240829_frozen.csv rizla55b,HF OpenLLM v1,60.93,,hf_open_llm_v1_240829_frozen.csv rizla55b,HFv1 ARC,60.32,,hf_open_llm_v1_240829_frozen.csv rizla55b,HFv1 GSM8K,26.84,,hf_open_llm_v1_240829_frozen.csv rizla55b,HFv1 HellaSwag,80.42,,hf_open_llm_v1_240829_frozen.csv rizla55b,HFv1 MMLU,63.54,,hf_open_llm_v1_240829_frozen.csv rizla55b,HFv1 TruthfulQA,55.59,,hf_open_llm_v1_240829_frozen.csv rizla55b,HFv1 Winogrande,78.85,,hf_open_llm_v1_240829_frozen.csv rizla_17,HF OpenLLM v1,75.67,,hf_open_llm_v1_240829_frozen.csv rizla_17,HFv1 ARC,73.63,,hf_open_llm_v1_240829_frozen.csv rizla_17,HFv1 GSM8K,61.49,,hf_open_llm_v1_240829_frozen.csv rizla_17,HFv1 HellaSwag,89.72,,hf_open_llm_v1_240829_frozen.csv rizla_17,HFv1 MMLU,64.4,,hf_open_llm_v1_240829_frozen.csv rizla_17,HFv1 TruthfulQA,76.93,,hf_open_llm_v1_240829_frozen.csv rizla_17,HFv1 Winogrande,87.85,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HF OpenLLM v1,55.77,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HFv1 ARC,50.6,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HFv1 GSM8K,36.47,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HFv1 HellaSwag,76.69,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HFv1 MMLU,47.1,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HFv1 TruthfulQA,55.82,,hf_open_llm_v1_240829_frozen.csv rocket_3b,HFv1 Winogrande,67.96,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HF OpenLLM v1,76.06,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HFv1 ARC,72.35,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HFv1 GSM8K,65.88,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HFv1 HellaSwag,89.77,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HFv1 MMLU,66.35,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HFv1 TruthfulQA,77.92,,hf_open_llm_v1_240829_frozen.csv rolebeagle_11b,HFv1 Winogrande,84.06,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HF OpenLLM v1,72.75,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HFv1 ARC,70.39,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HFv1 GSM8K,67.55,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HFv1 HellaSwag,87.25,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HFv1 MMLU,64.72,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HFv1 TruthfulQA,64.18,,hf_open_llm_v1_240829_frozen.csv royalmaid_7b_slerp,HFv1 Winogrande,82.4,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HF OpenLLM v1,72.98,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HFv1 ARC,70.48,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HFv1 GSM8K,66.72,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HFv1 HellaSwag,87.38,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HFv1 MMLU,64.78,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HFv1 TruthfulQA,66.28,,hf_open_llm_v1_240829_frozen.csv royalnoroichi_7b_slerp,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HF OpenLLM v1,39.92,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HFv1 ARC,44.45,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HFv1 HellaSwag,71.07,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HFv1 MMLU,26.12,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HFv1 TruthfulQA,32.04,,hf_open_llm_v1_240829_frozen.csv rwkv_4_14b_pile,HFv1 Winogrande,65.43,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HF OpenLLM v1,28.64,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HFv1 ARC,23.63,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HFv1 HellaSwag,31.74,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HFv1 MMLU,23.18,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HFv1 TruthfulQA,41.92,,hf_open_llm_v1_240829_frozen.csv rwkv_4_169m_pile,HFv1 Winogrande,50.91,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HF OpenLLM v1,33.25,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HFv1 ARC,31.83,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HFv1 HellaSwag,52.25,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HFv1 MMLU,25.77,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HFv1 TruthfulQA,35.8,,hf_open_llm_v1_240829_frozen.csv rwkv_4_1b5_pile,HFv1 Winogrande,53.83,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HF OpenLLM v1,35.25,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HFv1 ARC,36.01,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HFv1 HellaSwag,59.66,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HFv1 MMLU,24.67,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HFv1 TruthfulQA,32.14,,hf_open_llm_v1_240829_frozen.csv rwkv_4_3b_pile,HFv1 Winogrande,58.33,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HF OpenLLM v1,30.45,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HFv1 ARC,26.71,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HFv1 HellaSwag,40.01,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HFv1 MMLU,24.85,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HFv1 TruthfulQA,39.58,,hf_open_llm_v1_240829_frozen.csv rwkv_4_430m_pile,HFv1 Winogrande,51.14,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HF OpenLLM v1,37.95,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HFv1 ARC,39.68,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HFv1 GSM8K,0.76,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HFv1 HellaSwag,66.31,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HFv1 MMLU,24.96,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HFv1 TruthfulQA,33.65,,hf_open_llm_v1_240829_frozen.csv rwkv_4_7b_pile,HFv1 Winogrande,62.35,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HF OpenLLM v1,33.56,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HFv1 ARC,31.83,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HFv1 HellaSwag,52.6,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HFv1 MMLU,25.96,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HFv1 TruthfulQA,37.09,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_1b5,HFv1 Winogrande,53.91,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HF OpenLLM v1,35.81,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HFv1 ARC,36.69,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HFv1 HellaSwag,59.78,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HFv1 MMLU,24.87,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HFv1 TruthfulQA,35.6,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_3b,HFv1 Winogrande,57.46,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HF OpenLLM v1,38.55,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HFv1 ARC,39.42,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HFv1 HellaSwag,66.48,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HFv1 MMLU,23.64,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HFv1 TruthfulQA,38.56,,hf_open_llm_v1_240829_frozen.csv rwkv_raven_7b,HFv1 Winogrande,62.9,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HF OpenLLM v1,33.05,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HFv1 ARC,29.69,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HFv1 GSM8K,1.06,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HFv1 HellaSwag,45.82,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HFv1 MMLU,25.62,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HFv1 TruthfulQA,40.76,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b,HFv1 Winogrande,55.33,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HF OpenLLM v1,33.47,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HFv1 ARC,30.38,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HFv1 GSM8K,1.82,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HFv1 HellaSwag,45.51,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HFv1 MMLU,26.73,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HFv1 TruthfulQA,39.85,,hf_open_llm_v1_240829_frozen.csv sailor_0_5b_chat,HFv1 Winogrande,56.51,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HF OpenLLM v1,36.59,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HFv1 ARC,33.11,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HFv1 GSM8K,2.73,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HFv1 HellaSwag,57.06,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HFv1 MMLU,30.44,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HFv1 TruthfulQA,37.81,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b,HFv1 Winogrande,58.41,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HF OpenLLM v1,38.76,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HFv1 ARC,35.75,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HFv1 GSM8K,3.56,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HFv1 HellaSwag,57.12,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HFv1 MMLU,38.31,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HFv1 TruthfulQA,38.71,,hf_open_llm_v1_240829_frozen.csv sailor_1_8b_chat,HFv1 Winogrande,59.12,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HF OpenLLM v1,44.19,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HFv1 ARC,44.45,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HFv1 GSM8K,9.1,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HFv1 HellaSwag,69.53,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HFv1 MMLU,38.99,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HFv1 TruthfulQA,37.02,,hf_open_llm_v1_240829_frozen.csv sailor_4b,HFv1 Winogrande,66.06,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HF OpenLLM v1,45.8,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HFv1 ARC,45.05,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HFv1 GSM8K,9.1,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HFv1 HellaSwag,68.36,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HFv1 MMLU,43.96,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HFv1 TruthfulQA,42.09,,hf_open_llm_v1_240829_frozen.csv sailor_4b_chat,HFv1 Winogrande,66.22,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HF OpenLLM v1,53.82,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HFv1 ARC,49.83,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HFv1 GSM8K,32.52,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HFv1 HellaSwag,76.21,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HFv1 MMLU,54.84,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HFv1 TruthfulQA,40.12,,hf_open_llm_v1_240829_frozen.csv sailor_7b,HFv1 Winogrande,69.38,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HF OpenLLM v1,54.81,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HFv1 ARC,52.3,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HFv1 GSM8K,30.4,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HFv1 HellaSwag,75.01,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HFv1 MMLU,56.24,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HFv1 TruthfulQA,44.09,,hf_open_llm_v1_240829_frozen.csv sailor_7b_chat,HFv1 Winogrande,70.8,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HF OpenLLM v1,74.14,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HFv1 GSM8K,63.76,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HFv1 HellaSwag,88.41,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HFv1 MMLU,66.48,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HFv1 TruthfulQA,71.86,,hf_open_llm_v1_240829_frozen.csv sakura_solar_instruct_dpo_v2,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HF OpenLLM v1,74.05,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HFv1 GSM8K,63.46,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HFv1 HellaSwag,88.49,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HFv1 MMLU,66.17,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HFv1 TruthfulQA,72.1,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_instruct_dpo,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HF OpenLLM v1,74.13,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HFv1 GSM8K,63.84,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HFv1 HellaSwag,88.48,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HFv1 MMLU,66.21,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HFv1 TruthfulQA,72.12,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v1,HFv1 Winogrande,82.87,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HF OpenLLM v1,74.17,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HFv1 GSM8K,63.91,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HFv1 HellaSwag,88.52,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HFv1 MMLU,66.13,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HFv1 TruthfulQA,72.16,,hf_open_llm_v1_240829_frozen.csv sakura_solrca_math_instruct_dpo_v2,HFv1 Winogrande,83.03,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HF OpenLLM v1,67.28,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HFv1 ARC,70.05,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HFv1 GSM8K,29.95,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HFv1 HellaSwag,87.55,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HFv1 MMLU,67.82,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HFv1 TruthfulQA,65.02,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_70b,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HF OpenLLM v1,51.07,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HFv1 ARC,55.03,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HFv1 GSM8K,7.2,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HFv1 HellaSwag,79.12,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HFv1 MMLU,40.51,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HFv1 TruthfulQA,50.37,,hf_open_llm_v1_240829_frozen.csv samantha_1_11_7b,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HF OpenLLM v1,67.43,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HFv1 ARC,68.77,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HFv1 GSM8K,31.61,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HFv1 HellaSwag,87.46,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HFv1 MMLU,68.6,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HFv1 TruthfulQA,64.85,,hf_open_llm_v1_240829_frozen.csv samantha_1_1_70b,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HF OpenLLM v1,59.83,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HFv1 GSM8K,16.98,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HFv1 HellaSwag,85.08,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HFv1 MMLU,63.91,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HFv1 TruthfulQA,50.4,,hf_open_llm_v1_240829_frozen.csv samantha_1_2_mistral_7b,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HF OpenLLM v1,57.96,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HFv1 ARC,63.4,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HFv1 GSM8K,16.0,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HFv1 HellaSwag,84.1,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HFv1 MMLU,61.36,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HFv1 TruthfulQA,46.08,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_7b,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HF OpenLLM v1,53.4,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HFv1 ARC,53.5,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HFv1 GSM8K,10.84,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HFv1 HellaSwag,75.14,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HFv1 MMLU,51.72,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HFv1 TruthfulQA,58.81,,hf_open_llm_v1_240829_frozen.csv samantha_mistral_instruct_7b,HFv1 Winogrande,70.4,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HF OpenLLM v1,54.58,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HFv1 ARC,57.0,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HFv1 GSM8K,11.37,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HFv1 HellaSwag,82.25,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HFv1 MMLU,54.21,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HFv1 TruthfulQA,49.58,,hf_open_llm_v1_240829_frozen.csv samantha_nebula_7b,HFv1 Winogrande,73.09,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HF OpenLLM v1,49.45,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HFv1 ARC,52.73,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HFv1 GSM8K,8.57,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HFv1 HellaSwag,78.42,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HFv1 MMLU,43.95,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HFv1 TruthfulQA,40.84,,hf_open_llm_v1_240829_frozen.csv sambalingo_thai_chat,HFv1 Winogrande,72.22,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HF OpenLLM v1,43.53,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HFv1 ARC,46.16,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HFv1 HellaSwag,70.73,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HFv1 MMLU,38.63,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HFv1 TruthfulQA,39.94,,hf_open_llm_v1_240829_frozen.csv sappha_2b_v3,HFv1 Winogrande,65.51,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HF OpenLLM v1,60.34,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HFv1 GSM8K,34.72,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HFv1 HellaSwag,82.94,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HFv1 MMLU,63.42,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HFv1 TruthfulQA,41.8,,hf_open_llm_v1_240829_frozen.csv satoshinv5,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HF OpenLLM v1,71.74,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HFv1 ARC,68.6,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HFv1 GSM8K,65.66,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HFv1 HellaSwag,86.96,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HFv1 MMLU,65.02,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HFv1 TruthfulQA,63.76,,hf_open_llm_v1_240829_frozen.csv satyr_7b_model_stock,HFv1 Winogrande,80.43,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HF OpenLLM v1,70.32,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HFv1 ARC,67.58,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HFv1 GSM8K,68.84,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HFv1 HellaSwag,83.58,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HFv1 MMLU,64.93,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HFv1 TruthfulQA,56.08,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_7b_laserchat,HFv1 Winogrande,80.9,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HF OpenLLM v1,74.26,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HFv1 GSM8K,64.67,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HFv1 HellaSwag,88.3,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HFv1 MMLU,66.15,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HFv1 TruthfulQA,71.8,,hf_open_llm_v1_240829_frozen.csv sauerkrautlm_una_solar_instruct,HFv1 Winogrande,83.74,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HF OpenLLM v1,64.25,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HFv1 ARC,58.62,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HFv1 GSM8K,46.55,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HFv1 HellaSwag,81.75,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HFv1 MMLU,65.38,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HFv1 TruthfulQA,54.89,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_1,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HF OpenLLM v1,64.0,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HFv1 ARC,58.28,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HFv1 GSM8K,46.32,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HFv1 HellaSwag,81.35,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HFv1 MMLU,65.44,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HFv1 TruthfulQA,54.3,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_3,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HF OpenLLM v1,63.65,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HFv1 ARC,58.02,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HFv1 GSM8K,45.11,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HFv1 HellaSwag,81.77,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HFv1 MMLU,65.59,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HFv1 TruthfulQA,53.74,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_4,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HF OpenLLM v1,64.09,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HFv1 ARC,58.11,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HFv1 GSM8K,46.25,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HFv1 HellaSwag,81.6,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HFv1 MMLU,65.17,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HFv1 TruthfulQA,54.7,,hf_open_llm_v1_240829_frozen.csv seagull_llama3_8b_orpo_v0_5,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HF OpenLLM v1,56.4,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HFv1 ARC,58.19,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HFv1 GSM8K,18.2,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HFv1 HellaSwag,81.98,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HFv1 MMLU,63.2,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HFv1 TruthfulQA,40.2,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HF OpenLLM v1,61.9,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HFv1 ARC,66.72,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HFv1 GSM8K,32.98,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HFv1 HellaSwag,84.34,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HFv1 MMLU,62.12,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HFv1 TruthfulQA,45.29,,hf_open_llm_v1_240829_frozen.csv senzu_7b_v0_1_dpo,HFv1 Winogrande,79.95,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HF OpenLLM v1,68.98,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HFv1 ARC,67.32,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HFv1 GSM8K,57.09,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HFv1 HellaSwag,85.18,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HFv1 MMLU,64.54,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HFv1 TruthfulQA,60.61,,hf_open_llm_v1_240829_frozen.csv servile_harpsichord_cdpo,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HF OpenLLM v1,28.75,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HFv1 ARC,26.28,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HFv1 HellaSwag,24.87,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HFv1 MMLU,23.03,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HFv1 TruthfulQA,48.78,,hf_open_llm_v1_240829_frozen.csv sf_72b_v1,HFv1 Winogrande,49.57,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HF OpenLLM v1,62.72,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HFv1 ARC,62.54,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HFv1 GSM8K,30.71,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HFv1 HellaSwag,80.26,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HFv1 MMLU,73.29,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HFv1 TruthfulQA,53.21,,hf_open_llm_v1_240829_frozen.csv sg_raccoon_yi_200k_2_0,HFv1 Winogrande,76.32,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HF OpenLLM v1,71.1,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HFv1 ARC,66.89,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HFv1 GSM8K,65.73,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HFv1 HellaSwag,86.61,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HFv1 MMLU,65.27,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HFv1 TruthfulQA,60.19,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7_b,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HF OpenLLM v1,66.55,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HFv1 ARC,67.75,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HFv1 GSM8K,45.11,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HFv1 HellaSwag,87.06,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HFv1 MMLU,58.79,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HFv1 TruthfulQA,62.15,,hf_open_llm_v1_240829_frozen.csv shark_tank_ai_7b_v2,HFv1 Winogrande,78.45,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HF OpenLLM v1,29.41,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HFv1 ARC,22.44,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HFv1 HellaSwag,32.07,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HFv1 MMLU,26.65,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HFv1 TruthfulQA,43.22,,hf_open_llm_v1_240829_frozen.csv sheared_pythia_160m,HFv1 Winogrande,51.7,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HF OpenLLM v1,35.71,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HFv1 ARC,32.68,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HFv1 HellaSwag,59.99,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HFv1 MMLU,25.69,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HFv1 TruthfulQA,36.97,,hf_open_llm_v1_240829_frozen.csv shearedllama_1_3b_fft_test1,HFv1 Winogrande,58.72,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HF OpenLLM v1,35.97,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HFv1 ARC,35.41,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HFv1 HellaSwag,62.75,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HFv1 MMLU,24.75,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HFv1 TruthfulQA,33.93,,hf_open_llm_v1_240829_frozen.csv shearedplats_1_3b_v1,HFv1 Winogrande,58.48,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HF OpenLLM v1,41.61,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HFv1 ARC,42.41,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HFv1 HellaSwag,72.58,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HFv1 MMLU,27.52,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HFv1 TruthfulQA,39.76,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2,HFv1 Winogrande,65.9,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HF OpenLLM v1,41.13,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HFv1 ARC,40.19,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HFv1 GSM8K,2.12,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HFv1 HellaSwag,70.08,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HFv1 MMLU,28.12,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HFv1 TruthfulQA,41.23,,hf_open_llm_v1_240829_frozen.csv shearedplats_2_7b_v2_instruct_v0_1,HFv1 Winogrande,65.04,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HF OpenLLM v1,71.22,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HFv1 ARC,73.12,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HFv1 GSM8K,47.99,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HFv1 HellaSwag,87.77,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HFv1 MMLU,70.77,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HFv1 TruthfulQA,64.55,,hf_open_llm_v1_240829_frozen.csv sheep_duck_llama_2_70b_v1_1,HFv1 Winogrande,83.11,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HF OpenLLM v1,51.64,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HFv1 ARC,52.3,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HFv1 GSM8K,35.86,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HFv1 HellaSwag,77.63,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HFv1 TruthfulQA,42.4,,hf_open_llm_v1_240829_frozen.csv shisa_base_7b_v1,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HF OpenLLM v1,65.97,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HFv1 ARC,70.05,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HFv1 GSM8K,15.47,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HFv1 HellaSwag,84.06,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HFv1 MMLU,75.54,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HFv1 TruthfulQA,70.43,,hf_open_llm_v1_240829_frozen.csv shqiponja_59b_v1,HFv1 Winogrande,80.27,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HF OpenLLM v1,69.49,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HFv1 ARC,67.24,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HFv1 GSM8K,58.38,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HFv1 HellaSwag,86.21,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HFv1 MMLU,64.51,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HFv1 TruthfulQA,61.34,,hf_open_llm_v1_240829_frozen.csv silicon_medley,HFv1 Winogrande,79.24,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HF OpenLLM v1,74.74,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HFv1 ARC,71.93,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HFv1 GSM8K,70.36,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HFv1 HellaSwag,88.12,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HFv1 MMLU,65.14,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HFv1 TruthfulQA,69.91,,hf_open_llm_v1_240829_frozen.csv silvermaiden_7b_slerp,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HF OpenLLM v1,72.5,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HFv1 ARC,69.97,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HFv1 GSM8K,66.03,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HFv1 HellaSwag,87.14,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HFv1 MMLU,65.03,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HFv1 TruthfulQA,64.57,,hf_open_llm_v1_240829_frozen.csv siren_7b_slerp,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HF OpenLLM v1,71.74,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HFv1 ARC,68.69,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HFv1 GSM8K,62.24,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HFv1 HellaSwag,86.41,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HFv1 MMLU,64.93,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HFv1 TruthfulQA,67.64,,hf_open_llm_v1_240829_frozen.csv sixtyoneeighty_7b_dpo,HFv1 Winogrande,80.51,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HF OpenLLM v1,72.67,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HFv1 ARC,68.26,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HFv1 GSM8K,62.09,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HFv1 HellaSwag,86.95,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HFv1 MMLU,66.73,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HFv1 TruthfulQA,67.74,,hf_open_llm_v1_240829_frozen.csv sj_solar_10_7b_dpo,HFv1 Winogrande,84.21,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HF OpenLLM v1,74.5,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HFv1 GSM8K,65.73,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HFv1 HellaSwag,88.41,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HFv1 MMLU,66.31,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HFv1 TruthfulQA,71.92,,hf_open_llm_v1_240829_frozen.csv skkudatascienceglobal_10_7b,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HF OpenLLM v1,72.89,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HFv1 ARC,65.96,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HFv1 GSM8K,65.88,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HFv1 HellaSwag,86.0,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HFv1 MMLU,77.33,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HFv1 TruthfulQA,59.54,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v1,HFv1 Winogrande,82.64,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HF OpenLLM v1,72.8,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HFv1 GSM8K,64.97,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HFv1 HellaSwag,86.11,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HFv1 MMLU,77.34,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HFv1 TruthfulQA,59.73,,hf_open_llm_v1_240829_frozen.csv skkuds_dpo_72b_v3,HFv1 Winogrande,82.64,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HF OpenLLM v1,67.83,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HFv1 ARC,57.94,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HFv1 GSM8K,63.15,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HFv1 HellaSwag,80.14,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HFv1 MMLU,65.99,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HFv1 TruthfulQA,54.22,,hf_open_llm_v1_240829_frozen.csv slal_0_1,HFv1 Winogrande,85.56,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HF OpenLLM v1,75.11,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HFv1 ARC,73.55,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HFv1 GSM8K,70.05,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HFv1 HellaSwag,88.85,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HFv1 MMLU,64.62,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HFv1 TruthfulQA,69.69,,hf_open_llm_v1_240829_frozen.csv slerp_test_turdus_beagle,HFv1 Winogrande,83.9,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HF OpenLLM v1,62.75,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HFv1 GSM8K,45.34,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HFv1 HellaSwag,83.54,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HFv1 MMLU,62.67,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HFv1 TruthfulQA,45.33,,hf_open_llm_v1_240829_frozen.csv slimhercules_4_0_mistral_7b_v0_2,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HF OpenLLM v1,69.49,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HFv1 GSM8K,71.19,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HFv1 HellaSwag,82.34,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HFv1 MMLU,67.7,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HFv1 TruthfulQA,55.56,,hf_open_llm_v1_240829_frozen.csv smartllama3_8b_ms_v0_1,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HF OpenLLM v1,41.8,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HFv1 ARC,36.09,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HFv1 GSM8K,12.13,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HFv1 HellaSwag,62.3,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HFv1 MMLU,43.06,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HFv1 TruthfulQA,39.82,,hf_open_llm_v1_240829_frozen.csv smartqwen1_5_1_8b_orpo_v1,HFv1 Winogrande,57.38,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HF OpenLLM v1,40.0,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HFv1 ARC,40.53,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HFv1 GSM8K,1.06,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HFv1 HellaSwag,70.85,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HFv1 MMLU,25.31,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HFv1 TruthfulQA,36.53,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v1,HFv1 Winogrande,65.75,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HF OpenLLM v1,40.29,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HFv1 ARC,41.04,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HFv1 HellaSwag,71.19,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HFv1 MMLU,24.32,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HFv1 TruthfulQA,36.66,,hf_open_llm_v1_240829_frozen.csv smartyplats_3b_v2,HFv1 Winogrande,66.93,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HF OpenLLM v1,60.24,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HFv1 ARC,57.94,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HFv1 GSM8K,38.82,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HFv1 HellaSwag,80.76,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HFv1 MMLU,58.16,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HFv1 TruthfulQA,50.26,,hf_open_llm_v1_240829_frozen.csv smartyplats_7b_v2,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HF OpenLLM v1,28.73,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HFv1 ARC,22.87,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HFv1 HellaSwag,28.71,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HFv1 MMLU,24.93,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HFv1 TruthfulQA,45.76,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_chat_v1,HFv1 Winogrande,50.04,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HF OpenLLM v1,28.97,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HFv1 ARC,23.55,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HFv1 GSM8K,0.83,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HFv1 HellaSwag,28.77,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HFv1 MMLU,24.24,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HFv1 TruthfulQA,45.76,,hf_open_llm_v1_240829_frozen.csv smol_llama_101m_gqa,HFv1 Winogrande,50.67,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HF OpenLLM v1,29.44,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HFv1 ARC,24.83,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HFv1 HellaSwag,29.76,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HFv1 MMLU,25.85,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HFv1 TruthfulQA,44.55,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_gqa,HFv1 Winogrande,50.99,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HF OpenLLM v1,29.19,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HFv1 ARC,25.0,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HFv1 HellaSwag,29.71,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HFv1 MMLU,26.11,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HFv1 TruthfulQA,44.06,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_open_instruct,HFv1 Winogrande,50.28,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HF OpenLLM v1,29.34,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HFv1 ARC,25.17,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HFv1 GSM8K,0.61,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HFv1 HellaSwag,28.98,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HFv1 MMLU,26.17,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HFv1 TruthfulQA,43.08,,hf_open_llm_v1_240829_frozen.csv smol_llama_220m_openhermes,HFv1 Winogrande,52.01,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HF OpenLLM v1,29.25,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HFv1 ARC,25.09,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HFv1 HellaSwag,29.24,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HFv1 MMLU,25.88,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HFv1 TruthfulQA,43.92,,hf_open_llm_v1_240829_frozen.csv smol_llama_4x220m_moe,HFv1 Winogrande,51.22,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HF OpenLLM v1,28.17,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HFv1 ARC,22.18,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HFv1 HellaSwag,29.33,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HFv1 MMLU,24.06,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HFv1 TruthfulQA,43.97,,hf_open_llm_v1_240829_frozen.csv smol_llama_81m_tied,HFv1 Winogrande,49.25,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HF OpenLLM v1,28.98,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HFv1 ARC,22.7,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HFv1 GSM8K,0.61,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HFv1 HellaSwag,28.5,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HFv1 MMLU,24.69,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HFv1 TruthfulQA,46.09,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m,HFv1 Winogrande,51.3,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HF OpenLLM v1,29.35,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HFv1 ARC,23.98,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HFv1 HellaSwag,28.43,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HFv1 MMLU,25.07,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HFv1 TruthfulQA,45.87,,hf_open_llm_v1_240829_frozen.csv smolllamix_8x101m_take2,HFv1 Winogrande,52.25,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HF OpenLLM v1,66.31,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HFv1 GSM8K,36.77,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HFv1 HellaSwag,85.64,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HFv1 MMLU,60.85,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HFv1 TruthfulQA,70.91,,hf_open_llm_v1_240829_frozen.csv snorkel_mistral_pairrm_dpo,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HF OpenLLM v1,70.11,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HFv1 ARC,71.08,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HFv1 GSM8K,45.26,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HFv1 HellaSwag,87.89,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HFv1 MMLU,70.58,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HFv1 TruthfulQA,62.25,,hf_open_llm_v1_240829_frozen.csv solar_0_70b_16bit,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HF OpenLLM v1,68.68,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HFv1 ARC,65.19,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HFv1 GSM8K,58.76,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HFv1 HellaSwag,86.09,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HFv1 MMLU,66.25,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HFv1 TruthfulQA,51.81,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_dpo_instruct_tuned_v0_1,HFv1 Winogrande,83.98,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HF OpenLLM v1,74.8,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HFv1 ARC,71.93,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HFv1 HellaSwag,88.44,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HFv1 MMLU,65.63,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HFv1 TruthfulQA,76.13,,hf_open_llm_v1_240829_frozen.csv solar_10_7b_instruct_forest_dpo_v1,HFv1 Winogrande,82.16,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HF OpenLLM v1,74.19,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HFv1 ARC,71.33,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HFv1 GSM8K,64.59,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HFv1 HellaSwag,88.62,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HFv1 MMLU,66.22,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HFv1 TruthfulQA,70.92,,hf_open_llm_v1_240829_frozen.csv solar_10b_nector_dpo_jawade,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HF OpenLLM v1,74.27,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HFv1 GSM8K,64.82,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HFv1 HellaSwag,88.27,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HFv1 MMLU,66.12,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HFv1 TruthfulQA,71.57,,hf_open_llm_v1_240829_frozen.csv solar_10b_orcadpo_jawade,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HF OpenLLM v1,56.65,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HFv1 ARC,57.25,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HFv1 GSM8K,16.6,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HFv1 HellaSwag,78.03,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HFv1 MMLU,55.75,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HFv1 TruthfulQA,61.99,,hf_open_llm_v1_240829_frozen.csv solar_13b_instruct_v1_0,HFv1 Winogrande,70.24,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HF OpenLLM v1,58.1,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HFv1 ARC,59.56,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HFv1 GSM8K,26.99,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HFv1 HellaSwag,81.18,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HFv1 MMLU,63.68,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HFv1 TruthfulQA,40.72,,hf_open_llm_v1_240829_frozen.csv solar_dus_implement,HFv1 Winogrande,76.48,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HF OpenLLM v1,74.11,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HFv1 ARC,71.08,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HFv1 GSM8K,64.29,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HFv1 HellaSwag,88.2,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HFv1 MMLU,66.09,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HFv1 TruthfulQA,71.51,,hf_open_llm_v1_240829_frozen.csv solar_instruct_ko_adapter_attach,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HF OpenLLM v1,56.47,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HFv1 ARC,55.97,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HFv1 GSM8K,22.59,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HFv1 HellaSwag,79.97,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HFv1 MMLU,55.88,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HFv1 TruthfulQA,47.55,,hf_open_llm_v1_240829_frozen.csv solar_ko_1_3_deup,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HF OpenLLM v1,73.37,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HFv1 ARC,68.43,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HFv1 GSM8K,71.04,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HFv1 HellaSwag,86.31,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HFv1 MMLU,66.9,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HFv1 TruthfulQA,64.21,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HF OpenLLM v1,74.25,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HFv1 GSM8K,64.9,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HFv1 HellaSwag,88.29,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HFv1 MMLU,66.25,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HFv1 TruthfulQA,71.68,,hf_open_llm_v1_240829_frozen.csv solar_math_2x10_7b_v0_2,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HF OpenLLM v1,68.79,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HFv1 ARC,66.13,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HFv1 GSM8K,58.0,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HFv1 HellaSwag,85.3,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HFv1 MMLU,66.03,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HFv1 TruthfulQA,54.33,,hf_open_llm_v1_240829_frozen.csv solar_megamerge_dare_10_7b_v1,HFv1 Winogrande,82.95,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HF OpenLLM v1,65.6,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HFv1 ARC,64.42,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HFv1 GSM8K,48.82,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HFv1 HellaSwag,82.73,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HFv1 MMLU,64.57,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HFv1 TruthfulQA,51.28,,hf_open_llm_v1_240829_frozen.csv solar_merge2_dpo,HFv1 Winogrande,81.77,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HF OpenLLM v1,65.96,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HFv1 ARC,63.91,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HFv1 GSM8K,50.57,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HFv1 HellaSwag,84.58,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HFv1 MMLU,63.18,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HFv1 TruthfulQA,51.49,,hf_open_llm_v1_240829_frozen.csv solar_merge_adapter_dpo_orca,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HF OpenLLM v1,58.62,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HFv1 ARC,61.69,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HFv1 GSM8K,11.07,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HFv1 HellaSwag,84.23,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HFv1 MMLU,60.37,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HFv1 TruthfulQA,51.58,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v1,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HF OpenLLM v1,55.25,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HFv1 ARC,59.39,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HFv1 GSM8K,4.02,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HFv1 HellaSwag,83.57,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HFv1 MMLU,59.93,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HFv1 TruthfulQA,43.15,,hf_open_llm_v1_240829_frozen.csv solar_platypus_10_7b_v2,HFv1 Winogrande,81.45,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HF OpenLLM v1,62.05,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HFv1 ARC,62.71,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HFv1 GSM8K,26.38,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HFv1 HellaSwag,81.82,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HFv1 MMLU,59.12,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HFv1 TruthfulQA,66.25,,hf_open_llm_v1_240829_frozen.csv solarized_13b_dpo,HFv1 Winogrande,76.01,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HF OpenLLM v1,67.88,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HFv1 ARC,68.34,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HFv1 GSM8K,40.26,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HFv1 HellaSwag,87.79,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HFv1 MMLU,63.89,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HFv1 TruthfulQA,66.49,,hf_open_llm_v1_240829_frozen.csv solarized_18b_dpo,HFv1 Winogrande,80.51,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HF OpenLLM v1,66.34,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HFv1 GSM8K,53.68,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HFv1 HellaSwag,84.76,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HFv1 MMLU,61.76,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HFv1 TruthfulQA,54.45,,hf_open_llm_v1_240829_frozen.csv spaetzle_v44_7b,HFv1 Winogrande,78.77,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HF OpenLLM v1,44.83,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HFv1 ARC,44.37,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HFv1 GSM8K,5.99,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HFv1 HellaSwag,65.2,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HFv1 MMLU,43.46,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HFv1 TruthfulQA,45.94,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_13b,HFv1 Winogrande,64.01,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HF OpenLLM v1,30.36,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HFv1 ARC,29.44,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HFv1 HellaSwag,25.71,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HFv1 MMLU,25.43,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HFv1 TruthfulQA,49.64,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_airoboros_13b_0_10e,HFv1 Winogrande,51.93,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HF OpenLLM v1,29.83,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HFv1 ARC,28.75,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HFv1 HellaSwag,25.88,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HFv1 MMLU,25.36,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HFv1 TruthfulQA,49.27,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_orca_platypus_13b_0_10e,HFv1 Winogrande,49.72,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HF OpenLLM v1,45.64,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HFv1 ARC,45.31,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HFv1 GSM8K,9.1,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HFv1 HellaSwag,68.63,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HFv1 MMLU,42.82,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HFv1 TruthfulQA,42.38,,hf_open_llm_v1_240829_frozen.csv speechless_codellama_platypus_13b,HFv1 Winogrande,65.59,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HF OpenLLM v1,56.14,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HFv1 GSM8K,5.76,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HFv1 HellaSwag,82.68,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HFv1 MMLU,57.75,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HFv1 TruthfulQA,51.44,,hf_open_llm_v1_240829_frozen.csv speechlessv1_nova_13b,HFv1 Winogrande,77.43,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HF OpenLLM v1,73.2,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HFv1 GSM8K,68.16,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HFv1 HellaSwag,87.2,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HFv1 MMLU,64.8,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HFv1 TruthfulQA,65.12,,hf_open_llm_v1_240829_frozen.csv sphinx_7b_model_stock,HFv1 Winogrande,83.03,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HF OpenLLM v1,61.67,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HFv1 GSM8K,54.28,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HFv1 HellaSwag,75.56,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HFv1 MMLU,57.08,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HFv1 TruthfulQA,45.77,,hf_open_llm_v1_240829_frozen.csv spin_phi2,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HF OpenLLM v1,50.19,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HFv1 ARC,49.15,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HFv1 HellaSwag,62.28,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HFv1 MMLU,61.95,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HFv1 TruthfulQA,60.23,,hf_open_llm_v1_240829_frozen.csv srbosgpt_7b_slerp,HFv1 Winogrande,66.54,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HF OpenLLM v1,55.56,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HFv1 GSM8K,3.56,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HFv1 HellaSwag,82.46,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HFv1 MMLU,57.09,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HFv1 TruthfulQA,51.41,,hf_open_llm_v1_240829_frozen.csv stable_platypus2_13b_qlora_0_80_epoch,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HF OpenLLM v1,51.64,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HFv1 ARC,53.41,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HFv1 GSM8K,4.09,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HFv1 HellaSwag,78.57,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HFv1 MMLU,50.37,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HFv1 TruthfulQA,48.38,,hf_open_llm_v1_240829_frozen.csv stable_vicuna_13b,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HF OpenLLM v1,63.48,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HFv1 ARC,58.45,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HFv1 GSM8K,56.03,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HFv1 HellaSwag,84.33,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HFv1 MMLU,62.04,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HFv1 TruthfulQA,42.16,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HF OpenLLM v1,68.38,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HFv1 ARC,64.85,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HFv1 GSM8K,57.85,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HFv1 HellaSwag,85.96,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HFv1 MMLU,61.06,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HFv1 TruthfulQA,62.01,,hf_open_llm_v1_240829_frozen.csv stablelm_2_12b_chat,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HF OpenLLM v1,45.25,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HFv1 ARC,43.34,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HFv1 GSM8K,17.44,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HFv1 HellaSwag,70.45,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HFv1 MMLU,38.95,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HFv1 TruthfulQA,36.78,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b,HFv1 Winogrande,64.56,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HF OpenLLM v1,50.71,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HFv1 ARC,43.52,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HFv1 GSM8K,38.82,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HFv1 HellaSwag,69.24,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HFv1 MMLU,41.47,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HFv1 TruthfulQA,46.5,,hf_open_llm_v1_240829_frozen.csv stablelm_2_1_6b_chat,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HF OpenLLM v1,49.99,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HFv1 ARC,43.69,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HFv1 GSM8K,35.33,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HFv1 HellaSwag,69.3,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HFv1 MMLU,42.03,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HFv1 TruthfulQA,45.11,,hf_open_llm_v1_240829_frozen.csv stablelm_2_zephyr_1_6b,HFv1 Winogrande,64.48,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HF OpenLLM v1,46.58,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HFv1 ARC,46.59,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HFv1 GSM8K,3.34,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HFv1 HellaSwag,75.94,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HFv1 MMLU,45.23,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HFv1 TruthfulQA,37.2,,hf_open_llm_v1_240829_frozen.csv stablelm_3b_4e1t,HFv1 Winogrande,71.19,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HF OpenLLM v1,31.5,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HFv1 ARC,26.45,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HFv1 HellaSwag,42.24,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HFv1 MMLU,25.43,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HFv1 TruthfulQA,40.5,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_3b,HFv1 Winogrande,53.91,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HF OpenLLM v1,34.37,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HFv1 ARC,32.0,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HFv1 GSM8K,0.61,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HFv1 HellaSwag,51.78,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HFv1 MMLU,26.21,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HFv1 TruthfulQA,40.19,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b,HFv1 Winogrande,55.41,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HF OpenLLM v1,46.18,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HFv1 ARC,47.35,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HFv1 GSM8K,2.58,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HFv1 HellaSwag,77.08,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HFv1 MMLU,45.1,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HFv1 TruthfulQA,36.46,,hf_open_llm_v1_240829_frozen.csv stablelm_base_alpha_7b_v2,HFv1 Winogrande,68.51,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HF OpenLLM v1,53.43,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HFv1 ARC,46.08,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HFv1 GSM8K,42.15,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HFv1 HellaSwag,74.16,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HFv1 MMLU,46.17,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HFv1 TruthfulQA,46.49,,hf_open_llm_v1_240829_frozen.csv stablelm_zephyr_3b,HFv1 Winogrande,65.51,,hf_open_llm_v1_240829_frozen.csv starcoder,HF OpenLLM v1,35.73,,hf_open_llm_v1_240829_frozen.csv starcoder,HFv1 ARC,30.29,,hf_open_llm_v1_240829_frozen.csv starcoder,HFv1 GSM8K,9.17,,hf_open_llm_v1_240829_frozen.csv starcoder,HFv1 HellaSwag,47.88,,hf_open_llm_v1_240829_frozen.csv starcoder,HFv1 MMLU,29.47,,hf_open_llm_v1_240829_frozen.csv starcoder,HFv1 TruthfulQA,41.3,,hf_open_llm_v1_240829_frozen.csv starcoder,HFv1 Winogrande,56.27,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HF OpenLLM v1,52.79,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HFv1 ARC,47.35,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HFv1 GSM8K,52.24,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HFv1 HellaSwag,64.09,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HFv1 MMLU,51.35,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HFv1 TruthfulQA,37.87,,hf_open_llm_v1_240829_frozen.csv starcoder2_15b,HFv1 Winogrande,63.85,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HF OpenLLM v1,39.25,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HFv1 ARC,34.56,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HFv1 GSM8K,19.64,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HFv1 HellaSwag,47.62,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HFv1 MMLU,38.65,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HFv1 TruthfulQA,40.49,,hf_open_llm_v1_240829_frozen.csv starcoder2_3b,HFv1 Winogrande,54.54,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HF OpenLLM v1,42.95,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HFv1 ARC,38.31,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HFv1 GSM8K,25.09,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HFv1 HellaSwag,51.91,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HFv1 MMLU,41.21,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HFv1 TruthfulQA,41.99,,hf_open_llm_v1_240829_frozen.csv starcoder2_7b,HFv1 Winogrande,59.19,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HF OpenLLM v1,35.55,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HFv1 ARC,30.29,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HFv1 GSM8K,7.88,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HFv1 HellaSwag,47.21,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HFv1 MMLU,32.12,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HFv1 TruthfulQA,40.02,,hf_open_llm_v1_240829_frozen.csv starcoderbase,HFv1 Winogrande,55.8,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HF OpenLLM v1,30.06,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HFv1 ARC,22.7,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HFv1 GSM8K,0.91,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HFv1 HellaSwag,34.31,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HFv1 MMLU,26.67,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HFv1 TruthfulQA,45.79,,hf_open_llm_v1_240829_frozen.csv starcoderbase_1b,HFv1 Winogrande,49.96,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HF OpenLLM v1,31.38,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HFv1 ARC,25.85,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HFv1 GSM8K,1.74,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HFv1 HellaSwag,39.11,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HFv1 MMLU,27.35,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HFv1 TruthfulQA,43.05,,hf_open_llm_v1_240829_frozen.csv starcoderbase_3b,HFv1 Winogrande,51.14,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HF OpenLLM v1,33.75,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HFv1 ARC,29.86,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HFv1 GSM8K,5.46,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HFv1 HellaSwag,43.87,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HFv1 MMLU,28.45,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HFv1 TruthfulQA,40.46,,hf_open_llm_v1_240829_frozen.csv starcoderbase_7b,HFv1 Winogrande,54.38,,hf_open_llm_v1_240829_frozen.csv starling_7b,HF OpenLLM v1,50.73,,hf_open_llm_v1_240829_frozen.csv starling_7b,HFv1 ARC,51.02,,hf_open_llm_v1_240829_frozen.csv starling_7b,HFv1 GSM8K,10.08,,hf_open_llm_v1_240829_frozen.csv starling_7b,HFv1 HellaSwag,76.77,,hf_open_llm_v1_240829_frozen.csv starling_7b,HFv1 MMLU,47.75,,hf_open_llm_v1_240829_frozen.csv starling_7b,HFv1 TruthfulQA,48.18,,hf_open_llm_v1_240829_frozen.csv starling_7b,HFv1 Winogrande,70.56,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HF OpenLLM v1,66.94,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HFv1 ARC,63.91,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HFv1 GSM8K,61.56,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HFv1 HellaSwag,84.79,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HFv1 MMLU,64.64,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HFv1 TruthfulQA,46.38,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_alpha_expo,HFv1 Winogrande,80.35,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HF OpenLLM v1,69.88,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HFv1 ARC,67.24,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HFv1 GSM8K,66.64,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HFv1 HellaSwag,83.47,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HFv1 MMLU,65.14,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HFv1 TruthfulQA,55.47,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta,HFv1 Winogrande,81.29,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HF OpenLLM v1,70.17,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HFv1 ARC,67.92,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HFv1 GSM8K,65.66,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HFv1 HellaSwag,83.62,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HFv1 MMLU,65.3,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HFv1 TruthfulQA,57.16,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_expo,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HF OpenLLM v1,70.14,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HFv1 ARC,67.41,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HFv1 GSM8K,67.93,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HFv1 HellaSwag,83.38,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HFv1 MMLU,65.29,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HFv1 TruthfulQA,55.47,,hf_open_llm_v1_240829_frozen.csv starling_lm_7b_beta_laser_dpo,HFv1 Winogrande,81.37,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HF OpenLLM v1,68.53,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HFv1 GSM8K,65.96,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HFv1 HellaSwag,85.18,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HFv1 MMLU,64.72,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HFv1 TruthfulQA,49.56,,hf_open_llm_v1_240829_frozen.csv starlinghermes_2_5_mistral_7b_slerp,HFv1 Winogrande,79.72,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HF OpenLLM v1,76.37,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HFv1 ARC,73.89,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HFv1 GSM8K,69.67,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HFv1 HellaSwag,89.26,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HFv1 MMLU,64.94,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HFv1 TruthfulQA,72.47,,hf_open_llm_v1_240829_frozen.csv stealth_v2,HFv1 Winogrande,88.0,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HF OpenLLM v1,37.31,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HFv1 ARC,36.95,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HFv1 HellaSwag,61.9,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HFv1 MMLU,26.85,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HFv1 TruthfulQA,34.3,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0,HFv1 Winogrande,63.85,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HF OpenLLM v1,36.15,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HFv1 ARC,34.64,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HFv1 HellaSwag,56.74,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HFv1 MMLU,25.55,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HFv1 TruthfulQA,38.55,,hf_open_llm_v1_240829_frozen.csv stellarx_4b_v0_2,HFv1 Winogrande,61.4,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HF OpenLLM v1,74.2,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HFv1 ARC,70.9,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HFv1 GSM8K,64.14,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HFv1 HellaSwag,88.41,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HFv1 MMLU,66.32,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HFv1 TruthfulQA,71.71,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v1,HFv1 Winogrande,83.74,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HF OpenLLM v1,74.21,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HFv1 ARC,71.08,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HFv1 GSM8K,63.84,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HFv1 HellaSwag,88.6,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HFv1 MMLU,66.23,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HFv1 TruthfulQA,72.01,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v2,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HF OpenLLM v1,74.01,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HFv1 GSM8K,63.23,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HFv1 HellaSwag,88.57,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HFv1 MMLU,66.13,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HFv1 TruthfulQA,71.94,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v3,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HF OpenLLM v1,74.29,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HFv1 ARC,71.25,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HFv1 GSM8K,64.44,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HFv1 HellaSwag,88.5,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HFv1 MMLU,66.24,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HFv1 TruthfulQA,71.89,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v4,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HF OpenLLM v1,74.41,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HFv1 GSM8K,65.2,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HFv1 HellaSwag,88.48,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HFv1 MMLU,66.34,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HFv1 TruthfulQA,71.84,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v5,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HF OpenLLM v1,74.31,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HFv1 ARC,71.16,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HFv1 HellaSwag,88.5,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HFv1 MMLU,66.31,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HFv1 TruthfulQA,71.96,,hf_open_llm_v1_240829_frozen.csv stopcarbon_10_7b_v6,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HF OpenLLM v1,56.64,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HFv1 GSM8K,8.34,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HFv1 HellaSwag,83.96,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HFv1 MMLU,57.48,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HFv1 TruthfulQA,52.5,,hf_open_llm_v1_240829_frozen.csv storytime_13b,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HF OpenLLM v1,70.86,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HFv1 ARC,71.59,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HFv1 GSM8K,49.2,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HFv1 HellaSwag,90.58,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HFv1 MMLU,60.81,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HFv1 TruthfulQA,69.17,,hf_open_llm_v1_240829_frozen.csv superaligned_jawade,HFv1 Winogrande,83.82,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HF OpenLLM v1,73.22,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HFv1 ARC,66.3,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HFv1 GSM8K,72.18,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HFv1 HellaSwag,83.91,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HFv1 MMLU,76.41,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HFv1 TruthfulQA,57.04,,hf_open_llm_v1_240829_frozen.csv sus_chat_34b,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HF OpenLLM v1,54.94,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HFv1 GSM8K,18.88,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HFv1 HellaSwag,80.85,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HFv1 MMLU,51.28,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HFv1 TruthfulQA,45.7,,hf_open_llm_v1_240829_frozen.csv sydney_overthinker_13b_hf,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HF OpenLLM v1,65.48,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HFv1 GSM8K,50.04,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HFv1 HellaSwag,82.47,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HFv1 MMLU,62.5,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HFv1 TruthfulQA,51.11,,hf_open_llm_v1_240829_frozen.csv synatra_10_7b_v0_4,HFv1 Winogrande,81.85,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HF OpenLLM v1,56.17,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HFv1 ARC,57.34,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HFv1 GSM8K,17.74,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HFv1 HellaSwag,78.66,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HFv1 MMLU,55.56,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HFv1 TruthfulQA,51.97,,hf_open_llm_v1_240829_frozen.csv synatra_11b_testbench,HFv1 Winogrande,75.77,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HF OpenLLM v1,60.55,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HFv1 ARC,62.8,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HFv1 GSM8K,23.73,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HFv1 HellaSwag,82.58,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HFv1 MMLU,61.46,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HFv1 TruthfulQA,56.46,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_dpo,HFv1 Winogrande,76.24,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HF OpenLLM v1,59.26,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HFv1 ARC,62.2,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HFv1 GSM8K,21.15,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HFv1 HellaSwag,82.29,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HFv1 MMLU,60.8,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HFv1 TruthfulQA,52.64,,hf_open_llm_v1_240829_frozen.csv synatra_7b_v0_3_rp,HFv1 Winogrande,76.48,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HF OpenLLM v1,59.65,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HFv1 ARC,57.68,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HFv1 GSM8K,39.65,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HFv1 HellaSwag,77.37,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HFv1 MMLU,56.1,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HFv1 TruthfulQA,52.52,,hf_open_llm_v1_240829_frozen.csv synatra_rp_orca_2_7b_v0_1,HFv1 Winogrande,74.59,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HF OpenLLM v1,55.86,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HFv1 ARC,55.29,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HFv1 GSM8K,19.41,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HFv1 HellaSwag,76.63,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HFv1 MMLU,55.29,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HFv1 TruthfulQA,55.76,,hf_open_llm_v1_240829_frozen.csv synatra_v0_1_7b_instruct,HFv1 Winogrande,72.77,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HF OpenLLM v1,68.47,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HFv1 ARC,65.19,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HFv1 GSM8K,61.49,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HFv1 HellaSwag,84.41,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HFv1 MMLU,61.89,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HFv1 TruthfulQA,60.11,,hf_open_llm_v1_240829_frozen.csv systemconfighermes_7b,HFv1 Winogrande,77.74,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HF OpenLLM v1,67.92,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HFv1 ARC,65.02,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HFv1 GSM8K,61.56,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HFv1 HellaSwag,84.05,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HFv1 MMLU,63.16,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HFv1 TruthfulQA,56.42,,hf_open_llm_v1_240829_frozen.csv systemhermes_2_7b,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HF OpenLLM v1,66.86,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HFv1 ARC,64.76,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HFv1 GSM8K,58.83,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HFv1 HellaSwag,83.68,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HFv1 MMLU,63.23,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HFv1 TruthfulQA,52.81,,hf_open_llm_v1_240829_frozen.csv systemhermes_7b,HFv1 Winogrande,77.82,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HF OpenLLM v1,73.09,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HFv1 ARC,70.99,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HFv1 GSM8K,71.11,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HFv1 HellaSwag,87.21,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HFv1 MMLU,72.43,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HFv1 TruthfulQA,54.87,,hf_open_llm_v1_240829_frozen.csv taiwan_llm_8x7b_dpo,HFv1 Winogrande,81.93,,hf_open_llm_v1_240829_frozen.csv taketwo,HF OpenLLM v1,38.6,,hf_open_llm_v1_240829_frozen.csv taketwo,HFv1 ARC,37.2,,hf_open_llm_v1_240829_frozen.csv taketwo,HFv1 GSM8K,2.58,,hf_open_llm_v1_240829_frozen.csv taketwo,HFv1 HellaSwag,62.01,,hf_open_llm_v1_240829_frozen.csv taketwo,HFv1 MMLU,23.8,,hf_open_llm_v1_240829_frozen.csv taketwo,HFv1 TruthfulQA,36.02,,hf_open_llm_v1_240829_frozen.csv taketwo,HFv1 Winogrande,70.01,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HF OpenLLM v1,60.54,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HFv1 ARC,59.98,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HFv1 GSM8K,35.03,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HFv1 HellaSwag,83.27,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HFv1 MMLU,60.57,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HFv1 TruthfulQA,47.13,,hf_open_llm_v1_240829_frozen.csv taliml_7b_v_1_eng,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HF OpenLLM v1,51.59,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HFv1 ARC,54.52,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HFv1 GSM8K,7.51,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HFv1 HellaSwag,79.35,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HFv1 MMLU,50.37,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HFv1 TruthfulQA,41.22,,hf_open_llm_v1_240829_frozen.csv tamil_llama_13b_instruct_v0_1,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HF OpenLLM v1,42.39,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HFv1 ARC,40.44,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HFv1 GSM8K,5.31,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HFv1 HellaSwag,68.88,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HFv1 TruthfulQA,50.11,,hf_open_llm_v1_240829_frozen.csv tamil_llama_7b_instruct_v0_2,HFv1 Winogrande,66.46,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HF OpenLLM v1,35.54,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HFv1 ARC,28.92,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HFv1 GSM8K,6.97,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HFv1 HellaSwag,43.63,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HFv1 MMLU,33.92,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HFv1 TruthfulQA,42.73,,hf_open_llm_v1_240829_frozen.csv tau_0_5b_instruct_dpop,HFv1 Winogrande,57.06,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HF OpenLLM v1,54.74,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HFv1 ARC,57.17,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HFv1 GSM8K,9.4,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HFv1 HellaSwag,81.72,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HFv1 MMLU,55.25,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HFv1 TruthfulQA,51.64,,hf_open_llm_v1_240829_frozen.csv tekniumairoboros_nebula_7b,HFv1 Winogrande,73.24,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HF OpenLLM v1,52.86,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HFv1 ARC,53.58,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HFv1 GSM8K,20.39,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HFv1 HellaSwag,78.33,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HFv1 MMLU,47.63,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HFv1 TruthfulQA,43.26,,hf_open_llm_v1_240829_frozen.csv telugu_llama2_7b_v0_instruct,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HF OpenLLM v1,39.71,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HFv1 ARC,36.95,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HFv1 HellaSwag,67.88,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HFv1 TruthfulQA,48.97,,hf_open_llm_v1_240829_frozen.csv telugu_llama_7b_instruct_v0_1,HFv1 Winogrande,61.33,,hf_open_llm_v1_240829_frozen.csv test1_slide,HF OpenLLM v1,65.31,,hf_open_llm_v1_240829_frozen.csv test1_slide,HFv1 ARC,57.42,,hf_open_llm_v1_240829_frozen.csv test1_slide,HFv1 GSM8K,61.18,,hf_open_llm_v1_240829_frozen.csv test1_slide,HFv1 HellaSwag,78.73,,hf_open_llm_v1_240829_frozen.csv test1_slide,HFv1 MMLU,63.8,,hf_open_llm_v1_240829_frozen.csv test1_slide,HFv1 TruthfulQA,55.48,,hf_open_llm_v1_240829_frozen.csv test1_slide,HFv1 Winogrande,75.22,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HF OpenLLM v1,74.98,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HFv1 ARC,73.63,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HFv1 GSM8K,67.48,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HFv1 HellaSwag,89.03,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HFv1 MMLU,64.63,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HFv1 TruthfulQA,70.71,,hf_open_llm_v1_240829_frozen.csv test3_sft_16bit_dpo2,HFv1 Winogrande,84.37,,hf_open_llm_v1_240829_frozen.csv test_22b,HF OpenLLM v1,37.71,,hf_open_llm_v1_240829_frozen.csv test_22b,HFv1 ARC,39.42,,hf_open_llm_v1_240829_frozen.csv test_22b,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv test_22b,HFv1 HellaSwag,64.51,,hf_open_llm_v1_240829_frozen.csv test_22b,HFv1 MMLU,27.13,,hf_open_llm_v1_240829_frozen.csv test_22b,HFv1 TruthfulQA,37.13,,hf_open_llm_v1_240829_frozen.csv test_22b,HFv1 Winogrande,57.7,,hf_open_llm_v1_240829_frozen.csv test_model,HF OpenLLM v1,29.31,,hf_open_llm_v1_240829_frozen.csv test_model,HFv1 ARC,24.4,,hf_open_llm_v1_240829_frozen.csv test_model,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv test_model,HFv1 HellaSwag,30.17,,hf_open_llm_v1_240829_frozen.csv test_model,HFv1 MMLU,25.88,,hf_open_llm_v1_240829_frozen.csv test_model,HFv1 TruthfulQA,44.59,,hf_open_llm_v1_240829_frozen.csv test_model,HFv1 Winogrande,50.83,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HF OpenLLM v1,35.78,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HFv1 ARC,31.14,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HFv1 GSM8K,7.58,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HFv1 HellaSwag,44.12,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HFv1 MMLU,33.69,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HFv1 TruthfulQA,42.9,,hf_open_llm_v1_240829_frozen.csv test_qwen1_5_0_5b,HFv1 Winogrande,55.25,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HF OpenLLM v1,44.54,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HFv1 ARC,42.83,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HFv1 HellaSwag,47.09,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HFv1 MMLU,61.45,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HFv1 TruthfulQA,50.41,,hf_open_llm_v1_240829_frozen.csv thetawave_14b_v0_1,HFv1 Winogrande,65.43,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HF OpenLLM v1,40.4,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HFv1 ARC,36.6,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HFv1 HellaSwag,35.54,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HFv1 MMLU,54.5,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HFv1 TruthfulQA,49.86,,hf_open_llm_v1_240829_frozen.csv thetawave_28b_v0_1,HFv1 Winogrande,65.9,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HF OpenLLM v1,69.35,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HFv1 ARC,67.49,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HFv1 GSM8K,56.1,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HFv1 HellaSwag,86.01,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HFv1 MMLU,62.26,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HFv1 TruthfulQA,65.26,,hf_open_llm_v1_240829_frozen.csv thetawave_7b,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HF OpenLLM v1,70.49,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HFv1 ARC,68.09,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HFv1 GSM8K,55.65,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HFv1 HellaSwag,86.33,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HFv1 MMLU,62.11,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HFv1 TruthfulQA,71.68,,hf_open_llm_v1_240829_frozen.csv thetawave_7b_v0_1,HFv1 Winogrande,79.08,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HF OpenLLM v1,68.77,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HFv1 GSM8K,68.84,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HFv1 HellaSwag,83.45,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HFv1 MMLU,65.19,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HFv1 TruthfulQA,56.08,,hf_open_llm_v1_240829_frozen.csv tiamat_8b_1_2_llama3_dpo,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HF OpenLLM v1,53.42,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HFv1 ARC,53.84,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HFv1 GSM8K,17.06,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HFv1 HellaSwag,77.05,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HFv1 MMLU,53.57,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HFv1 TruthfulQA,44.06,,hf_open_llm_v1_240829_frozen.csv tigerbot_13b_base,HFv1 Winogrande,74.98,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HF OpenLLM v1,63.71,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HFv1 GSM8K,37.76,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HFv1 HellaSwag,83.61,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HFv1 MMLU,65.49,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HFv1 TruthfulQA,52.76,,hf_open_llm_v1_240829_frozen.csv tigerbot_70b_base,HFv1 Winogrande,80.19,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HF OpenLLM v1,35.6,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HFv1 ARC,34.64,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HFv1 HellaSwag,56.39,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HFv1 MMLU,24.51,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HFv1 TruthfulQA,38.03,,hf_open_llm_v1_240829_frozen.csv tiny_llama3_7b,HFv1 Winogrande,59.67,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HF OpenLLM v1,29.41,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HFv1 ARC,20.99,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HFv1 HellaSwag,28.77,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HFv1 MMLU,26.79,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HFv1 TruthfulQA,47.68,,hf_open_llm_v1_240829_frozen.csv tiny_starcoder_py,HFv1 Winogrande,51.22,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HF OpenLLM v1,34.76,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HFv1 ARC,33.45,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HFv1 HellaSwag,55.92,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HFv1 MMLU,25.45,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HFv1 TruthfulQA,33.82,,hf_open_llm_v1_240829_frozen.csv tiny_vicuna_1b,HFv1 Winogrande,58.41,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HF OpenLLM v1,36.21,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HFv1 ARC,34.98,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HFv1 HellaSwag,60.11,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HFv1 MMLU,25.31,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HFv1 TruthfulQA,35.51,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1_1b,HFv1 Winogrande,60.69,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HF OpenLLM v1,36.34,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HFv1 ARC,34.3,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HFv1 HellaSwag,59.44,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HFv1 MMLU,25.59,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HFv1 TruthfulQA,36.51,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_1_1b,HFv1 Winogrande,60.69,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HF OpenLLM v1,35.93,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HFv1 ARC,33.36,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HFv1 GSM8K,1.29,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HFv1 HellaSwag,58.53,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HFv1 MMLU,25.93,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HFv1 TruthfulQA,36.33,,hf_open_llm_v1_240829_frozen.csv tinydolphin_2_8_2_1_1b_laser,HFv1 Winogrande,60.14,,hf_open_llm_v1_240829_frozen.csv tinyllama,HF OpenLLM v1,35.8,,hf_open_llm_v1_240829_frozen.csv tinyllama,HFv1 ARC,34.98,,hf_open_llm_v1_240829_frozen.csv tinyllama,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv tinyllama,HFv1 HellaSwag,58.24,,hf_open_llm_v1_240829_frozen.csv tinyllama,HFv1 MMLU,26.49,,hf_open_llm_v1_240829_frozen.csv tinyllama,HFv1 TruthfulQA,35.62,,hf_open_llm_v1_240829_frozen.csv tinyllama,HFv1 Winogrande,58.48,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HF OpenLLM v1,35.39,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HFv1 ARC,32.76,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HFv1 GSM8K,0.61,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HFv1 HellaSwag,53.77,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HFv1 MMLU,25.73,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HFv1 TruthfulQA,40.52,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1_5t_openorca_alpha,HFv1 Winogrande,58.96,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HF OpenLLM v1,34.58,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HFv1 ARC,31.31,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HFv1 GSM8K,1.67,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HFv1 HellaSwag,52.34,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HFv1 MMLU,25.31,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HFv1 TruthfulQA,38.58,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_1t_openorca,HFv1 Winogrande,58.25,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HF OpenLLM v1,34.5,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HFv1 ARC,30.29,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HFv1 HellaSwag,55.12,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HFv1 MMLU,26.13,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HFv1 TruthfulQA,39.15,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v0_3_platypus,HFv1 Winogrande,55.8,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HF OpenLLM v1,37.09,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HFv1 ARC,35.84,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HFv1 GSM8K,1.97,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HFv1 HellaSwag,61.29,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HFv1 MMLU,25.05,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HFv1 TruthfulQA,37.38,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_chat_v1_0_intel_dpo,HFv1 Winogrande,61.01,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HF OpenLLM v1,36.42,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HFv1 ARC,33.87,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HFv1 HellaSwag,60.31,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HFv1 MMLU,26.04,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HFv1 TruthfulQA,37.32,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t,HFv1 Winogrande,59.51,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HF OpenLLM v1,36.46,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HFv1 ARC,33.02,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HFv1 GSM8K,1.21,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HFv1 HellaSwag,60.0,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HFv1 MMLU,26.88,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HFv1 TruthfulQA,38.08,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_1431k_3t_laser_dpo,HFv1 Winogrande,59.59,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HF OpenLLM v1,33.72,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HFv1 ARC,29.27,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HFv1 HellaSwag,49.71,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HFv1 MMLU,26.26,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HFv1 TruthfulQA,40.17,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_240k_503b,HFv1 Winogrande,56.59,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HF OpenLLM v1,34.37,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HFv1 ARC,30.89,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HFv1 HellaSwag,52.97,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HFv1 MMLU,25.0,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HFv1 TruthfulQA,39.55,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_intermediate_step_480k_1t,HFv1 Winogrande,57.3,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HF OpenLLM v1,37.37,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HFv1 ARC,34.81,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HFv1 GSM8K,2.2,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HFv1 HellaSwag,61.25,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HFv1 MMLU,25.53,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HFv1 TruthfulQA,38.97,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_layla_v4,HFv1 Winogrande,61.48,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HF OpenLLM v1,37.17,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HFv1 ARC,36.35,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HFv1 GSM8K,2.27,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HFv1 HellaSwag,61.23,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HFv1 MMLU,25.18,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HFv1 TruthfulQA,36.58,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_orca_v1_0,HFv1 Winogrande,61.4,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HF OpenLLM v1,37.38,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HFv1 ARC,36.09,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HFv1 GSM8K,4.47,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HFv1 HellaSwag,59.66,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HFv1 MMLU,28.21,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HFv1 TruthfulQA,36.74,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_slimorca_function_calling_3t,HFv1 Winogrande,59.12,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HF OpenLLM v1,31.86,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HFv1 ARC,25.85,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HFv1 HellaSwag,44.1,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HFv1 MMLU,26.78,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HFv1 TruthfulQA,39.51,,hf_open_llm_v1_240829_frozen.csv tinyllama_1_1b_step_50k_105b,HFv1 Winogrande,54.38,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HF OpenLLM v1,37.21,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HFv1 ARC,34.47,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HFv1 HellaSwag,61.03,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HFv1 MMLU,25.77,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HFv1 TruthfulQA,39.29,,hf_open_llm_v1_240829_frozen.csv tinyllama_chat_sft,HFv1 Winogrande,61.25,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HF OpenLLM v1,34.64,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HFv1 ARC,30.2,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HFv1 GSM8K,1.59,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HFv1 HellaSwag,51.01,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HFv1 MMLU,26.11,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HFv1 TruthfulQA,40.18,,hf_open_llm_v1_240829_frozen.csv tinyllama_frankenmerge,HFv1 Winogrande,58.72,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HF OpenLLM v1,37.81,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HFv1 ARC,34.73,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HFv1 GSM8K,1.21,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HFv1 HellaSwag,59.29,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HFv1 MMLU,29.9,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HFv1 TruthfulQA,39.37,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat,HFv1 Winogrande,62.51,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HF OpenLLM v1,36.7,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HFv1 ARC,34.39,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HFv1 GSM8K,2.27,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HFv1 HellaSwag,56.72,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HFv1 MMLU,29.36,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HFv1 TruthfulQA,37.82,,hf_open_llm_v1_240829_frozen.csv tinyllama_moe_chat_0_1,HFv1 Winogrande,59.67,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HF OpenLLM v1,27.73,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HFv1 ARC,22.87,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HFv1 HellaSwag,28.02,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HFv1 MMLU,23.15,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HFv1 TruthfulQA,42.52,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m,HFv1 Winogrande,49.8,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HF OpenLLM v1,27.01,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HFv1 ARC,21.59,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HFv1 HellaSwag,27.45,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HFv1 MMLU,23.08,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HFv1 TruthfulQA,40.91,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v1,HFv1 Winogrande,49.01,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HF OpenLLM v1,27.42,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HFv1 ARC,23.29,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HFv1 HellaSwag,27.39,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HFv1 MMLU,23.52,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HFv1 TruthfulQA,41.32,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_chat_v2,HFv1 Winogrande,49.01,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HF OpenLLM v1,28.19,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HFv1 ARC,24.32,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HFv1 HellaSwag,27.52,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HFv1 MMLU,25.18,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HFv1 TruthfulQA,41.94,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_instruct,HFv1 Winogrande,50.2,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HF OpenLLM v1,28.78,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HFv1 ARC,25.68,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HFv1 HellaSwag,25.31,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HFv1 MMLU,24.41,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HFv1 TruthfulQA,48.87,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v3,HFv1 Winogrande,48.38,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HF OpenLLM v1,28.2,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HFv1 ARC,24.91,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HFv1 HellaSwag,28.15,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HFv1 MMLU,26.04,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HFv1 TruthfulQA,39.56,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_sft_v4,HFv1 Winogrande,50.51,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HF OpenLLM v1,28.78,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HFv1 ARC,21.25,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HFv1 HellaSwag,26.56,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HFv1 MMLU,23.39,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HFv1 TruthfulQA,49.6,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2,HFv1 Winogrande,51.85,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HF OpenLLM v1,28.29,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HFv1 ARC,24.57,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HFv1 HellaSwag,27.49,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HFv1 MMLU,23.15,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HFv1 TruthfulQA,46.72,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5,HFv1 Winogrande,47.83,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HF OpenLLM v1,27.7,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HFv1 ARC,22.27,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HFv1 HellaSwag,27.6,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HFv1 MMLU,23.9,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HFv1 TruthfulQA,44.21,,hf_open_llm_v1_240829_frozen.csv tinymistral_248m_v2_5_instruct,HFv1 Winogrande,48.22,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HF OpenLLM v1,27.89,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HFv1 ARC,22.44,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HFv1 HellaSwag,27.02,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HFv1 MMLU,24.13,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HFv1 TruthfulQA,43.16,,hf_open_llm_v1_240829_frozen.csv tinymistral_6x248m_instruct,HFv1 Winogrande,50.59,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HF OpenLLM v1,29.16,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HFv1 ARC,26.54,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HFv1 HellaSwag,25.68,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HFv1 MMLU,23.53,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HFv1 TruthfulQA,49.9,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_5_minipile_guidelines_e1,HFv1 Winogrande,49.41,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HF OpenLLM v1,28.42,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HFv1 ARC,21.5,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HFv1 HellaSwag,26.79,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HFv1 MMLU,23.36,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HFv1 TruthfulQA,50.3,,hf_open_llm_v1_240829_frozen.csv tinymistral_v2_test1,HFv1 Winogrande,48.54,,hf_open_llm_v1_240829_frozen.csv tinymix,HF OpenLLM v1,35.91,,hf_open_llm_v1_240829_frozen.csv tinymix,HFv1 ARC,32.0,,hf_open_llm_v1_240829_frozen.csv tinymix,HFv1 GSM8K,1.97,,hf_open_llm_v1_240829_frozen.csv tinymix,HFv1 HellaSwag,53.69,,hf_open_llm_v1_240829_frozen.csv tinymix,HFv1 MMLU,24.27,,hf_open_llm_v1_240829_frozen.csv tinymix,HFv1 TruthfulQA,39.42,,hf_open_llm_v1_240829_frozen.csv tinymix,HFv1 Winogrande,64.09,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HF OpenLLM v1,37.03,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HFv1 ARC,35.92,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HFv1 GSM8K,2.43,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HFv1 HellaSwag,61.04,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HFv1 MMLU,25.82,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HFv1 TruthfulQA,36.77,,hf_open_llm_v1_240829_frozen.csv tinynaughtyllama_v1_0,HFv1 Winogrande,60.22,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HF OpenLLM v1,35.98,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HFv1 ARC,33.62,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HFv1 HellaSwag,58.53,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HFv1 MMLU,26.45,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HFv1 TruthfulQA,37.33,,hf_open_llm_v1_240829_frozen.csv tinyopenhermes_1_1b_4k,HFv1 Winogrande,59.91,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HF OpenLLM v1,29.14,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HFv1 ARC,23.46,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HFv1 HellaSwag,25.23,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HFv1 MMLU,24.57,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HFv1 TruthfulQA,49.4,,hf_open_llm_v1_240829_frozen.csv tinystories_1m,HFv1 Winogrande,52.17,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HF OpenLLM v1,28.44,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HFv1 ARC,22.78,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HFv1 HellaSwag,25.83,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HFv1 MMLU,23.53,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HFv1 TruthfulQA,48.08,,hf_open_llm_v1_240829_frozen.csv tinystories_28m,HFv1 Winogrande,50.43,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HF OpenLLM v1,28.41,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HFv1 ARC,24.23,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HFv1 HellaSwag,25.69,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HFv1 MMLU,23.82,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HFv1 TruthfulQA,47.64,,hf_open_llm_v1_240829_frozen.csv tinystories_33m,HFv1 Winogrande,49.09,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HF OpenLLM v1,28.19,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HFv1 ARC,22.01,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HFv1 HellaSwag,25.58,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HFv1 MMLU,24.99,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HFv1 TruthfulQA,47.33,,hf_open_llm_v1_240829_frozen.csv tinystories_3m,HFv1 Winogrande,49.25,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HF OpenLLM v1,28.31,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HFv1 ARC,24.66,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HFv1 HellaSwag,25.03,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HFv1 MMLU,23.33,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HFv1 TruthfulQA,46.54,,hf_open_llm_v1_240829_frozen.csv tinystories_8m,HFv1 Winogrande,50.28,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HF OpenLLM v1,37.94,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HFv1 ARC,34.9,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HFv1 GSM8K,2.58,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HFv1 HellaSwag,61.42,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HFv1 MMLU,25.42,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HFv1 TruthfulQA,37.59,,hf_open_llm_v1_240829_frozen.csv tinyultra_4x1_1b_base_alpha,HFv1 Winogrande,65.75,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HF OpenLLM v1,35.13,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HFv1 ARC,31.66,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HFv1 GSM8K,1.9,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HFv1 HellaSwag,50.42,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HFv1 MMLU,26.22,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HFv1 TruthfulQA,45.8,,hf_open_llm_v1_240829_frozen.csv tinywand_dpo,HFv1 Winogrande,54.78,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HF OpenLLM v1,34.61,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HFv1 ARC,31.4,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HFv1 GSM8K,2.05,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HFv1 HellaSwag,49.96,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HFv1 MMLU,25.98,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HFv1 TruthfulQA,43.08,,hf_open_llm_v1_240829_frozen.csv tinywand_sft,HFv1 Winogrande,55.17,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HF OpenLLM v1,35.63,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HFv1 ARC,33.36,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HFv1 GSM8K,1.06,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HFv1 HellaSwag,58.46,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HFv1 MMLU,25.68,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HFv1 TruthfulQA,37.22,,hf_open_llm_v1_240829_frozen.csv tmm_1b,HFv1 Winogrande,58.01,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HF OpenLLM v1,65.16,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HFv1 ARC,63.65,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HFv1 GSM8K,55.8,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HFv1 HellaSwag,84.29,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HFv1 MMLU,63.6,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HFv1 TruthfulQA,46.06,,hf_open_llm_v1_240829_frozen.csv toppyevil_7b_slerp,HFv1 Winogrande,77.58,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HF OpenLLM v1,72.05,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HFv1 ARC,69.2,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HFv1 GSM8K,65.96,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HFv1 HellaSwag,86.98,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HFv1 MMLU,64.85,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HFv1 TruthfulQA,62.54,,hf_open_llm_v1_240829_frozen.csv toppylake_7b_slerp,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HF OpenLLM v1,70.14,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HFv1 ARC,67.66,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HFv1 GSM8K,57.7,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HFv1 HellaSwag,85.7,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HFv1 MMLU,64.87,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HFv1 TruthfulQA,61.74,,hf_open_llm_v1_240829_frozen.csv toppylake_bagel_7b_slerp,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HF OpenLLM v1,53.62,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HFv1 GSM8K,9.86,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HFv1 HellaSwag,82.31,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HFv1 MMLU,54.73,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HFv1 TruthfulQA,40.25,,hf_open_llm_v1_240829_frozen.csv tora_13b_v1_0,HFv1 Winogrande,75.61,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HF OpenLLM v1,48.5,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HFv1 ARC,52.47,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HFv1 GSM8K,2.5,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HFv1 HellaSwag,78.68,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HFv1 MMLU,45.9,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HFv1 TruthfulQA,37.9,,hf_open_llm_v1_240829_frozen.csv tora_7b_v1_0,HFv1 Winogrande,73.56,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HF OpenLLM v1,42.7,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HFv1 ARC,44.45,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HFv1 GSM8K,8.19,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HFv1 HellaSwag,69.29,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HFv1 MMLU,36.67,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HFv1 TruthfulQA,34.98,,hf_open_llm_v1_240829_frozen.csv tora_code_13b_v1_0,HFv1 Winogrande,62.59,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HF OpenLLM v1,48.95,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HFv1 ARC,50.43,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HFv1 GSM8K,13.12,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HFv1 HellaSwag,75.54,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HFv1 MMLU,46.78,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HFv1 TruthfulQA,39.66,,hf_open_llm_v1_240829_frozen.csv tora_code_34b_v1_0,HFv1 Winogrande,68.19,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HF OpenLLM v1,40.21,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HFv1 ARC,40.7,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HFv1 GSM8K,4.93,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HFv1 HellaSwag,65.86,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HFv1 MMLU,33.34,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HFv1 TruthfulQA,34.84,,hf_open_llm_v1_240829_frozen.csv tora_code_7b_v1_0,HFv1 Winogrande,61.56,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HF OpenLLM v1,52.39,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HFv1 ARC,55.46,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HFv1 GSM8K,16.45,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HFv1 HellaSwag,79.0,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HFv1 MMLU,46.88,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HFv1 TruthfulQA,42.59,,hf_open_llm_v1_240829_frozen.csv towerinstruct_7b_v0_1,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HF OpenLLM v1,59.69,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HFv1 GSM8K,17.36,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HFv1 HellaSwag,83.75,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HFv1 MMLU,63.67,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HFv1 TruthfulQA,50.84,,hf_open_llm_v1_240829_frozen.csv toxichermes_2_5_mistral_7b,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HF OpenLLM v1,60.48,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HFv1 ARC,66.21,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HFv1 GSM8K,16.53,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HFv1 HellaSwag,85.02,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HFv1 MMLU,63.24,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HFv1 TruthfulQA,54.0,,hf_open_llm_v1_240829_frozen.csv traversaal_2_5_mistral_7b,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HF OpenLLM v1,53.94,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HFv1 ARC,57.94,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HFv1 GSM8K,10.92,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HFv1 HellaSwag,79.55,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HFv1 MMLU,55.2,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HFv1 TruthfulQA,43.46,,hf_open_llm_v1_240829_frozen.csv trurl_2_13b_academic,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HF OpenLLM v1,74.3,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HFv1 ARC,71.08,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HFv1 HellaSwag,88.46,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HFv1 MMLU,66.13,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HFv1 TruthfulQA,72.29,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_moe_19b,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HF OpenLLM v1,77.44,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HFv1 ARC,74.91,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HFv1 GSM8K,69.52,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HFv1 HellaSwag,89.3,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HFv1 MMLU,64.67,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HFv1 TruthfulQA,78.02,,hf_open_llm_v1_240829_frozen.csv truthful_dpo_tomgrc_fusionnet_7bx2_moe_13b,HFv1 Winogrande,88.24,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HF OpenLLM v1,44.81,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HFv1 ARC,38.99,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HFv1 GSM8K,14.86,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HFv1 HellaSwag,60.43,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HFv1 MMLU,44.54,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HFv1 TruthfulQA,50.86,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_1_8b,HFv1 Winogrande,59.19,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HF OpenLLM v1,57.41,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HFv1 ARC,47.1,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HFv1 GSM8K,52.54,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HFv1 HellaSwag,71.32,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HFv1 MMLU,56.04,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HFv1 TruthfulQA,50.6,,hf_open_llm_v1_240829_frozen.csv truthfulqwen1_5_4b,HFv1 Winogrande,66.85,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HF OpenLLM v1,73.77,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HFv1 ARC,72.1,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HFv1 GSM8K,62.62,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HFv1 HellaSwag,88.99,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HFv1 MMLU,69.84,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HFv1 TruthfulQA,65.78,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HF OpenLLM v1,74.02,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HFv1 ARC,72.7,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HFv1 GSM8K,59.36,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HFv1 HellaSwag,89.29,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HFv1 MMLU,69.61,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HFv1 TruthfulQA,69.99,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_70b_expo,HFv1 Winogrande,83.19,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HF OpenLLM v1,58.64,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HFv1 ARC,58.28,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HFv1 GSM8K,26.38,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HFv1 HellaSwag,81.36,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HFv1 MMLU,52.23,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HFv1 TruthfulQA,59.41,,hf_open_llm_v1_240829_frozen.csv tulu_2_dpo_7b_expo,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv turdus,HF OpenLLM v1,74.66,,hf_open_llm_v1_240829_frozen.csv turdus,HFv1 ARC,73.38,,hf_open_llm_v1_240829_frozen.csv turdus,HFv1 GSM8K,67.7,,hf_open_llm_v1_240829_frozen.csv turdus,HFv1 HellaSwag,88.56,,hf_open_llm_v1_240829_frozen.csv turdus,HFv1 MMLU,64.52,,hf_open_llm_v1_240829_frozen.csv turdus,HFv1 TruthfulQA,67.11,,hf_open_llm_v1_240829_frozen.csv turdus,HFv1 Winogrande,86.66,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HF OpenLLM v1,65.3,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HFv1 ARC,59.22,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HFv1 GSM8K,60.73,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HFv1 HellaSwag,80.27,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HFv1 MMLU,67.0,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HFv1 TruthfulQA,47.29,,hf_open_llm_v1_240829_frozen.csv turkgpt_v0_1,HFv1 Winogrande,77.27,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HF OpenLLM v1,58.05,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HFv1 ARC,58.53,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HFv1 GSM8K,31.61,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HFv1 HellaSwag,81.55,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HFv1 MMLU,59.54,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HFv1 TruthfulQA,40.52,,hf_open_llm_v1_240829_frozen.csv typhoon_7b,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HF OpenLLM v1,66.21,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HFv1 GSM8K,63.31,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HFv1 HellaSwag,81.3,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HFv1 MMLU,60.72,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HFv1 TruthfulQA,52.6,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_01_30_2024,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HF OpenLLM v1,65.39,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HFv1 ARC,61.95,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HFv1 GSM8K,58.45,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HFv1 HellaSwag,81.51,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HFv1 MMLU,61.86,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HFv1 TruthfulQA,49.94,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_instruct_02_19_2024,HFv1 Winogrande,78.61,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HF OpenLLM v1,61.17,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HFv1 ARC,58.96,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HFv1 GSM8K,46.78,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HFv1 HellaSwag,82.38,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HFv1 MMLU,57.67,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HFv1 TruthfulQA,44.83,,hf_open_llm_v1_240829_frozen.csv typhoon_7b_wangchanx_sft_demo,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv ultra0,HF OpenLLM v1,44.32,,hf_open_llm_v1_240829_frozen.csv ultra0,HFv1 ARC,41.47,,hf_open_llm_v1_240829_frozen.csv ultra0,HFv1 GSM8K,16.07,,hf_open_llm_v1_240829_frozen.csv ultra0,HFv1 HellaSwag,68.02,,hf_open_llm_v1_240829_frozen.csv ultra0,HFv1 MMLU,33.37,,hf_open_llm_v1_240829_frozen.csv ultra0,HFv1 TruthfulQA,41.49,,hf_open_llm_v1_240829_frozen.csv ultra0,HFv1 Winogrande,65.51,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HF OpenLLM v1,75.96,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HFv1 ARC,72.87,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HFv1 GSM8K,68.54,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HFv1 HellaSwag,88.75,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HFv1 MMLU,65.18,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HFv1 TruthfulQA,76.44,,hf_open_llm_v1_240829_frozen.csv ultracatunamayo_dpo,HFv1 Winogrande,83.98,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HF OpenLLM v1,76.49,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HFv1 GSM8K,69.22,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HFv1 HellaSwag,89.25,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HFv1 MMLU,64.4,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HFv1 TruthfulQA,78.17,,hf_open_llm_v1_240829_frozen.csv ultramerge_7b,HFv1 Winogrande,84.85,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HF OpenLLM v1,74.07,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HFv1 ARC,70.73,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HFv1 GSM8K,63.38,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HFv1 HellaSwag,88.32,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HFv1 MMLU,66.1,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HFv1 TruthfulQA,72.52,,hf_open_llm_v1_240829_frozen.csv una_solar_10_7b_instruct_v1_0,HFv1 Winogrande,83.35,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HF OpenLLM v1,73.87,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HFv1 GSM8K,66.72,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HFv1 HellaSwag,88.0,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HFv1 MMLU,63.48,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HFv1 TruthfulQA,69.85,,hf_open_llm_v1_240829_frozen.csv una_thebeagle_7b_v1,HFv1 Winogrande,82.16,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HF OpenLLM v1,67.44,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HFv1 ARC,62.63,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HFv1 GSM8K,68.16,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HFv1 HellaSwag,79.73,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HFv1 MMLU,67.05,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HFv1 TruthfulQA,51.52,,hf_open_llm_v1_240829_frozen.csv unsafe_llama3_8b,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv v1,HF OpenLLM v1,46.35,,hf_open_llm_v1_240829_frozen.csv v1,HFv1 ARC,48.12,,hf_open_llm_v1_240829_frozen.csv v1,HFv1 GSM8K,17.44,,hf_open_llm_v1_240829_frozen.csv v1,HFv1 HellaSwag,71.6,,hf_open_llm_v1_240829_frozen.csv v1,HFv1 MMLU,41.83,,hf_open_llm_v1_240829_frozen.csv v1,HFv1 TruthfulQA,33.04,,hf_open_llm_v1_240829_frozen.csv v1,HFv1 Winogrande,66.06,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HF OpenLLM v1,70.26,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HFv1 ARC,71.33,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HFv1 GSM8K,53.37,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HFv1 HellaSwag,87.34,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HFv1 MMLU,64.13,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HFv1 TruthfulQA,63.37,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b,HFv1 Winogrande,82.0,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HF OpenLLM v1,73.68,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HFv1 ARC,72.61,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HFv1 GSM8K,66.87,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HFv1 HellaSwag,87.7,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HFv1 MMLU,63.51,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HFv1 TruthfulQA,69.07,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v3,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HF OpenLLM v1,64.3,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HFv1 ARC,66.98,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HFv1 GSM8K,35.25,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HFv1 HellaSwag,84.09,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HFv1 MMLU,59.02,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HFv1 TruthfulQA,59.43,,hf_open_llm_v1_240829_frozen.csv v1olet_merged_dpo_7b_v4,HFv1 Winogrande,81.06,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HF OpenLLM v1,73.28,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HFv1 ARC,71.93,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HFv1 GSM8K,61.79,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HFv1 HellaSwag,86.82,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HFv1 MMLU,70.38,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HFv1 TruthfulQA,65.21,,hf_open_llm_v1_240829_frozen.csv v_alpha_tross,HFv1 Winogrande,83.58,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HF OpenLLM v1,57.58,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HFv1 ARC,57.51,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HFv1 GSM8K,21.99,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HFv1 HellaSwag,75.7,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HFv1 MMLU,65.85,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HFv1 TruthfulQA,50.19,,hf_open_llm_v1_240829_frozen.csv velara_11b_v3,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HF OpenLLM v1,74.2,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HFv1 ARC,70.73,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HFv1 GSM8K,63.61,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HFv1 HellaSwag,88.47,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HFv1 MMLU,66.3,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HFv1 TruthfulQA,72.63,,hf_open_llm_v1_240829_frozen.csv venus_dpo_50,HFv1 Winogrande,83.43,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HF OpenLLM v1,28.7,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HFv1 ARC,22.7,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HFv1 HellaSwag,27.6,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HFv1 MMLU,25.28,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HFv1 TruthfulQA,44.75,,hf_open_llm_v1_240829_frozen.csv verysmol_llama_v11_kix2,HFv1 Winogrande,51.54,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HF OpenLLM v1,51.13,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HFv1 ARC,52.22,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HFv1 GSM8K,13.19,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HFv1 HellaSwag,77.05,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HFv1 MMLU,47.93,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HFv1 TruthfulQA,46.87,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_10,HFv1 Winogrande,69.53,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HF OpenLLM v1,50.63,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HFv1 ARC,52.3,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HFv1 GSM8K,11.22,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HFv1 HellaSwag,77.05,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HFv1 MMLU,47.39,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HFv1 TruthfulQA,46.62,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_20,HFv1 Winogrande,69.22,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HF OpenLLM v1,50.33,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HFv1 ARC,51.02,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HFv1 GSM8K,12.36,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HFv1 HellaSwag,76.41,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HFv1 MMLU,46.83,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HFv1 TruthfulQA,46.06,,hf_open_llm_v1_240829_frozen.csv vicuna_7b_v1_3_attention_sparsity_30,HFv1 Winogrande,69.3,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HF OpenLLM v1,53.15,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HFv1 ARC,62.03,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HFv1 GSM8K,0.15,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HFv1 HellaSwag,82.65,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HFv1 MMLU,54.11,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HFv1 TruthfulQA,42.98,,hf_open_llm_v1_240829_frozen.csv vigogne2_enno_13b_sft_lora_4bit,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HF OpenLLM v1,37.46,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HFv1 ARC,39.68,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HFv1 GSM8K,2.05,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HFv1 HellaSwag,65.04,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HFv1 MMLU,25.09,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HFv1 TruthfulQA,33.8,,hf_open_llm_v1_240829_frozen.csv vortex_3b_v2,HFv1 Winogrande,59.12,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HF OpenLLM v1,34.07,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HFv1 ARC,31.06,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HFv1 HellaSwag,54.92,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HFv1 MMLU,24.58,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HFv1 TruthfulQA,38.47,,hf_open_llm_v1_240829_frozen.csv walter_falcon_1b,HFv1 Winogrande,55.41,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HF OpenLLM v1,35.29,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HFv1 ARC,32.85,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HFv1 HellaSwag,61.05,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HFv1 MMLU,27.46,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HFv1 TruthfulQA,33.93,,hf_open_llm_v1_240829_frozen.csv walter_llama_1b,HFv1 Winogrande,56.43,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HF OpenLLM v1,53.0,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HFv1 ARC,58.87,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HFv1 GSM8K,0.08,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HFv1 HellaSwag,83.43,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HFv1 MMLU,58.65,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HFv1 TruthfulQA,39.93,,hf_open_llm_v1_240829_frozen.csv walter_mistral_7b,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HF OpenLLM v1,55.95,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HFv1 ARC,60.41,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HFv1 HellaSwag,84.86,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HFv1 MMLU,64.99,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HFv1 TruthfulQA,44.88,,hf_open_llm_v1_240829_frozen.csv walter_solar_11b,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HF OpenLLM v1,38.59,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HFv1 ARC,39.51,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HFv1 HellaSwag,65.76,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HFv1 MMLU,26.29,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HFv1 TruthfulQA,36.02,,hf_open_llm_v1_240829_frozen.csv weblab_10b,HFv1 Winogrande,62.51,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HF OpenLLM v1,39.13,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HFv1 ARC,40.1,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HFv1 GSM8K,1.82,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HFv1 HellaSwag,65.3,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HFv1 MMLU,26.66,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HFv1 TruthfulQA,36.79,,hf_open_llm_v1_240829_frozen.csv weblab_10b_instruction_sft,HFv1 Winogrande,64.09,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HF OpenLLM v1,75.23,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HFv1 ARC,72.44,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HFv1 GSM8K,67.63,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HFv1 HellaSwag,88.66,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HFv1 MMLU,64.73,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HFv1 TruthfulQA,72.4,,hf_open_llm_v1_240829_frozen.csv westmonarchlasers_7b_slerp,HFv1 Winogrande,85.56,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HF OpenLLM v1,75.28,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HFv1 ARC,71.42,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HFv1 GSM8K,71.57,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HFv1 HellaSwag,88.24,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HFv1 MMLU,64.8,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HFv1 TruthfulQA,72.37,,hf_open_llm_v1_240829_frozen.csv westseverus_7b_dpo_v2,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HF OpenLLM v1,70.08,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HFv1 ARC,69.37,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HFv1 GSM8K,48.52,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HFv1 HellaSwag,87.34,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HFv1 MMLU,63.8,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HFv1 TruthfulQA,69.34,,hf_open_llm_v1_240829_frozen.csv westuccine_7b_slerp,HFv1 Winogrande,82.08,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HF OpenLLM v1,71.01,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HFv1 ARC,69.37,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HFv1 GSM8K,55.72,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HFv1 HellaSwag,86.53,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HFv1 MMLU,64.8,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HFv1 TruthfulQA,67.06,,hf_open_llm_v1_240829_frozen.csv westuccinebagel_7b_slerp,HFv1 Winogrande,82.56,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HF OpenLLM v1,66.08,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HFv1 ARC,58.45,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HFv1 GSM8K,65.2,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HFv1 HellaSwag,82.06,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HFv1 MMLU,62.61,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HFv1 TruthfulQA,49.61,,hf_open_llm_v1_240829_frozen.csv where_llambo_7b,HFv1 Winogrande,78.53,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HF OpenLLM v1,73.96,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HFv1 ARC,71.67,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HFv1 GSM8K,65.35,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HFv1 HellaSwag,88.25,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HFv1 MMLU,64.92,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HFv1 TruthfulQA,68.12,,hf_open_llm_v1_240829_frozen.csv whyarewestillhere_7b_slerp,HFv1 Winogrande,85.48,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HF OpenLLM v1,62.91,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HFv1 ARC,60.49,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HFv1 GSM8K,47.92,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HFv1 HellaSwag,80.62,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HFv1 MMLU,61.65,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HFv1 TruthfulQA,50.58,,hf_open_llm_v1_240829_frozen.csv wizardchatml_7b_v0,HFv1 Winogrande,76.16,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HF OpenLLM v1,45.56,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HFv1 ARC,47.78,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HFv1 GSM8K,7.81,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HFv1 HellaSwag,69.6,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HFv1 MMLU,38.76,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HFv1 TruthfulQA,43.97,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_13b_lora,HFv1 Winogrande,65.43,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HF OpenLLM v1,50.46,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HFv1 ARC,52.13,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HFv1 GSM8K,9.48,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HFv1 HellaSwag,74.78,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HFv1 MMLU,49.15,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HFv1 TruthfulQA,48.85,,hf_open_llm_v1_240829_frozen.csv wizardcoder_python_34b_v1_0,HFv1 Winogrande,68.35,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HF OpenLLM v1,53.59,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HFv1 ARC,56.4,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HFv1 GSM8K,19.64,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HFv1 HellaSwag,75.45,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HFv1 MMLU,54.51,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HFv1 TruthfulQA,43.06,,hf_open_llm_v1_240829_frozen.csv wizardlm_1_0_uncensored_codellama34b,HFv1 Winogrande,72.45,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HF OpenLLM v1,28.96,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HFv1 ARC,27.39,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HFv1 GSM8K,0.0,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HFv1 HellaSwag,25.94,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HFv1 MMLU,23.12,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HFv1 TruthfulQA,48.61,,hf_open_llm_v1_240829_frozen.csv wizardlm_30b_v1_0,HFv1 Winogrande,48.7,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HF OpenLLM v1,61.25,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HFv1 ARC,65.44,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HFv1 GSM8K,17.97,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HFv1 HellaSwag,84.41,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HFv1 MMLU,64.05,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HFv1 TruthfulQA,54.81,,hf_open_llm_v1_240829_frozen.csv wizardlm_70b_v1_0,HFv1 Winogrande,80.82,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HF OpenLLM v1,53.97,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HFv1 ARC,60.07,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HFv1 GSM8K,12.36,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HFv1 HellaSwag,82.01,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HFv1 MMLU,54.8,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HFv1 TruthfulQA,42.7,,hf_open_llm_v1_240829_frozen.csv wizardmath_13b_v1_0,HFv1 Winogrande,71.9,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HF OpenLLM v1,60.42,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HFv1 ARC,68.17,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HFv1 GSM8K,4.09,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HFv1 HellaSwag,86.49,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HFv1 MMLU,68.92,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HFv1 TruthfulQA,52.77,,hf_open_llm_v1_240829_frozen.csv wizardmath_70b_v1_0,HFv1 Winogrande,82.32,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HF OpenLLM v1,66.61,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HFv1 GSM8K,67.4,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HFv1 HellaSwag,84.5,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HFv1 MMLU,61.53,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HFv1 TruthfulQA,47.04,,hf_open_llm_v1_240829_frozen.csv wizardmath_7b_v1_1,HFv1 Winogrande,77.35,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HF OpenLLM v1,51.05,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HFv1 ARC,55.38,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HFv1 GSM8K,7.43,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HFv1 HellaSwag,79.14,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HFv1 MMLU,48.46,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HFv1 TruthfulQA,42.43,,hf_open_llm_v1_240829_frozen.csv wizardvicuna2_13b,HFv1 Winogrande,73.48,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HF OpenLLM v1,38.77,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HFv1 ARC,37.71,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HFv1 GSM8K,0.99,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HFv1 HellaSwag,66.6,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HFv1 MMLU,27.23,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HFv1 TruthfulQA,36.8,,hf_open_llm_v1_240829_frozen.csv wizardvicuna_open_llama3b_v2,HFv1 Winogrande,63.3,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HF OpenLLM v1,66.26,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HFv1 ARC,64.08,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HFv1 GSM8K,56.63,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HFv1 HellaSwag,83.45,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HFv1 MMLU,63.12,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HFv1 TruthfulQA,51.52,,hf_open_llm_v1_240829_frozen.csv worldsim_hermes_7b,HFv1 Winogrande,78.77,,hf_open_llm_v1_240829_frozen.csv xenon_1,HF OpenLLM v1,59.21,,hf_open_llm_v1_240829_frozen.csv xenon_1,HFv1 ARC,55.29,,hf_open_llm_v1_240829_frozen.csv xenon_1,HFv1 GSM8K,21.83,,hf_open_llm_v1_240829_frozen.csv xenon_1,HFv1 HellaSwag,81.56,,hf_open_llm_v1_240829_frozen.csv xenon_1,HFv1 MMLU,61.22,,hf_open_llm_v1_240829_frozen.csv xenon_1,HFv1 TruthfulQA,56.68,,hf_open_llm_v1_240829_frozen.csv xenon_1,HFv1 Winogrande,78.69,,hf_open_llm_v1_240829_frozen.csv xenon_2,HF OpenLLM v1,59.93,,hf_open_llm_v1_240829_frozen.csv xenon_2,HFv1 ARC,57.51,,hf_open_llm_v1_240829_frozen.csv xenon_2,HFv1 GSM8K,19.41,,hf_open_llm_v1_240829_frozen.csv xenon_2,HFv1 HellaSwag,83.28,,hf_open_llm_v1_240829_frozen.csv xenon_2,HFv1 MMLU,60.25,,hf_open_llm_v1_240829_frozen.csv xenon_2,HFv1 TruthfulQA,60.92,,hf_open_llm_v1_240829_frozen.csv xenon_2,HFv1 Winogrande,78.22,,hf_open_llm_v1_240829_frozen.csv xenon_3,HF OpenLLM v1,60.27,,hf_open_llm_v1_240829_frozen.csv xenon_3,HFv1 ARC,58.87,,hf_open_llm_v1_240829_frozen.csv xenon_3,HFv1 GSM8K,20.09,,hf_open_llm_v1_240829_frozen.csv xenon_3,HFv1 HellaSwag,83.39,,hf_open_llm_v1_240829_frozen.csv xenon_3,HFv1 MMLU,59.79,,hf_open_llm_v1_240829_frozen.csv xenon_3,HFv1 TruthfulQA,61.99,,hf_open_llm_v1_240829_frozen.csv xenon_3,HFv1 Winogrande,77.51,,hf_open_llm_v1_240829_frozen.csv xenon_4,HF OpenLLM v1,60.39,,hf_open_llm_v1_240829_frozen.csv xenon_4,HFv1 ARC,60.15,,hf_open_llm_v1_240829_frozen.csv xenon_4,HFv1 GSM8K,20.7,,hf_open_llm_v1_240829_frozen.csv xenon_4,HFv1 HellaSwag,83.07,,hf_open_llm_v1_240829_frozen.csv xenon_4,HFv1 MMLU,60.08,,hf_open_llm_v1_240829_frozen.csv xenon_4,HFv1 TruthfulQA,61.31,,hf_open_llm_v1_240829_frozen.csv xenon_4,HFv1 Winogrande,77.03,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HF OpenLLM v1,34.31,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HFv1 ARC,31.48,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HFv1 HellaSwag,57.95,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HFv1 MMLU,25.43,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HFv1 TruthfulQA,35.84,,hf_open_llm_v1_240829_frozen.csv xglm_4_5b,HFv1 Winogrande,54.93,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HF OpenLLM v1,29.55,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HFv1 ARC,24.57,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HFv1 HellaSwag,34.64,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HFv1 MMLU,25.18,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HFv1 TruthfulQA,40.43,,hf_open_llm_v1_240829_frozen.csv xglm_564m,HFv1 Winogrande,52.25,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HF OpenLLM v1,36.38,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HFv1 ARC,34.13,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HFv1 GSM8K,0.23,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HFv1 HellaSwag,60.77,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HFv1 MMLU,27.79,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HFv1 TruthfulQA,36.66,,hf_open_llm_v1_240829_frozen.csv xglm_7_5b,HFv1 Winogrande,58.72,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HF OpenLLM v1,60.15,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HFv1 GSM8K,32.15,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HFv1 HellaSwag,82.99,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HFv1 MMLU,63.09,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HFv1 TruthfulQA,43.55,,hf_open_llm_v1_240829_frozen.csv yarn_mistral_7b_128k_dpo,HFv1 Winogrande,78.3,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HF OpenLLM v1,48.46,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HFv1 ARC,35.67,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HFv1 GSM8K,18.88,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HFv1 HellaSwag,53.37,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HFv1 MMLU,70.6,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HFv1 TruthfulQA,49.08,,hf_open_llm_v1_240829_frozen.csv yayi2_30b_llama,HFv1 Winogrande,63.14,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HF OpenLLM v1,52.71,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HFv1 ARC,54.78,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HFv1 GSM8K,7.28,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HFv1 HellaSwag,78.98,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HFv1 MMLU,51.29,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HFv1 TruthfulQA,49.17,,hf_open_llm_v1_240829_frozen.csv yehoon_llama2,HFv1 Winogrande,74.74,,hf_open_llm_v1_240829_frozen.csv yi6,HF OpenLLM v1,45.82,,hf_open_llm_v1_240829_frozen.csv yi6,HFv1 ARC,47.78,,hf_open_llm_v1_240829_frozen.csv yi6,HFv1 GSM8K,4.4,,hf_open_llm_v1_240829_frozen.csv yi6,HFv1 HellaSwag,68.25,,hf_open_llm_v1_240829_frozen.csv yi6,HFv1 MMLU,54.05,,hf_open_llm_v1_240829_frozen.csv yi6,HFv1 TruthfulQA,35.8,,hf_open_llm_v1_240829_frozen.csv yi6,HFv1 Winogrande,64.64,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HF OpenLLM v1,73.57,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HFv1 ARC,68.09,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HFv1 GSM8K,67.93,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HFv1 HellaSwag,86.52,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HFv1 MMLU,78.0,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HFv1 TruthfulQA,57.61,,hf_open_llm_v1_240829_frozen.csv yi_1_5_34b_chat_16k,HFv1 Winogrande,83.27,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HF OpenLLM v1,61.6,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HFv1 ARC,57.25,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HFv1 GSM8K,49.81,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HFv1 HellaSwag,77.96,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HFv1 MMLU,65.0,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HFv1 TruthfulQA,44.04,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b,HFv1 Winogrande,75.53,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HF OpenLLM v1,66.17,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HFv1 ARC,60.67,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HFv1 GSM8K,67.1,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HFv1 HellaSwag,78.87,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HFv1 MMLU,64.24,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HFv1 TruthfulQA,52.57,,hf_open_llm_v1_240829_frozen.csv yi_1_5_6b_chat,HFv1 Winogrande,73.56,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HF OpenLLM v1,76.17,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HFv1 ARC,73.04,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HFv1 GSM8K,65.2,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HFv1 HellaSwag,85.95,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HFv1 MMLU,76.79,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HFv1 TruthfulQA,73.22,,hf_open_llm_v1_240829_frozen.csv yi_32b_x2_v2_0,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HF OpenLLM v1,70.12,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HFv1 ARC,66.04,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HFv1 GSM8K,57.09,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HFv1 HellaSwag,84.7,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HFv1 MMLU,74.89,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HFv1 TruthfulQA,56.89,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2301,HFv1 Winogrande,81.14,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HF OpenLLM v1,69.59,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HFv1 ARC,64.93,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HFv1 GSM8K,59.51,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HFv1 HellaSwag,84.98,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HFv1 MMLU,73.7,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HFv1 TruthfulQA,55.09,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_raw_2901,HFv1 Winogrande,79.32,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HF OpenLLM v1,71.0,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HFv1 ARC,67.92,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HFv1 GSM8K,58.91,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HFv1 HellaSwag,85.61,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HFv1 MMLU,75.22,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HFv1 TruthfulQA,56.74,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_v2,HFv1 Winogrande,81.61,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HF OpenLLM v1,64.39,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HFv1 ARC,64.85,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HFv1 GSM8K,44.05,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HFv1 HellaSwag,84.76,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HFv1 MMLU,74.48,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HFv1 TruthfulQA,37.14,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_aezakmi_xlctx_v3,HFv1 Winogrande,81.06,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HF OpenLLM v1,71.98,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HFv1 ARC,66.47,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HFv1 GSM8K,62.93,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HFv1 HellaSwag,85.54,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HFv1 MMLU,77.22,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HFv1 TruthfulQA,57.46,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_dare_merge_v5,HFv1 Winogrande,82.24,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HF OpenLLM v1,70.97,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HFv1 ARC,65.44,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HFv1 GSM8K,61.79,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HFv1 HellaSwag,85.69,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HFv1 MMLU,76.09,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HFv1 TruthfulQA,54.0,,hf_open_llm_v1_240829_frozen.csv yi_34b_200k_rawrr_dpo_1,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HF OpenLLM v1,68.67,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HFv1 ARC,64.33,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HFv1 GSM8K,52.92,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HFv1 HellaSwag,84.31,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HFv1 MMLU,73.91,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HFv1 TruthfulQA,55.73,,hf_open_llm_v1_240829_frozen.csv yi_34b_aezakmi_v1,HFv1 Winogrande,80.82,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HF OpenLLM v1,65.32,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HFv1 ARC,65.44,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HFv1 GSM8K,31.92,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HFv1 HellaSwag,84.16,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HFv1 MMLU,74.9,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HFv1 TruthfulQA,55.41,,hf_open_llm_v1_240829_frozen.csv yi_34b_chat,HFv1 Winogrande,80.11,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HF OpenLLM v1,70.95,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HFv1 ARC,64.59,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HFv1 GSM8K,60.8,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HFv1 HellaSwag,85.63,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HFv1 MMLU,76.31,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HFv1 TruthfulQA,55.6,,hf_open_llm_v1_240829_frozen.csv yi_34b_llama,HFv1 Winogrande,82.79,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HF OpenLLM v1,72.12,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HFv1 ARC,66.13,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HFv1 GSM8K,64.97,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HFv1 HellaSwag,85.0,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HFv1 MMLU,75.64,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HFv1 TruthfulQA,57.34,,hf_open_llm_v1_240829_frozen.csv yi_34b_v2,HFv1 Winogrande,83.66,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HF OpenLLM v1,72.26,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HFv1 ARC,67.06,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HFv1 GSM8K,64.52,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HFv1 HellaSwag,85.11,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HFv1 MMLU,75.8,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HFv1 TruthfulQA,57.54,,hf_open_llm_v1_240829_frozen.csv yi_34b_v3,HFv1 Winogrande,83.5,,hf_open_llm_v1_240829_frozen.csv yi_6b,HF OpenLLM v1,54.08,,hf_open_llm_v1_240829_frozen.csv yi_6b,HFv1 ARC,55.55,,hf_open_llm_v1_240829_frozen.csv yi_6b,HFv1 GSM8K,12.66,,hf_open_llm_v1_240829_frozen.csv yi_6b,HFv1 HellaSwag,76.57,,hf_open_llm_v1_240829_frozen.csv yi_6b,HFv1 MMLU,64.11,,hf_open_llm_v1_240829_frozen.csv yi_6b,HFv1 TruthfulQA,41.96,,hf_open_llm_v1_240829_frozen.csv yi_6b,HFv1 Winogrande,74.19,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HF OpenLLM v1,56.69,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HFv1 ARC,53.58,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HFv1 GSM8K,30.33,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HFv1 HellaSwag,75.58,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HFv1 MMLU,64.65,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HFv1 TruthfulQA,41.74,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k,HFv1 Winogrande,74.27,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HF OpenLLM v1,51.93,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HFv1 ARC,43.09,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HFv1 GSM8K,11.37,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HFv1 HellaSwag,74.53,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HFv1 MMLU,64.0,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HFv1 TruthfulQA,45.51,,hf_open_llm_v1_240829_frozen.csv yi_6b_200k_dpo,HFv1 Winogrande,73.09,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HF OpenLLM v1,51.93,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HFv1 ARC,43.09,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HFv1 GSM8K,11.37,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HFv1 HellaSwag,74.53,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HFv1 MMLU,64.0,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HFv1 TruthfulQA,45.51,,hf_open_llm_v1_240829_frozen.csv yi_7b_dpo,HFv1 Winogrande,73.09,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HF OpenLLM v1,64.11,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HFv1 ARC,59.81,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HFv1 GSM8K,48.37,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HFv1 HellaSwag,78.6,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HFv1 MMLU,70.02,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HFv1 TruthfulQA,50.98,,hf_open_llm_v1_240829_frozen.csv yi_9b_forest_dpo_v1_0,HFv1 Winogrande,76.87,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HF OpenLLM v1,74.93,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HFv1 ARC,72.7,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HFv1 GSM8K,60.73,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HFv1 HellaSwag,85.44,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HFv1 MMLU,76.6,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HFv1 TruthfulQA,71.42,,hf_open_llm_v1_240829_frozen.csv yi_bagel_2x34b_moe,HFv1 Winogrande,82.72,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HF OpenLLM v1,48.51,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HFv1 ARC,51.19,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HFv1 GSM8K,1.52,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HFv1 HellaSwag,76.09,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HFv1 MMLU,46.06,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HFv1 TruthfulQA,41.17,,hf_open_llm_v1_240829_frozen.csv youri_7b_chat,HFv1 Winogrande,75.06,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HF OpenLLM v1,51.56,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HFv1 ARC,55.89,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HFv1 GSM8K,0.45,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HFv1 HellaSwag,78.55,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HFv1 MMLU,52.31,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HFv1 TruthfulQA,50.68,,hf_open_llm_v1_240829_frozen.csv yousei_22b,HFv1 Winogrande,71.51,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HF OpenLLM v1,52.75,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HFv1 ARC,59.22,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HFv1 GSM8K,5.38,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HFv1 HellaSwag,80.66,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HFv1 MMLU,54.52,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HFv1 TruthfulQA,40.42,,hf_open_llm_v1_240829_frozen.csv ypotryll_22b_epoch2_qlora,HFv1 Winogrande,76.32,,hf_open_llm_v1_240829_frozen.csv yugogpt,HF OpenLLM v1,57.35,,hf_open_llm_v1_240829_frozen.csv yugogpt,HFv1 ARC,58.11,,hf_open_llm_v1_240829_frozen.csv yugogpt,HFv1 GSM8K,30.71,,hf_open_llm_v1_240829_frozen.csv yugogpt,HFv1 HellaSwag,81.45,,hf_open_llm_v1_240829_frozen.csv yugogpt,HFv1 MMLU,60.68,,hf_open_llm_v1_240829_frozen.csv yugogpt,HFv1 TruthfulQA,36.6,,hf_open_llm_v1_240829_frozen.csv yugogpt,HFv1 Winogrande,76.56,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HF OpenLLM v1,57.01,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HFv1 ARC,59.04,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HFv1 GSM8K,13.8,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HFv1 HellaSwag,80.66,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HFv1 MMLU,56.72,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HFv1 TruthfulQA,52.18,,hf_open_llm_v1_240829_frozen.csv yulan_chat_2_13b_fp16,HFv1 Winogrande,79.64,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HF OpenLLM v1,58.26,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HFv1 ARC,59.47,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HFv1 GSM8K,28.96,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HFv1 HellaSwag,81.59,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HFv1 MMLU,60.25,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HFv1 TruthfulQA,42.87,,hf_open_llm_v1_240829_frozen.csv zephyr_0_1,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HF OpenLLM v1,58.94,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HFv1 ARC,61.09,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HFv1 GSM8K,28.35,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HFv1 HellaSwag,82.53,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HFv1 MMLU,60.37,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HFv1 TruthfulQA,44.34,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HF OpenLLM v1,56.31,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HFv1 ARC,61.77,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HFv1 GSM8K,0.3,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HFv1 HellaSwag,83.85,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HFv1 MMLU,58.33,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HFv1 TruthfulQA,60.19,,hf_open_llm_v1_240829_frozen.csv zephyr_0_2_a2_5,HFv1 Winogrande,73.4,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HF OpenLLM v1,37.47,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HFv1 ARC,36.26,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HFv1 GSM8K,2.58,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HFv1 HellaSwag,63.48,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HFv1 MMLU,27.28,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HFv1 TruthfulQA,35.05,,hf_open_llm_v1_240829_frozen.csv zephyr_1b_olmo_sft_qlora,HFv1 Winogrande,60.14,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HF OpenLLM v1,29.33,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HFv1 ARC,25.43,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HFv1 GSM8K,0.53,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HFv1 HellaSwag,29.15,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HFv1 MMLU,26.43,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HFv1 TruthfulQA,43.44,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_dpo_full,HFv1 Winogrande,50.99,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HF OpenLLM v1,29.33,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HFv1 ARC,25.26,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HFv1 GSM8K,0.38,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HFv1 HellaSwag,29.03,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HFv1 MMLU,26.45,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HFv1 TruthfulQA,43.23,,hf_open_llm_v1_240829_frozen.csv zephyr_220m_sft_full,HFv1 Winogrande,51.62,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HF OpenLLM v1,47.26,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HFv1 ARC,49.15,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HFv1 GSM8K,18.2,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HFv1 HellaSwag,71.94,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HFv1 MMLU,41.88,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HFv1 TruthfulQA,35.77,,hf_open_llm_v1_240829_frozen.csv zephyr_2b_gemma_sft_qlora,HFv1 Winogrande,66.61,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HF OpenLLM v1,62.15,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HFv1 ARC,60.84,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HFv1 GSM8K,28.28,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HFv1 HellaSwag,84.25,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HFv1 MMLU,60.6,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HFv1 TruthfulQA,60.89,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_alpha_expo,HFv1 Winogrande,78.06,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HF OpenLLM v1,61.84,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HFv1 GSM8K,27.29,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HFv1 HellaSwag,84.5,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HFv1 MMLU,60.97,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HFv1 TruthfulQA,58.34,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_beta_expo,HFv1 Winogrande,77.66,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HF OpenLLM v1,58.25,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HFv1 ARC,62.88,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HFv1 GSM8K,18.57,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HFv1 HellaSwag,84.45,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HFv1 MMLU,59.56,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HFv1 TruthfulQA,47.41,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HF OpenLLM v1,61.55,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HFv1 ARC,61.86,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HFv1 GSM8K,30.02,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HFv1 HellaSwag,84.04,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HFv1 MMLU,61.85,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HFv1 TruthfulQA,54.78,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_beta_0_2,HFv1 Winogrande,76.95,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HF OpenLLM v1,57.73,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HFv1 ARC,62.29,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HFv1 GSM8K,13.95,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HFv1 HellaSwag,84.9,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HFv1 MMLU,59.01,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HFv1 TruthfulQA,50.08,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_full_expo,HFv1 Winogrande,76.16,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HF OpenLLM v1,63.51,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HFv1 ARC,63.82,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HFv1 GSM8K,42.08,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HFv1 HellaSwag,85.35,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HFv1 MMLU,63.82,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HFv1 TruthfulQA,47.14,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora,HFv1 Winogrande,79.01,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HF OpenLLM v1,62.67,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HFv1 ARC,62.46,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HFv1 GSM8K,41.62,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HFv1 HellaSwag,84.5,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HFv1 MMLU,64.02,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HFv1 TruthfulQA,44.25,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_no_sft,HFv1 Winogrande,79.16,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HF OpenLLM v1,64.43,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HFv1 ARC,67.83,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HFv1 GSM8K,34.42,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HFv1 HellaSwag,86.64,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HFv1 MMLU,63.55,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HFv1 TruthfulQA,53.8,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_dpo_qlora_v1,HFv1 Winogrande,80.35,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HF OpenLLM v1,63.31,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HFv1 ARC,65.19,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HFv1 GSM8K,35.1,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HFv1 HellaSwag,85.37,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HFv1 MMLU,62.5,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HFv1 TruthfulQA,51.85,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update3_i0,HFv1 Winogrande,79.87,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HF OpenLLM v1,63.17,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HFv1 ARC,63.82,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HFv1 GSM8K,40.71,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HFv1 HellaSwag,84.21,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HFv1 MMLU,63.33,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HFv1 TruthfulQA,47.18,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_update4_i0,HFv1 Winogrande,79.79,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HF OpenLLM v1,62.68,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HFv1 ARC,65.44,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HFv1 GSM8K,31.61,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HFv1 HellaSwag,85.52,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HFv1 MMLU,62.14,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HFv1 TruthfulQA,51.82,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v5_i1,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HF OpenLLM v1,63.66,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HFv1 ARC,65.61,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HFv1 GSM8K,33.06,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HFv1 HellaSwag,85.83,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HFv1 MMLU,62.96,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HFv1 TruthfulQA,56.14,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_gpo_v6_i1,HFv1 Winogrande,79.64,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HF OpenLLM v1,62.67,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HFv1 ARC,63.14,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HFv1 GSM8K,40.03,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HFv1 HellaSwag,84.37,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HFv1 MMLU,63.54,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HFv1 TruthfulQA,45.35,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_ipo_qlora_v0,HFv1 Winogrande,79.56,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HF OpenLLM v1,62.54,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HFv1 ARC,65.96,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HFv1 GSM8K,31.61,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HFv1 HellaSwag,85.2,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HFv1 MMLU,61.88,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HFv1 TruthfulQA,51.1,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_lgpo_v1_i1,HFv1 Winogrande,79.48,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HF OpenLLM v1,55.16,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HFv1 ARC,56.48,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HFv1 GSM8K,20.62,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HFv1 HellaSwag,79.64,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HFv1 MMLU,55.52,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HFv1 TruthfulQA,44.6,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_norobots,HFv1 Winogrande,74.11,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HF OpenLLM v1,63.7,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HFv1 ARC,66.13,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HFv1 GSM8K,34.19,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HFv1 HellaSwag,85.85,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HFv1 MMLU,61.51,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HFv1 TruthfulQA,57.89,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_sft_full_spin_iter3,HFv1 Winogrande,76.64,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HF OpenLLM v1,61.93,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HFv1 ARC,60.75,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HFv1 GSM8K,25.47,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HFv1 HellaSwag,84.64,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HFv1 MMLU,59.53,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HFv1 TruthfulQA,63.31,,hf_open_llm_v1_240829_frozen.csv zephyr_7b_truthy,HFv1 Winogrande,77.9,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HF OpenLLM v1,59.01,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HFv1 ARC,58.62,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HFv1 GSM8K,23.88,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HFv1 HellaSwag,83.05,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HFv1 MMLU,56.68,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HFv1 TruthfulQA,58.28,,hf_open_llm_v1_240829_frozen.csv zephyr_alpha_nebula_v2_7b,HFv1 Winogrande,73.56,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HF OpenLLM v1,48.28,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HFv1 ARC,42.49,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HFv1 GSM8K,28.58,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HFv1 HellaSwag,72.93,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HFv1 MMLU,40.19,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HFv1 TruthfulQA,37.89,,hf_open_llm_v1_240829_frozen.csv zephyr_danube2_sft_qlora,HFv1 Winogrande,67.56,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HF OpenLLM v1,40.11,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HFv1 ARC,40.44,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HFv1 GSM8K,2.05,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HFv1 HellaSwag,69.4,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HFv1 MMLU,27.0,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HFv1 TruthfulQA,37.08,,hf_open_llm_v1_240829_frozen.csv zephyr_danube_sft_qlora,HFv1 Winogrande,64.72,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HF OpenLLM v1,60.93,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HFv1 ARC,56.91,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HFv1 GSM8K,42.23,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HFv1 HellaSwag,83.5,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HFv1 MMLU,59.27,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HFv1 TruthfulQA,49.72,,hf_open_llm_v1_240829_frozen.csv zephyr_gemma_rpo,HFv1 Winogrande,73.95,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HF OpenLLM v1,50.14,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HFv1 ARC,51.96,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HFv1 GSM8K,27.6,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HFv1 HellaSwag,62.22,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HFv1 MMLU,43.09,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HFv1 TruthfulQA,42.87,,hf_open_llm_v1_240829_frozen.csv zephyr_phi_1_5_sft_qlora,HFv1 Winogrande,73.09,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HF OpenLLM v1,60.08,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HFv1 ARC,56.14,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HFv1 GSM8K,32.52,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HFv1 HellaSwag,82.03,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HFv1 MMLU,60.18,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HFv1 TruthfulQA,52.8,,hf_open_llm_v1_240829_frozen.csv zephyr_python_ru,HFv1 Winogrande,76.8,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HF OpenLLM v1,29.37,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HFv1 ARC,25.0,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HFv1 GSM8K,0.68,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HFv1 HellaSwag,28.54,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HFv1 MMLU,25.18,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HFv1 TruthfulQA,45.75,,hf_open_llm_v1_240829_frozen.csv zephyr_smol_llama_100m_dpo_full,HFv1 Winogrande,51.07,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HF OpenLLM v1,37.35,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HFv1 ARC,36.6,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HFv1 GSM8K,2.12,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HFv1 HellaSwag,61.66,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HFv1 MMLU,25.78,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HFv1 TruthfulQA,36.4,,hf_open_llm_v1_240829_frozen.csv zephyr_tiny_dpo_qlora,HFv1 Winogrande,61.56,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HF OpenLLM v1,36.64,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HFv1 ARC,34.64,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HFv1 GSM8K,1.74,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HFv1 HellaSwag,59.84,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HFv1 MMLU,25.85,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HFv1 TruthfulQA,36.57,,hf_open_llm_v1_240829_frozen.csv zephyr_tinyllama_sft_qlora,HFv1 Winogrande,61.17,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HF OpenLLM v1,59.26,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HFv1 ARC,61.35,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HFv1 GSM8K,17.13,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HFv1 HellaSwag,82.8,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HFv1 MMLU,60.67,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HFv1 TruthfulQA,57.22,,hf_open_llm_v1_240829_frozen.csv zephyrnotus_11b_alpha,HFv1 Winogrande,76.4,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HF OpenLLM v1,62.04,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HFv1 ARC,54.01,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HFv1 GSM8K,60.42,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HFv1 HellaSwag,78.9,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HFv1 MMLU,61.32,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HFv1 TruthfulQA,42.74,,hf_open_llm_v1_240829_frozen.csv ziya2_13b_base,HFv1 Winogrande,74.82,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HF OpenLLM v1,58.41,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HFv1 ARC,57.51,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HFv1 GSM8K,28.96,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HFv1 HellaSwag,79.73,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HFv1 MMLU,58.65,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HFv1 TruthfulQA,51.11,,hf_open_llm_v1_240829_frozen.csv zysec_7b,HFv1 Winogrande,74.51,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HF OpenLLM v1,54.63,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HFv1 ARC,53.07,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HFv1 GSM8K,28.05,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HFv1 HellaSwag,76.3,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HFv1 MMLU,54.55,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HFv1 TruthfulQA,47.05,,hf_open_llm_v1_240829_frozen.csv zysec_7b_v2,HFv1 Winogrande,68.75,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HF OpenLLM v1,54.63,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HFv1 ARC,53.07,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HFv1 GSM8K,28.05,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HFv1 HellaSwag,76.3,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HFv1 MMLU,54.55,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HFv1 TruthfulQA,47.05,,hf_open_llm_v1_240829_frozen.csv zysec_8b_v2,HFv1 Winogrande,68.75,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HF OpenLLM v1,38.23,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HFv1 ARC,37.88,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HFv1 GSM8K,1.44,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HFv1 HellaSwag,61.37,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HFv1 MMLU,24.61,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HFv1 TruthfulQA,42.14,,hf_open_llm_v1_240829_frozen.csv zyte_1b,HFv1 Winogrande,61.96,,hf_open_llm_v1_240829_frozen.csv claude_2_1,BFCL,74.57,,bfcl_240906.csv claude_3_5_sonnet_20240620,BFCL,76.29,,bfcl_240906.csv claude_3_haiku_20240307,BFCL,60.34,,bfcl_240906.csv claude_3_opus_20240229,BFCL,80.88,,bfcl_240906.csv claude_3_sonnet_20240229,BFCL,77.92,,bfcl_240906.csv claude_instant_1_2,BFCL,47.95,,bfcl_240906.csv command_r_plus_original,BFCL,74.11,,bfcl_240906.csv dbrx_instructruct,BFCL,69.55,,bfcl_240906.csv deepseek_v1_5,BFCL,11.18,,bfcl_240906.csv firefunction_v1,BFCL,48.11,,bfcl_240906.csv firefunction_v2,BFCL,77.45,,bfcl_240906.csv functionary_medium_v3_1,BFCL,82.55,,bfcl_240906.csv functionary_small_v3_1,BFCL,80.21,,bfcl_240906.csv functionary_small_v3_2,BFCL,78.96,,bfcl_240906.csv gemini_1_0_pro_001,BFCL,57.81,,bfcl_240906.csv gemini_1_5_flash_preview_0514,BFCL,70.75,,bfcl_240906.csv gemini_1_5_pro_preview_0409,BFCL,74.56,,bfcl_240906.csv gemini_1_5_pro_preview_0514,BFCL,74.75,,bfcl_240906.csv gemma_7b_it,BFCL,10.3,,bfcl_240906.csv gorilla_openfunctions_v2,BFCL,79.1,,bfcl_240906.csv gpt_3_5_turbo_0125,BFCL,75.41,,bfcl_240906.csv gpt_4_0125_preview,BFCL,85.79,,bfcl_240906.csv gpt_4_0613,BFCL,84.74,,bfcl_240906.csv gpt_4_1106_preview,BFCL,85.0,,bfcl_240906.csv gpt_4_turbo_2024_04_09,BFCL,83.89,,bfcl_240906.csv gpt_4o_2024_05_13,BFCL,83.13,,bfcl_240906.csv gpt_4o_2024_08_06,BFCL,78.87,,bfcl_240906.csv gpt_4o_mini_2024_07_18,BFCL,83.35,,bfcl_240906.csv granite_20b_functioncalling,BFCL,76.63,,bfcl_240906.csv hermes_2_pro_llama3_70b,BFCL,74.78,,bfcl_240906.csv hermes_2_pro_llama3_8b,BFCL,66.18,,bfcl_240906.csv hermes_2_pro_mistral_7b,BFCL,65.44,,bfcl_240906.csv hermes_2_theta_llama3_70b,BFCL,10.0,,bfcl_240906.csv hermes_2_theta_llama3_8b,BFCL,64.83,,bfcl_240906.csv llama3_70b_instruct,BFCL,81.59,,bfcl_240906.csv llama3_8b_instruct,BFCL,62.7,,bfcl_240906.csv mistral_large_2407,BFCL,79.66,,bfcl_240906.csv mistral_medium_2312,BFCL,72.19,,bfcl_240906.csv mistral_small_2402,BFCL,55.36,,bfcl_240906.csv mistral_tiny_2312,BFCL,21.17,,bfcl_240906.csv nemotron_4_340b_instruct,BFCL,80.23,,bfcl_240906.csv open_mistral_nemo_2407,BFCL,76.31,,bfcl_240906.csv open_mixtral_8x22b,BFCL,79.14,,bfcl_240906.csv open_mixtral_8x7b,BFCL,60.82,,bfcl_240906.csv snowflake_arctic_instruct,BFCL,42.46,,bfcl_240906.csv xlam_1b_fc_r,BFCL,74.9,,bfcl_240906.csv xlam_7b_fc_r,BFCL,79.41,,bfcl_240906.csv gpt_4_1106_preview,BIGGEN,4.22,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN,4.19,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN,4.141,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN,4.132,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN,4.103,[],biggen_240829.csv llama3_70b_instruct,BIGGEN,4.012,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN,4.011,[],biggen_240829.csv qwen_110b_chat,BIGGEN,3.979,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN,3.954,[],biggen_240829.csv gemini_pro_1_5,BIGGEN,3.953,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN,3.936,[],biggen_240829.csv mistral_medium,BIGGEN,3.935,[],biggen_240829.csv mistral_large,BIGGEN,3.927,[],biggen_240829.csv gemini_flash_1_5,BIGGEN,3.899,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN,3.839,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN,3.832,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN,3.821,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN,3.813,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN,3.756,[],biggen_240829.csv llama3_8b_instruct,BIGGEN,3.753,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN,3.737,[],biggen_240829.csv yi_34b_chat,BIGGEN,3.701,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN,3.695,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN,3.689,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN,3.683,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN,3.679,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN,3.678,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN,3.677,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN,3.672,[],biggen_240829.csv llama_2_70b_chat,BIGGEN,3.668,[],biggen_240829.csv gemini_1_0_pro,BIGGEN,3.64,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN,3.619,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN,3.606,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN,3.596,[],biggen_240829.csv openchat_3_5_0106,BIGGEN,3.581,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN,3.573,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN,3.573,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN,3.556,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN,3.537,[],biggen_240829.csv zephyr_7b_beta,BIGGEN,3.522,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN,3.493,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN,3.476,[],biggen_240829.csv mistral_orpo_beta,BIGGEN,3.473,[],biggen_240829.csv llama_2_13b_chat,BIGGEN,3.467,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN,3.462,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN,3.445,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN,3.441,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN,3.423,[],biggen_240829.csv qwen1_5_72b,BIGGEN,3.422,[],biggen_240829.csv codetulu_2_34b,BIGGEN,3.421,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN,3.407,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN,3.394,[],biggen_240829.csv codellama34b_instruct,BIGGEN,3.363,[],biggen_240829.csv yi_34b,BIGGEN,3.322,[],biggen_240829.csv llama_2_70b,BIGGEN,3.317,[],biggen_240829.csv qwen1_5_32b,BIGGEN,3.312,[],biggen_240829.csv llama_2_7b_chat,BIGGEN,3.307,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN,3.28,[],biggen_240829.csv codetulu_2_13b,BIGGEN,3.254,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN,3.248,[],biggen_240829.csv tulu_2_13b,BIGGEN,3.211,[],biggen_240829.csv codellama_13b_instruct,BIGGEN,3.206,[],biggen_240829.csv yi_6b_chat,BIGGEN,3.204,[],biggen_240829.csv codellama_7b_instruct,BIGGEN,3.14,[],biggen_240829.csv gemma_7b_it,BIGGEN,3.132,[],biggen_240829.csv llama3_70b,BIGGEN,3.122,[],biggen_240829.csv qwen1_5_14b,BIGGEN,3.106,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN,3.072,[],biggen_240829.csv codetulu_2_7b,BIGGEN,3.07,[],biggen_240829.csv tulu_2_7b,BIGGEN,3.041,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN,3.024,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN,3.006,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN,2.976,[],biggen_240829.csv olmo_7b_instruct,BIGGEN,2.974,[],biggen_240829.csv gemma_2b_it,BIGGEN,2.932,[],biggen_240829.csv qwen1_5_7b,BIGGEN,2.872,[],biggen_240829.csv phi_2,BIGGEN,2.859,[],biggen_240829.csv olmo_7b_sft,BIGGEN,2.827,[],biggen_240829.csv codellama_70b_instruct,BIGGEN,2.805,[],biggen_240829.csv llemma_34b,BIGGEN,2.771,[],biggen_240829.csv llama3_8b,BIGGEN,2.743,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN,2.741,[],biggen_240829.csv qwen1_5_4b,BIGGEN,2.708,[],biggen_240829.csv llama_2_13b,BIGGEN,2.703,[],biggen_240829.csv yi_6b,BIGGEN,2.635,[],biggen_240829.csv codellama_70b,BIGGEN,2.593,[],biggen_240829.csv codellama34b,BIGGEN,2.509,[],biggen_240829.csv phi_1_5,BIGGEN,2.497,[],biggen_240829.csv orca_2_13b,BIGGEN,2.489,[],biggen_240829.csv llama_2_7b,BIGGEN,2.457,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN,2.364,[],biggen_240829.csv llemma_7b,BIGGEN,2.27,[],biggen_240829.csv gemma_2b,BIGGEN,2.262,[],biggen_240829.csv codellama_13b,BIGGEN,2.134,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN,2.108,[],biggen_240829.csv orca_2_7b,BIGGEN,2.083,[],biggen_240829.csv olmo_7b,BIGGEN,2.081,[],biggen_240829.csv codellama_7b,BIGGEN,1.954,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN,1.834,[],biggen_240829.csv olmo_1b,BIGGEN,1.648,[],biggen_240829.csv aya_101,BIGGEN,1.447,[],biggen_240829.csv gemma_7b,BIGGEN,1.411,[],biggen_240829.csv phi_1,BIGGEN,1.135,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Grounding,4.288,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Grounding,4.3,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Grounding,4.238,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Grounding,4.312,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Grounding,4.288,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Grounding,4.125,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Grounding,4.25,[],biggen_240829.csv qwen_110b_chat,BIGGEN Grounding,4.15,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Grounding,4.138,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Grounding,4.05,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Grounding,4.012,[],biggen_240829.csv mistral_medium,BIGGEN Grounding,3.962,[],biggen_240829.csv mistral_large,BIGGEN Grounding,4.025,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Grounding,4.138,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Grounding,3.988,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Grounding,3.888,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Grounding,3.725,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Grounding,3.788,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Grounding,3.8,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Grounding,4.125,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Grounding,3.812,[],biggen_240829.csv yi_34b_chat,BIGGEN Grounding,3.738,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Grounding,3.9,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Grounding,3.925,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Grounding,3.7,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Grounding,3.712,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Grounding,4.025,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Grounding,3.812,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Grounding,3.812,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Grounding,3.662,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Grounding,3.6,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Grounding,3.7,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Grounding,3.688,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Grounding,3.65,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Grounding,3.638,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Grounding,3.55,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Grounding,3.625,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Grounding,3.588,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Grounding,3.712,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Grounding,3.55,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Grounding,3.662,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Grounding,3.338,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Grounding,3.612,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Grounding,3.662,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Grounding,3.688,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Grounding,3.712,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Grounding,3.525,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Grounding,3.45,[],biggen_240829.csv qwen1_5_72b,BIGGEN Grounding,3.488,[],biggen_240829.csv codetulu_2_34b,BIGGEN Grounding,3.45,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Grounding,3.588,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Grounding,3.525,[],biggen_240829.csv codellama34b_instruct,BIGGEN Grounding,3.5,[],biggen_240829.csv yi_34b,BIGGEN Grounding,3.512,[],biggen_240829.csv llama_2_70b,BIGGEN Grounding,3.425,[],biggen_240829.csv qwen1_5_32b,BIGGEN Grounding,3.325,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Grounding,3.388,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Grounding,3.238,[],biggen_240829.csv codetulu_2_13b,BIGGEN Grounding,3.225,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Grounding,3.25,[],biggen_240829.csv tulu_2_13b,BIGGEN Grounding,3.15,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Grounding,3.262,[],biggen_240829.csv yi_6b_chat,BIGGEN Grounding,3.275,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Grounding,3.212,[],biggen_240829.csv gemma_7b_it,BIGGEN Grounding,3.312,[],biggen_240829.csv llama3_70b,BIGGEN Grounding,3.35,[],biggen_240829.csv qwen1_5_14b,BIGGEN Grounding,3.538,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Grounding,2.9,[],biggen_240829.csv codetulu_2_7b,BIGGEN Grounding,3.112,[],biggen_240829.csv tulu_2_7b,BIGGEN Grounding,2.862,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Grounding,3.15,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Grounding,3.225,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Grounding,2.9,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Grounding,3.112,[],biggen_240829.csv gemma_2b_it,BIGGEN Grounding,2.875,[],biggen_240829.csv qwen1_5_7b,BIGGEN Grounding,2.988,[],biggen_240829.csv phi_2,BIGGEN Grounding,3.138,[],biggen_240829.csv olmo_7b_sft,BIGGEN Grounding,2.95,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Grounding,2.85,[],biggen_240829.csv llemma_34b,BIGGEN Grounding,2.988,[],biggen_240829.csv llama3_8b,BIGGEN Grounding,3.262,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Grounding,2.812,[],biggen_240829.csv qwen1_5_4b,BIGGEN Grounding,2.888,[],biggen_240829.csv llama_2_13b,BIGGEN Grounding,2.85,[],biggen_240829.csv yi_6b,BIGGEN Grounding,2.938,[],biggen_240829.csv codellama_70b,BIGGEN Grounding,2.938,[],biggen_240829.csv codellama34b,BIGGEN Grounding,2.812,[],biggen_240829.csv phi_1_5,BIGGEN Grounding,2.475,[],biggen_240829.csv orca_2_13b,BIGGEN Grounding,2.938,[],biggen_240829.csv llama_2_7b,BIGGEN Grounding,2.612,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Grounding,2.538,[],biggen_240829.csv llemma_7b,BIGGEN Grounding,2.412,[],biggen_240829.csv gemma_2b,BIGGEN Grounding,2.338,[],biggen_240829.csv codellama_13b,BIGGEN Grounding,2.3,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Grounding,2.2,[],biggen_240829.csv orca_2_7b,BIGGEN Grounding,2.425,[],biggen_240829.csv olmo_7b,BIGGEN Grounding,2.388,[],biggen_240829.csv codellama_7b,BIGGEN Grounding,1.962,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Grounding,2.025,[],biggen_240829.csv olmo_1b,BIGGEN Grounding,1.762,[],biggen_240829.csv aya_101,BIGGEN Grounding,1.288,[],biggen_240829.csv gemma_7b,BIGGEN Grounding,1.325,[],biggen_240829.csv phi_1,BIGGEN Grounding,1.112,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Instruction Following,4.23,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Instruction Following,4.2,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Instruction Following,4.26,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Instruction Following,4.13,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Instruction Following,4.06,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Instruction Following,4.18,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Instruction Following,3.92,[],biggen_240829.csv qwen_110b_chat,BIGGEN Instruction Following,4.01,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Instruction Following,4.01,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Instruction Following,4.04,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Instruction Following,4.0,[],biggen_240829.csv mistral_medium,BIGGEN Instruction Following,3.94,[],biggen_240829.csv mistral_large,BIGGEN Instruction Following,3.99,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Instruction Following,3.91,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Instruction Following,4.0,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Instruction Following,3.99,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Instruction Following,3.88,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Instruction Following,3.85,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Instruction Following,3.84,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Instruction Following,3.94,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Instruction Following,4.06,[],biggen_240829.csv yi_34b_chat,BIGGEN Instruction Following,3.83,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Instruction Following,3.88,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Instruction Following,3.85,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Instruction Following,3.89,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Instruction Following,3.8,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Instruction Following,3.79,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Instruction Following,3.88,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Instruction Following,3.77,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Instruction Following,3.88,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Instruction Following,3.84,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Instruction Following,3.87,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Instruction Following,3.7,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Instruction Following,3.78,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Instruction Following,3.84,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Instruction Following,3.62,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Instruction Following,3.9,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Instruction Following,3.88,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Instruction Following,3.72,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Instruction Following,3.72,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Instruction Following,3.74,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Instruction Following,3.65,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Instruction Following,3.8,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Instruction Following,3.92,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Instruction Following,3.66,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Instruction Following,3.58,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Instruction Following,3.7,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Instruction Following,3.77,[],biggen_240829.csv qwen1_5_72b,BIGGEN Instruction Following,3.6,[],biggen_240829.csv codetulu_2_34b,BIGGEN Instruction Following,3.51,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Instruction Following,3.53,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Instruction Following,3.66,[],biggen_240829.csv codellama34b_instruct,BIGGEN Instruction Following,3.5,[],biggen_240829.csv yi_34b,BIGGEN Instruction Following,3.54,[],biggen_240829.csv llama_2_70b,BIGGEN Instruction Following,3.56,[],biggen_240829.csv qwen1_5_32b,BIGGEN Instruction Following,3.64,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Instruction Following,3.58,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Instruction Following,3.76,[],biggen_240829.csv codetulu_2_13b,BIGGEN Instruction Following,3.5,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Instruction Following,3.56,[],biggen_240829.csv tulu_2_13b,BIGGEN Instruction Following,3.38,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Instruction Following,3.34,[],biggen_240829.csv yi_6b_chat,BIGGEN Instruction Following,3.52,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Instruction Following,3.36,[],biggen_240829.csv gemma_7b_it,BIGGEN Instruction Following,3.43,[],biggen_240829.csv llama3_70b,BIGGEN Instruction Following,3.33,[],biggen_240829.csv qwen1_5_14b,BIGGEN Instruction Following,3.41,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Instruction Following,3.34,[],biggen_240829.csv codetulu_2_7b,BIGGEN Instruction Following,3.41,[],biggen_240829.csv tulu_2_7b,BIGGEN Instruction Following,3.34,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Instruction Following,3.33,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Instruction Following,3.3,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Instruction Following,3.19,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Instruction Following,3.54,[],biggen_240829.csv gemma_2b_it,BIGGEN Instruction Following,3.24,[],biggen_240829.csv qwen1_5_7b,BIGGEN Instruction Following,3.14,[],biggen_240829.csv phi_2,BIGGEN Instruction Following,2.92,[],biggen_240829.csv olmo_7b_sft,BIGGEN Instruction Following,3.27,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Instruction Following,2.7,[],biggen_240829.csv llemma_34b,BIGGEN Instruction Following,2.97,[],biggen_240829.csv llama3_8b,BIGGEN Instruction Following,2.94,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Instruction Following,3.27,[],biggen_240829.csv qwen1_5_4b,BIGGEN Instruction Following,2.94,[],biggen_240829.csv llama_2_13b,BIGGEN Instruction Following,3.09,[],biggen_240829.csv yi_6b,BIGGEN Instruction Following,2.97,[],biggen_240829.csv codellama_70b,BIGGEN Instruction Following,2.62,[],biggen_240829.csv codellama34b,BIGGEN Instruction Following,2.66,[],biggen_240829.csv phi_1_5,BIGGEN Instruction Following,2.89,[],biggen_240829.csv orca_2_13b,BIGGEN Instruction Following,2.49,[],biggen_240829.csv llama_2_7b,BIGGEN Instruction Following,2.87,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Instruction Following,2.85,[],biggen_240829.csv llemma_7b,BIGGEN Instruction Following,2.57,[],biggen_240829.csv gemma_2b,BIGGEN Instruction Following,2.72,[],biggen_240829.csv codellama_13b,BIGGEN Instruction Following,2.3,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Instruction Following,2.61,[],biggen_240829.csv orca_2_7b,BIGGEN Instruction Following,2.27,[],biggen_240829.csv olmo_7b,BIGGEN Instruction Following,2.26,[],biggen_240829.csv codellama_7b,BIGGEN Instruction Following,2.25,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Instruction Following,2.12,[],biggen_240829.csv olmo_1b,BIGGEN Instruction Following,1.8,[],biggen_240829.csv aya_101,BIGGEN Instruction Following,1.45,[],biggen_240829.csv gemma_7b,BIGGEN Instruction Following,1.49,[],biggen_240829.csv phi_1,BIGGEN Instruction Following,1.01,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Planning,4.271,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Planning,4.357,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Planning,4.357,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Planning,4.3,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Planning,4.186,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Planning,4.186,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Planning,4.171,[],biggen_240829.csv qwen_110b_chat,BIGGEN Planning,4.229,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Planning,4.129,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Planning,4.129,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Planning,4.0,[],biggen_240829.csv mistral_medium,BIGGEN Planning,4.029,[],biggen_240829.csv mistral_large,BIGGEN Planning,4.029,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Planning,3.971,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Planning,4.186,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Planning,4.029,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Planning,3.8,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Planning,4.029,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Planning,4.0,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Planning,3.929,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Planning,3.957,[],biggen_240829.csv yi_34b_chat,BIGGEN Planning,3.914,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Planning,3.6,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Planning,3.843,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Planning,3.9,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Planning,3.7,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Planning,3.829,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Planning,3.9,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Planning,3.857,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Planning,3.929,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Planning,3.871,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Planning,3.8,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Planning,3.743,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Planning,3.714,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Planning,3.757,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Planning,3.957,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Planning,3.857,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Planning,3.714,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Planning,3.829,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Planning,3.729,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Planning,3.8,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Planning,3.643,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Planning,3.686,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Planning,3.686,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Planning,3.729,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Planning,3.5,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Planning,3.6,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Planning,3.6,[],biggen_240829.csv qwen1_5_72b,BIGGEN Planning,3.5,[],biggen_240829.csv codetulu_2_34b,BIGGEN Planning,3.686,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Planning,3.371,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Planning,3.8,[],biggen_240829.csv codellama34b_instruct,BIGGEN Planning,3.457,[],biggen_240829.csv yi_34b,BIGGEN Planning,3.529,[],biggen_240829.csv llama_2_70b,BIGGEN Planning,3.386,[],biggen_240829.csv qwen1_5_32b,BIGGEN Planning,3.514,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Planning,3.586,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Planning,3.5,[],biggen_240829.csv codetulu_2_13b,BIGGEN Planning,3.4,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Planning,3.371,[],biggen_240829.csv tulu_2_13b,BIGGEN Planning,3.4,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Planning,3.357,[],biggen_240829.csv yi_6b_chat,BIGGEN Planning,3.414,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Planning,3.286,[],biggen_240829.csv gemma_7b_it,BIGGEN Planning,3.071,[],biggen_240829.csv llama3_70b,BIGGEN Planning,3.114,[],biggen_240829.csv qwen1_5_14b,BIGGEN Planning,3.157,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Planning,3.229,[],biggen_240829.csv codetulu_2_7b,BIGGEN Planning,3.114,[],biggen_240829.csv tulu_2_7b,BIGGEN Planning,3.229,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Planning,3.1,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Planning,3.243,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Planning,3.086,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Planning,3.271,[],biggen_240829.csv gemma_2b_it,BIGGEN Planning,3.114,[],biggen_240829.csv qwen1_5_7b,BIGGEN Planning,3.014,[],biggen_240829.csv phi_2,BIGGEN Planning,2.857,[],biggen_240829.csv olmo_7b_sft,BIGGEN Planning,2.957,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Planning,2.671,[],biggen_240829.csv llemma_34b,BIGGEN Planning,2.743,[],biggen_240829.csv llama3_8b,BIGGEN Planning,2.657,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Planning,2.914,[],biggen_240829.csv qwen1_5_4b,BIGGEN Planning,2.729,[],biggen_240829.csv llama_2_13b,BIGGEN Planning,2.786,[],biggen_240829.csv yi_6b,BIGGEN Planning,2.657,[],biggen_240829.csv codellama_70b,BIGGEN Planning,2.557,[],biggen_240829.csv codellama34b,BIGGEN Planning,2.486,[],biggen_240829.csv phi_1_5,BIGGEN Planning,2.5,[],biggen_240829.csv orca_2_13b,BIGGEN Planning,1.786,[],biggen_240829.csv llama_2_7b,BIGGEN Planning,2.514,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Planning,2.386,[],biggen_240829.csv llemma_7b,BIGGEN Planning,2.086,[],biggen_240829.csv gemma_2b,BIGGEN Planning,2.357,[],biggen_240829.csv codellama_13b,BIGGEN Planning,1.957,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Planning,2.057,[],biggen_240829.csv orca_2_7b,BIGGEN Planning,1.371,[],biggen_240829.csv olmo_7b,BIGGEN Planning,1.929,[],biggen_240829.csv codellama_7b,BIGGEN Planning,1.771,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Planning,1.7,[],biggen_240829.csv olmo_1b,BIGGEN Planning,1.443,[],biggen_240829.csv aya_101,BIGGEN Planning,1.471,[],biggen_240829.csv gemma_7b,BIGGEN Planning,1.186,[],biggen_240829.csv phi_1,BIGGEN Planning,1.0,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Reasoning,4.22,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Reasoning,4.16,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Reasoning,4.21,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Reasoning,4.2,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Reasoning,3.97,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Reasoning,3.87,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Reasoning,3.91,[],biggen_240829.csv qwen_110b_chat,BIGGEN Reasoning,3.94,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Reasoning,3.69,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Reasoning,4.06,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Reasoning,3.96,[],biggen_240829.csv mistral_medium,BIGGEN Reasoning,3.95,[],biggen_240829.csv mistral_large,BIGGEN Reasoning,3.93,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Reasoning,3.92,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Reasoning,3.64,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Reasoning,3.68,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Reasoning,3.81,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Reasoning,3.62,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Reasoning,3.56,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Reasoning,3.47,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Reasoning,3.53,[],biggen_240829.csv yi_34b_chat,BIGGEN Reasoning,3.57,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Reasoning,3.71,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Reasoning,3.65,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Reasoning,3.36,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Reasoning,3.82,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Reasoning,3.51,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Reasoning,3.39,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Reasoning,3.42,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Reasoning,3.22,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Reasoning,3.62,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Reasoning,3.18,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Reasoning,3.5,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Reasoning,3.39,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Reasoning,3.34,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Reasoning,3.52,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Reasoning,3.36,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Reasoning,3.3,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Reasoning,3.33,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Reasoning,3.23,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Reasoning,3.26,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Reasoning,3.53,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Reasoning,3.12,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Reasoning,2.76,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Reasoning,3.28,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Reasoning,3.3,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Reasoning,3.11,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Reasoning,2.9,[],biggen_240829.csv qwen1_5_72b,BIGGEN Reasoning,3.25,[],biggen_240829.csv codetulu_2_34b,BIGGEN Reasoning,3.01,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Reasoning,3.25,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Reasoning,3.28,[],biggen_240829.csv codellama34b_instruct,BIGGEN Reasoning,3.04,[],biggen_240829.csv yi_34b,BIGGEN Reasoning,3.27,[],biggen_240829.csv llama_2_70b,BIGGEN Reasoning,3.06,[],biggen_240829.csv qwen1_5_32b,BIGGEN Reasoning,3.31,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Reasoning,2.85,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Reasoning,2.79,[],biggen_240829.csv codetulu_2_13b,BIGGEN Reasoning,2.8,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Reasoning,2.96,[],biggen_240829.csv tulu_2_13b,BIGGEN Reasoning,2.8,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Reasoning,2.77,[],biggen_240829.csv yi_6b_chat,BIGGEN Reasoning,2.85,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Reasoning,2.75,[],biggen_240829.csv gemma_7b_it,BIGGEN Reasoning,2.97,[],biggen_240829.csv llama3_70b,BIGGEN Reasoning,3.04,[],biggen_240829.csv qwen1_5_14b,BIGGEN Reasoning,3.0,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Reasoning,2.74,[],biggen_240829.csv codetulu_2_7b,BIGGEN Reasoning,2.73,[],biggen_240829.csv tulu_2_7b,BIGGEN Reasoning,2.81,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Reasoning,2.78,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Reasoning,2.86,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Reasoning,2.83,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Reasoning,2.47,[],biggen_240829.csv gemma_2b_it,BIGGEN Reasoning,2.48,[],biggen_240829.csv qwen1_5_7b,BIGGEN Reasoning,2.65,[],biggen_240829.csv phi_2,BIGGEN Reasoning,2.8,[],biggen_240829.csv olmo_7b_sft,BIGGEN Reasoning,2.4,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Reasoning,2.83,[],biggen_240829.csv llemma_34b,BIGGEN Reasoning,2.75,[],biggen_240829.csv llama3_8b,BIGGEN Reasoning,2.39,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Reasoning,2.28,[],biggen_240829.csv qwen1_5_4b,BIGGEN Reasoning,2.45,[],biggen_240829.csv llama_2_13b,BIGGEN Reasoning,2.28,[],biggen_240829.csv yi_6b,BIGGEN Reasoning,2.36,[],biggen_240829.csv codellama_70b,BIGGEN Reasoning,2.44,[],biggen_240829.csv codellama34b,BIGGEN Reasoning,2.17,[],biggen_240829.csv phi_1_5,BIGGEN Reasoning,2.24,[],biggen_240829.csv orca_2_13b,BIGGEN Reasoning,2.24,[],biggen_240829.csv llama_2_7b,BIGGEN Reasoning,2.18,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Reasoning,1.98,[],biggen_240829.csv llemma_7b,BIGGEN Reasoning,2.24,[],biggen_240829.csv gemma_2b,BIGGEN Reasoning,2.16,[],biggen_240829.csv codellama_13b,BIGGEN Reasoning,2.01,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Reasoning,1.76,[],biggen_240829.csv orca_2_7b,BIGGEN Reasoning,1.85,[],biggen_240829.csv olmo_7b,BIGGEN Reasoning,1.84,[],biggen_240829.csv codellama_7b,BIGGEN Reasoning,1.72,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Reasoning,1.58,[],biggen_240829.csv olmo_1b,BIGGEN Reasoning,1.33,[],biggen_240829.csv aya_101,BIGGEN Reasoning,1.25,[],biggen_240829.csv gemma_7b,BIGGEN Reasoning,1.34,[],biggen_240829.csv phi_1,BIGGEN Reasoning,1.0,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Refinement,4.171,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Refinement,4.145,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Refinement,4.079,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Refinement,4.105,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Refinement,3.908,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Refinement,3.907,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Refinement,3.724,[],biggen_240829.csv qwen_110b_chat,BIGGEN Refinement,3.882,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Refinement,3.632,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Refinement,3.671,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Refinement,3.842,[],biggen_240829.csv mistral_medium,BIGGEN Refinement,3.776,[],biggen_240829.csv mistral_large,BIGGEN Refinement,3.776,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Refinement,3.453,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Refinement,3.461,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Refinement,3.632,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Refinement,3.974,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Refinement,3.395,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Refinement,3.547,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Refinement,3.507,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Refinement,3.342,[],biggen_240829.csv yi_34b_chat,BIGGEN Refinement,3.676,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Refinement,3.434,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Refinement,3.434,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Refinement,3.421,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Refinement,3.513,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Refinement,3.434,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Refinement,3.447,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Refinement,3.382,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Refinement,3.36,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Refinement,3.373,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Refinement,3.447,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Refinement,3.539,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Refinement,3.461,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Refinement,3.566,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Refinement,3.618,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Refinement,3.263,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Refinement,3.395,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Refinement,3.224,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Refinement,3.382,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Refinement,3.355,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Refinement,3.373,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Refinement,3.263,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Refinement,3.079,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Refinement,3.276,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Refinement,3.237,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Refinement,3.171,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Refinement,3.184,[],biggen_240829.csv qwen1_5_72b,BIGGEN Refinement,3.227,[],biggen_240829.csv codetulu_2_34b,BIGGEN Refinement,3.211,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Refinement,3.25,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Refinement,3.28,[],biggen_240829.csv codellama34b_instruct,BIGGEN Refinement,3.079,[],biggen_240829.csv yi_34b,BIGGEN Refinement,3.24,[],biggen_240829.csv llama_2_70b,BIGGEN Refinement,3.133,[],biggen_240829.csv qwen1_5_32b,BIGGEN Refinement,3.118,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Refinement,2.961,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Refinement,3.079,[],biggen_240829.csv codetulu_2_13b,BIGGEN Refinement,3.197,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Refinement,3.197,[],biggen_240829.csv tulu_2_13b,BIGGEN Refinement,3.027,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Refinement,2.895,[],biggen_240829.csv yi_6b_chat,BIGGEN Refinement,3.08,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Refinement,2.961,[],biggen_240829.csv gemma_7b_it,BIGGEN Refinement,3.026,[],biggen_240829.csv llama3_70b,BIGGEN Refinement,3.342,[],biggen_240829.csv qwen1_5_14b,BIGGEN Refinement,3.092,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Refinement,3.053,[],biggen_240829.csv codetulu_2_7b,BIGGEN Refinement,2.908,[],biggen_240829.csv tulu_2_7b,BIGGEN Refinement,2.974,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Refinement,2.892,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Refinement,2.763,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Refinement,3.0,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Refinement,2.776,[],biggen_240829.csv gemma_2b_it,BIGGEN Refinement,2.882,[],biggen_240829.csv qwen1_5_7b,BIGGEN Refinement,2.827,[],biggen_240829.csv phi_2,BIGGEN Refinement,2.763,[],biggen_240829.csv olmo_7b_sft,BIGGEN Refinement,2.684,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Refinement,2.747,[],biggen_240829.csv llemma_34b,BIGGEN Refinement,2.816,[],biggen_240829.csv llama3_8b,BIGGEN Refinement,3.039,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Refinement,2.855,[],biggen_240829.csv qwen1_5_4b,BIGGEN Refinement,2.697,[],biggen_240829.csv llama_2_13b,BIGGEN Refinement,2.579,[],biggen_240829.csv yi_6b,BIGGEN Refinement,2.487,[],biggen_240829.csv codellama_70b,BIGGEN Refinement,2.507,[],biggen_240829.csv codellama34b,BIGGEN Refinement,2.566,[],biggen_240829.csv phi_1_5,BIGGEN Refinement,2.526,[],biggen_240829.csv orca_2_13b,BIGGEN Refinement,2.487,[],biggen_240829.csv llama_2_7b,BIGGEN Refinement,2.211,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Refinement,2.605,[],biggen_240829.csv llemma_7b,BIGGEN Refinement,2.303,[],biggen_240829.csv gemma_2b,BIGGEN Refinement,2.093,[],biggen_240829.csv codellama_13b,BIGGEN Refinement,2.092,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Refinement,2.0,[],biggen_240829.csv orca_2_7b,BIGGEN Refinement,2.316,[],biggen_240829.csv olmo_7b,BIGGEN Refinement,2.105,[],biggen_240829.csv codellama_7b,BIGGEN Refinement,2.118,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Refinement,2.158,[],biggen_240829.csv olmo_1b,BIGGEN Refinement,1.947,[],biggen_240829.csv aya_101,BIGGEN Refinement,1.908,[],biggen_240829.csv gemma_7b,BIGGEN Refinement,1.579,[],biggen_240829.csv phi_1,BIGGEN Refinement,1.434,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Safety,4.565,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Safety,4.174,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Safety,4.058,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Safety,4.087,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Safety,4.536,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Safety,4.014,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Safety,4.362,[],biggen_240829.csv qwen_110b_chat,BIGGEN Safety,4.043,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Safety,4.304,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Safety,4.116,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Safety,4.087,[],biggen_240829.csv mistral_medium,BIGGEN Safety,4.058,[],biggen_240829.csv mistral_large,BIGGEN Safety,3.913,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Safety,4.217,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Safety,3.971,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Safety,3.957,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Safety,4.145,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Safety,4.217,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Safety,3.87,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Safety,3.725,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Safety,3.739,[],biggen_240829.csv yi_34b_chat,BIGGEN Safety,3.884,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Safety,3.812,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Safety,3.884,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Safety,3.754,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Safety,3.957,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Safety,4.0,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Safety,3.899,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Safety,3.826,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Safety,4.377,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Safety,3.942,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Safety,3.826,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Safety,4.0,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Safety,3.609,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Safety,3.725,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Safety,3.449,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Safety,3.855,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Safety,3.725,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Safety,3.913,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Safety,3.551,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Safety,3.377,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Safety,3.536,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Safety,3.696,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Safety,4.319,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Safety,3.435,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Safety,3.87,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Safety,3.971,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Safety,3.841,[],biggen_240829.csv qwen1_5_72b,BIGGEN Safety,3.942,[],biggen_240829.csv codetulu_2_34b,BIGGEN Safety,3.652,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Safety,4.043,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Safety,3.232,[],biggen_240829.csv codellama34b_instruct,BIGGEN Safety,4.13,[],biggen_240829.csv yi_34b,BIGGEN Safety,3.58,[],biggen_240829.csv llama_2_70b,BIGGEN Safety,3.87,[],biggen_240829.csv qwen1_5_32b,BIGGEN Safety,3.333,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Safety,4.145,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Safety,3.754,[],biggen_240829.csv codetulu_2_13b,BIGGEN Safety,3.29,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Safety,3.667,[],biggen_240829.csv tulu_2_13b,BIGGEN Safety,3.768,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Safety,4.043,[],biggen_240829.csv yi_6b_chat,BIGGEN Safety,3.478,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Safety,3.754,[],biggen_240829.csv gemma_7b_it,BIGGEN Safety,3.768,[],biggen_240829.csv llama3_70b,BIGGEN Safety,3.261,[],biggen_240829.csv qwen1_5_14b,BIGGEN Safety,2.58,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Safety,3.971,[],biggen_240829.csv codetulu_2_7b,BIGGEN Safety,3.246,[],biggen_240829.csv tulu_2_7b,BIGGEN Safety,3.638,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Safety,3.377,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Safety,3.406,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Safety,3.333,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Safety,3.101,[],biggen_240829.csv gemma_2b_it,BIGGEN Safety,3.754,[],biggen_240829.csv qwen1_5_7b,BIGGEN Safety,3.101,[],biggen_240829.csv phi_2,BIGGEN Safety,3.406,[],biggen_240829.csv olmo_7b_sft,BIGGEN Safety,3.333,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Safety,4.101,[],biggen_240829.csv llemma_34b,BIGGEN Safety,2.971,[],biggen_240829.csv llama3_8b,BIGGEN Safety,2.899,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Safety,2.681,[],biggen_240829.csv qwen1_5_4b,BIGGEN Safety,3.333,[],biggen_240829.csv llama_2_13b,BIGGEN Safety,3.348,[],biggen_240829.csv yi_6b,BIGGEN Safety,3.232,[],biggen_240829.csv codellama_70b,BIGGEN Safety,2.841,[],biggen_240829.csv codellama34b,BIGGEN Safety,2.725,[],biggen_240829.csv phi_1_5,BIGGEN Safety,2.87,[],biggen_240829.csv orca_2_13b,BIGGEN Safety,2.812,[],biggen_240829.csv llama_2_7b,BIGGEN Safety,3.217,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Safety,2.478,[],biggen_240829.csv llemma_7b,BIGGEN Safety,2.522,[],biggen_240829.csv gemma_2b,BIGGEN Safety,2.623,[],biggen_240829.csv codellama_13b,BIGGEN Safety,2.449,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Safety,2.391,[],biggen_240829.csv orca_2_7b,BIGGEN Safety,2.594,[],biggen_240829.csv olmo_7b,BIGGEN Safety,2.652,[],biggen_240829.csv codellama_7b,BIGGEN Safety,2.348,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Safety,2.014,[],biggen_240829.csv olmo_1b,BIGGEN Safety,2.188,[],biggen_240829.csv aya_101,BIGGEN Safety,1.667,[],biggen_240829.csv gemma_7b,BIGGEN Safety,2.159,[],biggen_240829.csv phi_1,BIGGEN Safety,1.507,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Theory of Mind,4.24,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Theory of Mind,4.26,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Theory of Mind,4.08,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Theory of Mind,4.12,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Theory of Mind,4.09,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Theory of Mind,4.04,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Theory of Mind,4.0,[],biggen_240829.csv qwen_110b_chat,BIGGEN Theory of Mind,3.99,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Theory of Mind,3.98,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Theory of Mind,4.07,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Theory of Mind,3.87,[],biggen_240829.csv mistral_medium,BIGGEN Theory of Mind,3.9,[],biggen_240829.csv mistral_large,BIGGEN Theory of Mind,3.93,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Theory of Mind,3.96,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Theory of Mind,3.94,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Theory of Mind,3.96,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Theory of Mind,3.9,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Theory of Mind,3.87,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Theory of Mind,3.87,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Theory of Mind,3.83,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Theory of Mind,3.79,[],biggen_240829.csv yi_34b_chat,BIGGEN Theory of Mind,3.96,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Theory of Mind,3.81,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Theory of Mind,3.79,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Theory of Mind,3.83,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Theory of Mind,3.83,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Theory of Mind,3.67,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Theory of Mind,3.9,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Theory of Mind,3.9,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Theory of Mind,3.73,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Theory of Mind,3.75,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Theory of Mind,3.77,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Theory of Mind,3.49,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Theory of Mind,3.63,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Theory of Mind,3.66,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Theory of Mind,3.58,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Theory of Mind,3.52,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Theory of Mind,3.7,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Theory of Mind,3.54,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Theory of Mind,3.73,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Theory of Mind,3.69,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Theory of Mind,3.56,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Theory of Mind,3.58,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Theory of Mind,3.71,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Theory of Mind,3.57,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Theory of Mind,3.59,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Theory of Mind,3.5,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Theory of Mind,3.59,[],biggen_240829.csv qwen1_5_72b,BIGGEN Theory of Mind,3.38,[],biggen_240829.csv codetulu_2_34b,BIGGEN Theory of Mind,3.5,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Theory of Mind,3.44,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Theory of Mind,3.45,[],biggen_240829.csv codellama34b_instruct,BIGGEN Theory of Mind,3.46,[],biggen_240829.csv yi_34b,BIGGEN Theory of Mind,3.39,[],biggen_240829.csv llama_2_70b,BIGGEN Theory of Mind,3.48,[],biggen_240829.csv qwen1_5_32b,BIGGEN Theory of Mind,3.33,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Theory of Mind,3.65,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Theory of Mind,3.68,[],biggen_240829.csv codetulu_2_13b,BIGGEN Theory of Mind,3.38,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Theory of Mind,3.42,[],biggen_240829.csv tulu_2_13b,BIGGEN Theory of Mind,3.39,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Theory of Mind,3.38,[],biggen_240829.csv yi_6b_chat,BIGGEN Theory of Mind,3.677,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Theory of Mind,3.22,[],biggen_240829.csv gemma_7b_it,BIGGEN Theory of Mind,3.15,[],biggen_240829.csv llama3_70b,BIGGEN Theory of Mind,3.04,[],biggen_240829.csv qwen1_5_14b,BIGGEN Theory of Mind,3.16,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Theory of Mind,3.37,[],biggen_240829.csv codetulu_2_7b,BIGGEN Theory of Mind,3.25,[],biggen_240829.csv tulu_2_7b,BIGGEN Theory of Mind,3.26,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Theory of Mind,3.29,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Theory of Mind,3.09,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Theory of Mind,3.07,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Theory of Mind,3.31,[],biggen_240829.csv gemma_2b_it,BIGGEN Theory of Mind,3.15,[],biggen_240829.csv qwen1_5_7b,BIGGEN Theory of Mind,2.77,[],biggen_240829.csv phi_2,BIGGEN Theory of Mind,3.2,[],biggen_240829.csv olmo_7b_sft,BIGGEN Theory of Mind,2.93,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Theory of Mind,2.55,[],biggen_240829.csv llemma_34b,BIGGEN Theory of Mind,2.84,[],biggen_240829.csv llama3_8b,BIGGEN Theory of Mind,2.82,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Theory of Mind,3.13,[],biggen_240829.csv qwen1_5_4b,BIGGEN Theory of Mind,2.73,[],biggen_240829.csv llama_2_13b,BIGGEN Theory of Mind,2.88,[],biggen_240829.csv yi_6b,BIGGEN Theory of Mind,2.89,[],biggen_240829.csv codellama_70b,BIGGEN Theory of Mind,2.44,[],biggen_240829.csv codellama34b,BIGGEN Theory of Mind,2.59,[],biggen_240829.csv phi_1_5,BIGGEN Theory of Mind,2.95,[],biggen_240829.csv orca_2_13b,BIGGEN Theory of Mind,2.8,[],biggen_240829.csv llama_2_7b,BIGGEN Theory of Mind,2.6,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Theory of Mind,2.55,[],biggen_240829.csv llemma_7b,BIGGEN Theory of Mind,2.19,[],biggen_240829.csv gemma_2b,BIGGEN Theory of Mind,2.32,[],biggen_240829.csv codellama_13b,BIGGEN Theory of Mind,2.15,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Theory of Mind,2.38,[],biggen_240829.csv orca_2_7b,BIGGEN Theory of Mind,2.24,[],biggen_240829.csv olmo_7b,BIGGEN Theory of Mind,2.16,[],biggen_240829.csv codellama_7b,BIGGEN Theory of Mind,1.9,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Theory of Mind,1.8,[],biggen_240829.csv olmo_1b,BIGGEN Theory of Mind,1.59,[],biggen_240829.csv aya_101,BIGGEN Theory of Mind,1.38,[],biggen_240829.csv gemma_7b,BIGGEN Theory of Mind,1.2,[],biggen_240829.csv phi_1,BIGGEN Theory of Mind,1.0,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Tool Usage,3.775,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Tool Usage,3.925,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Tool Usage,3.85,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Tool Usage,3.8,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Tool Usage,3.788,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Tool Usage,3.775,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Tool Usage,3.75,[],biggen_240829.csv qwen_110b_chat,BIGGEN Tool Usage,3.588,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Tool Usage,3.75,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Tool Usage,3.488,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Tool Usage,3.712,[],biggen_240829.csv mistral_medium,BIGGEN Tool Usage,3.862,[],biggen_240829.csv mistral_large,BIGGEN Tool Usage,3.825,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Tool Usage,3.625,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Tool Usage,3.525,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Tool Usage,3.525,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Tool Usage,3.338,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Tool Usage,3.738,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Tool Usage,3.562,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Tool Usage,3.5,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Tool Usage,3.662,[],biggen_240829.csv yi_34b_chat,BIGGEN Tool Usage,3.038,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Tool Usage,3.412,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Tool Usage,3.138,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Tool Usage,3.612,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Tool Usage,3.1,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Tool Usage,3.162,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Tool Usage,3.188,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Tool Usage,3.412,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Tool Usage,3.188,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Tool Usage,3.125,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Tool Usage,3.362,[],biggen_240829.csv mixtral_8x22b_v0_1_awq,BIGGEN Tool Usage,3.188,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Tool Usage,3.538,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Tool Usage,3.125,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Tool Usage,3.288,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Tool Usage,3.2,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Tool Usage,3.15,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Tool Usage,3.025,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Tool Usage,3.288,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Tool Usage,3.062,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Tool Usage,3.175,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Tool Usage,3.025,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Tool Usage,2.6,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Tool Usage,3.062,[],biggen_240829.csv mixtral_8x7b_v0_1,BIGGEN Tool Usage,2.775,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Tool Usage,2.95,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Tool Usage,3.05,[],biggen_240829.csv qwen1_5_72b,BIGGEN Tool Usage,2.988,[],biggen_240829.csv codetulu_2_34b,BIGGEN Tool Usage,3.35,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Tool Usage,2.788,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Tool Usage,2.925,[],biggen_240829.csv codellama34b_instruct,BIGGEN Tool Usage,2.738,[],biggen_240829.csv yi_34b,BIGGEN Tool Usage,2.512,[],biggen_240829.csv llama_2_70b,BIGGEN Tool Usage,2.625,[],biggen_240829.csv qwen1_5_32b,BIGGEN Tool Usage,2.925,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Tool Usage,2.3,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Tool Usage,2.438,[],biggen_240829.csv codetulu_2_13b,BIGGEN Tool Usage,3.238,[],biggen_240829.csv solar_10_7b_v1_0,BIGGEN Tool Usage,2.562,[],biggen_240829.csv tulu_2_13b,BIGGEN Tool Usage,2.775,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Tool Usage,2.6,[],biggen_240829.csv yi_6b_chat,BIGGEN Tool Usage,2.338,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Tool Usage,2.575,[],biggen_240829.csv gemma_7b_it,BIGGEN Tool Usage,2.325,[],biggen_240829.csv llama3_70b,BIGGEN Tool Usage,2.5,[],biggen_240829.csv qwen1_5_14b,BIGGEN Tool Usage,2.912,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Tool Usage,1.975,[],biggen_240829.csv codetulu_2_7b,BIGGEN Tool Usage,2.788,[],biggen_240829.csv tulu_2_7b,BIGGEN Tool Usage,2.212,[],biggen_240829.csv mistral_7b_v0_2,BIGGEN Tool Usage,2.275,[],biggen_240829.csv mistral_7b_v0_1,BIGGEN Tool Usage,2.162,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Tool Usage,2.4,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Tool Usage,2.212,[],biggen_240829.csv gemma_2b_it,BIGGEN Tool Usage,1.962,[],biggen_240829.csv qwen1_5_7b,BIGGEN Tool Usage,2.488,[],biggen_240829.csv phi_2,BIGGEN Tool Usage,1.788,[],biggen_240829.csv olmo_7b_sft,BIGGEN Tool Usage,2.088,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Tool Usage,1.988,[],biggen_240829.csv llemma_34b,BIGGEN Tool Usage,2.088,[],biggen_240829.csv llama3_8b,BIGGEN Tool Usage,1.938,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Tool Usage,1.988,[],biggen_240829.csv qwen1_5_4b,BIGGEN Tool Usage,1.9,[],biggen_240829.csv llama_2_13b,BIGGEN Tool Usage,1.812,[],biggen_240829.csv yi_6b,BIGGEN Tool Usage,1.55,[],biggen_240829.csv codellama_70b,BIGGEN Tool Usage,2.4,[],biggen_240829.csv codellama34b,BIGGEN Tool Usage,2.062,[],biggen_240829.csv phi_1_5,BIGGEN Tool Usage,1.525,[],biggen_240829.csv orca_2_13b,BIGGEN Tool Usage,2.362,[],biggen_240829.csv llama_2_7b,BIGGEN Tool Usage,1.45,[],biggen_240829.csv qwen1_5_1_8b,BIGGEN Tool Usage,1.525,[],biggen_240829.csv llemma_7b,BIGGEN Tool Usage,1.838,[],biggen_240829.csv gemma_2b,BIGGEN Tool Usage,1.488,[],biggen_240829.csv codellama_13b,BIGGEN Tool Usage,1.812,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Tool Usage,1.462,[],biggen_240829.csv orca_2_7b,BIGGEN Tool Usage,1.6,[],biggen_240829.csv olmo_7b,BIGGEN Tool Usage,1.312,[],biggen_240829.csv codellama_7b,BIGGEN Tool Usage,1.562,[],biggen_240829.csv qwen1_5_0_5b,BIGGEN Tool Usage,1.275,[],biggen_240829.csv olmo_1b,BIGGEN Tool Usage,1.125,[],biggen_240829.csv aya_101,BIGGEN Tool Usage,1.162,[],biggen_240829.csv gemma_7b,BIGGEN Tool Usage,1.012,[],biggen_240829.csv phi_1,BIGGEN Tool Usage,1.012,[],biggen_240829.csv gpt_4_1106_preview,BIGGEN Multilingual,3.6,[],biggen_240829.csv gpt_4_0125_preview,BIGGEN Multilingual,3.543,[],biggen_240829.csv gpt_4o_2024_05_13,BIGGEN Multilingual,3.643,[],biggen_240829.csv gpt_4_turbo_2024_04_09,BIGGEN Multilingual,3.471,[],biggen_240829.csv claude_3_opus_20240229,BIGGEN Multilingual,3.571,[],biggen_240829.csv llama3_70b_instruct,BIGGEN Multilingual,3.314,[],biggen_240829.csv claude_3_sonnet_20240229,BIGGEN Multilingual,3.186,[],biggen_240829.csv qwen_110b_chat,BIGGEN Multilingual,2.771,[],biggen_240829.csv claude_3_haiku_20240307,BIGGEN Multilingual,3.071,[],biggen_240829.csv gemini_pro_1_5,BIGGEN Multilingual,3.257,[],biggen_240829.csv mixtral_8x22b_instruct_v0_1_awq,BIGGEN Multilingual,2.714,[],biggen_240829.csv mistral_medium,BIGGEN Multilingual,2.929,[],biggen_240829.csv mistral_large,BIGGEN Multilingual,2.886,[],biggen_240829.csv gemini_flash_1_5,BIGGEN Multilingual,2.671,[],biggen_240829.csv c4ai_command_r_plus_gptq,BIGGEN Multilingual,2.757,[],biggen_240829.csv qwen1_5_72b_chat,BIGGEN Multilingual,2.914,[],biggen_240829.csv phi_3_mini_4k_instruct,BIGGEN Multilingual,1.914,[],biggen_240829.csv qwen1_5_32b_chat,BIGGEN Multilingual,2.714,[],biggen_240829.csv starling_lm_7b_beta,BIGGEN Multilingual,2.271,[],biggen_240829.csv llama3_8b_instruct,BIGGEN Multilingual,2.914,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_dpo,BIGGEN Multilingual,2.557,[],biggen_240829.csv yi_34b_chat,BIGGEN Multilingual,2.186,[],biggen_240829.csv mixtral_8x7b_instruct_v0_1,BIGGEN Multilingual,2.714,[],biggen_240829.csv gpt_3_5_turbo_0125,BIGGEN Multilingual,2.614,[],biggen_240829.csv tulu_2_dpo_70b,BIGGEN Multilingual,2.314,[],biggen_240829.csv phi_3_mini_128k_instruct,BIGGEN Multilingual,1.829,[],biggen_240829.csv gpt_3_5_turbo_1106,BIGGEN Multilingual,2.557,[],biggen_240829.csv c4ai_command_r_v0_1,BIGGEN Multilingual,2.186,[],biggen_240829.csv solar_10_7b_instruct_v1_0,BIGGEN Multilingual,2.443,[],biggen_240829.csv llama_2_70b_chat,BIGGEN Multilingual,2.386,[],biggen_240829.csv gemini_1_0_pro,BIGGEN Multilingual,3.186,[],biggen_240829.csv mistral_7b_instruct_v0_2,BIGGEN Multilingual,2.286,[],biggen_240829.csv nous_hermes_2_mixtral_8x7b_sft,BIGGEN Multilingual,2.4,[],biggen_240829.csv openchat_3_5_0106,BIGGEN Multilingual,2.157,[],biggen_240829.csv zephyr_orpo_141b_a35b_v0_1_awq,BIGGEN Multilingual,2.586,[],biggen_240829.csv qwen1_5_14b_chat,BIGGEN Multilingual,2.386,[],biggen_240829.csv qwen1_5_7b_chat,BIGGEN Multilingual,2.057,[],biggen_240829.csv starling_lm_7b_alpha,BIGGEN Multilingual,2.229,[],biggen_240829.csv zephyr_7b_beta,BIGGEN Multilingual,1.943,[],biggen_240829.csv nous_hermes_2_mistral_7b_dpo,BIGGEN Multilingual,2.171,[],biggen_240829.csv nous_hermes_2_yi_34b,BIGGEN Multilingual,2.071,[],biggen_240829.csv mistral_orpo_beta,BIGGEN Multilingual,2.1,[],biggen_240829.csv llama_2_13b_chat,BIGGEN Multilingual,2.114,[],biggen_240829.csv openhermes_2_5_mistral_7b,BIGGEN Multilingual,2.1,[],biggen_240829.csv mistral_orpo_alpha,BIGGEN Multilingual,2.086,[],biggen_240829.csv tulu_2_dpo_13b,BIGGEN Multilingual,2.143,[],biggen_240829.csv codetulu_2_34b,BIGGEN Multilingual,2.0,[],biggen_240829.csv gemma_1_1_7b_it,BIGGEN Multilingual,2.0,[],biggen_240829.csv openhermes_2_mistral_7b,BIGGEN Multilingual,1.914,[],biggen_240829.csv codellama34b_instruct,BIGGEN Multilingual,2.114,[],biggen_240829.csv llama_2_7b_chat,BIGGEN Multilingual,2.029,[],biggen_240829.csv tulu_2_dpo_7b,BIGGEN Multilingual,1.971,[],biggen_240829.csv codetulu_2_13b,BIGGEN Multilingual,1.886,[],biggen_240829.csv tulu_2_13b,BIGGEN Multilingual,2.029,[],biggen_240829.csv codellama_13b_instruct,BIGGEN Multilingual,1.886,[],biggen_240829.csv yi_6b_chat,BIGGEN Multilingual,1.457,[],biggen_240829.csv codellama_7b_instruct,BIGGEN Multilingual,1.771,[],biggen_240829.csv gemma_7b_it,BIGGEN Multilingual,1.786,[],biggen_240829.csv gemma_1_1_2b_it,BIGGEN Multilingual,1.471,[],biggen_240829.csv codetulu_2_7b,BIGGEN Multilingual,1.8,[],biggen_240829.csv tulu_2_7b,BIGGEN Multilingual,1.714,[],biggen_240829.csv qwen1_5_4b_chat,BIGGEN Multilingual,1.471,[],biggen_240829.csv olmo_7b_instruct,BIGGEN Multilingual,1.414,[],biggen_240829.csv gemma_2b_it,BIGGEN Multilingual,1.657,[],biggen_240829.csv olmo_7b_sft,BIGGEN Multilingual,1.186,[],biggen_240829.csv codellama_70b_instruct,BIGGEN Multilingual,1.929,[],biggen_240829.csv qwen1_5_1_8b_chat,BIGGEN Multilingual,1.3,[],biggen_240829.csv orca_2_13b,BIGGEN Multilingual,2.043,[],biggen_240829.csv qwen1_5_0_5b_chat,BIGGEN Multilingual,1.159,[],biggen_240829.csv orca_2_7b,BIGGEN Multilingual,1.729,[],biggen_240829.csv aya_101,BIGGEN Multilingual,1.129,[],biggen_240829.csv zephyr_7b_beta,LiveBench 240624,17.32,[],livebench_240701.csv zephyr_7b_alpha,LiveBench 240624,19.28,[],livebench_240701.csv yi_6b_chat,LiveBench 240624,9.02,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench 240624,14.22,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench 240624,12.31,[],livebench_240701.csv starling_lm_7b_beta,LiveBench 240624,16.62,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench 240624,39.66,[],livebench_240701.csv qwen2_72b_instruct,LiveBench 240624,40.16,[],livebench_240701.csv qwen2_7b_instruct,LiveBench 240624,26.63,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench 240624,10.42,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench 240624,7.3,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench 240624,29.07,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench 240624,28.89,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench 240624,17.02,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench 240624,11.59,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench 240624,6.32,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench 240624,5.43,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench 240624,35.14,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench 240624,27.81,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench 240624,29.68,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench 240624,29.09,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench 240624,24.76,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench 240624,24.41,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench 240624,29.88,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench 240624,30.96,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench 240624,23.36,[],livebench_240701.csv open_mistral_nemo,LiveBench 240624,29.02,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench 240624,35.29,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench 240624,22.79,[],livebench_240701.csv mistral_small_2402,LiveBench 240624,33.03,[],livebench_240701.csv mistral_large_2407,LiveBench 240624,48.35,[],livebench_240701.csv mistral_large_2402,LiveBench 240624,38.92,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench 240624,20.09,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench 240624,19.51,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench 240624,55.18,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench 240624,48.9,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench 240624,28.11,[],livebench_240701.csv llama3_70b_instruct,LiveBench 240624,37.6,[],livebench_240701.csv llama3_8b_instruct,LiveBench 240624,27.46,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench 240624,24.33,[],livebench_240701.csv llama_2_7b_chat,LiveBench 240624,10.25,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench 240624,39.56,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench 240624,44.57,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench 240624,56.46,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench 240624,54.96,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench 240624,53.0,[],livebench_240701.csv gpt_4_0613,LiveBench 240624,44.94,[],livebench_240701.csv gpt_4_0125_preview,LiveBench 240624,49.39,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench 240624,34.66,[],livebench_240701.csv gemma_2_27b_it,LiveBench 240624,41.22,[],livebench_240701.csv gemma_2_9b_it,LiveBench 240624,31.57,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench 240624,18.23,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench 240624,55.06,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench 240624,53.63,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench 240624,44.41,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench 240624,47.51,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench 240624,40.95,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench 240624,49.82,[],livebench_240701.csv dracarys_72b_instruct,LiveBench 240624,41.72,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench 240624,17.49,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench 240624,29.21,[],livebench_240701.csv deepseek_coder_v2,LiveBench 240624,46.84,[],livebench_240701.csv deepseek_chat_v2,LiveBench 240624,46.36,[],livebench_240701.csv command_r_plus,LiveBench 240624,32.86,[],livebench_240701.csv command_r,LiveBench 240624,27.23,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench 240624,38.08,[],livebench_240701.csv claude_3_opus_20240229,LiveBench 240624,50.75,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench 240624,35.32,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench 240624,61.16,[],livebench_240701.csv chatgpt_4o_latest,LiveBench 240624,55.35,[],livebench_240701.csv zephyr_7b_beta,LiveBench Reasoning Average,16.0,[],livebench_240701.csv zephyr_7b_alpha,LiveBench Reasoning Average,17.0,[],livebench_240701.csv yi_6b_chat,LiveBench Reasoning Average,8.0,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench Reasoning Average,15.0,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench Reasoning Average,12.0,[],livebench_240701.csv starling_lm_7b_beta,LiveBench Reasoning Average,19.0,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench Reasoning Average,37.0,[],livebench_240701.csv qwen2_72b_instruct,LiveBench Reasoning Average,42.0,[],livebench_240701.csv qwen2_7b_instruct,LiveBench Reasoning Average,20.0,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench Reasoning Average,8.0,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench Reasoning Average,3.0,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench Reasoning Average,26.0,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench Reasoning Average,21.0,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench Reasoning Average,13.0,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench Reasoning Average,13.0,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench Reasoning Average,5.0,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench Reasoning Average,4.0,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench Reasoning Average,41.0,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench Reasoning Average,31.0,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench Reasoning Average,28.0,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench Reasoning Average,29.0,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench Reasoning Average,24.0,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench Reasoning Average,22.0,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench Reasoning Average,31.0,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench Reasoning Average,35.0,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench Reasoning Average,17.0,[],livebench_240701.csv open_mistral_nemo,LiveBench Reasoning Average,25.0,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench Reasoning Average,29.0,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench Reasoning Average,18.0,[],livebench_240701.csv mistral_small_2402,LiveBench Reasoning Average,28.0,[],livebench_240701.csv mistral_large_2407,LiveBench Reasoning Average,45.0,[],livebench_240701.csv mistral_large_2402,LiveBench Reasoning Average,35.0,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench Reasoning Average,11.0,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench Reasoning Average,13.0,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench Reasoning Average,57.0,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench Reasoning Average,43.0,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench Reasoning Average,14.0,[],livebench_240701.csv llama3_70b_instruct,LiveBench Reasoning Average,31.0,[],livebench_240701.csv llama3_8b_instruct,LiveBench Reasoning Average,25.0,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench Reasoning Average,16.0,[],livebench_240701.csv llama_2_7b_chat,LiveBench Reasoning Average,5.0,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench Reasoning Average,32.0,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench Reasoning Average,37.0,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench Reasoning Average,54.0,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench Reasoning Average,55.0,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench Reasoning Average,54.0,[],livebench_240701.csv gpt_4_0613,LiveBench Reasoning Average,31.0,[],livebench_240701.csv gpt_4_0125_preview,LiveBench Reasoning Average,48.0,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench Reasoning Average,26.0,[],livebench_240701.csv gemma_2_27b_it,LiveBench Reasoning Average,31.0,[],livebench_240701.csv gemma_2_9b_it,LiveBench Reasoning Average,19.0,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench Reasoning Average,10.0,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench Reasoning Average,56.0,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench Reasoning Average,55.0,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench Reasoning Average,33.0,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench Reasoning Average,52.0,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench Reasoning Average,30.0,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench Reasoning Average,50.0,[],livebench_240701.csv dracarys_72b_instruct,LiveBench Reasoning Average,41.0,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench Reasoning Average,13.0,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench Reasoning Average,22.0,[],livebench_240701.csv deepseek_coder_v2,LiveBench Reasoning Average,49.0,[],livebench_240701.csv deepseek_chat_v2,LiveBench Reasoning Average,41.0,[],livebench_240701.csv command_r_plus,LiveBench Reasoning Average,32.0,[],livebench_240701.csv command_r,LiveBench Reasoning Average,28.0,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench Reasoning Average,26.0,[],livebench_240701.csv claude_3_opus_20240229,LiveBench Reasoning Average,41.0,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench Reasoning Average,26.0,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench Reasoning Average,64.0,[],livebench_240701.csv chatgpt_4o_latest,LiveBench Reasoning Average,57.0,[],livebench_240701.csv zephyr_7b_beta,LiveBench Coding Average,8.32,[],livebench_240701.csv zephyr_7b_alpha,LiveBench Coding Average,11.32,[],livebench_240701.csv yi_6b_chat,LiveBench Coding Average,1.32,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench Coding Average,1.32,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench Coding Average,1.0,[],livebench_240701.csv starling_lm_7b_beta,LiveBench Coding Average,18.26,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench Coding Average,39.05,[],livebench_240701.csv qwen2_72b_instruct,LiveBench Coding Average,31.79,[],livebench_240701.csv qwen2_7b_instruct,LiveBench Coding Average,29.21,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench Coding Average,5.63,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench Coding Average,2.0,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench Coding Average,22.21,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench Coding Average,22.89,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench Coding Average,6.63,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench Coding Average,4.0,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench Coding Average,0.0,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench Coding Average,0.0,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench Coding Average,19.26,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench Coding Average,15.26,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench Coding Average,24.87,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench Coding Average,21.24,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench Coding Average,14.29,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench Coding Average,14.79,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench Coding Average,21.58,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench Coding Average,20.58,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench Coding Average,11.63,[],livebench_240701.csv open_mistral_nemo,LiveBench Coding Average,28.16,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench Coding Average,33.11,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench Coding Average,11.32,[],livebench_240701.csv mistral_small_2402,LiveBench Coding Average,24.21,[],livebench_240701.csv mistral_large_2407,LiveBench Coding Average,46.37,[],livebench_240701.csv mistral_large_2402,LiveBench Coding Average,26.84,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench Coding Average,9.0,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench Coding Average,11.63,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench Coding Average,45.68,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench Coding Average,33.11,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench Coding Average,21.58,[],livebench_240701.csv llama3_70b_instruct,LiveBench Coding Average,20.95,[],livebench_240701.csv llama3_8b_instruct,LiveBench Coding Average,18.26,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench Coding Average,15.63,[],livebench_240701.csv llama_2_7b_chat,LiveBench Coding Average,0.0,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench Coding Average,29.79,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench Coding Average,43.37,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench Coding Average,50.63,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench Coding Average,46.37,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench Coding Average,47.05,[],livebench_240701.csv gpt_4_0613,LiveBench Coding Average,37.05,[],livebench_240701.csv gpt_4_0125_preview,LiveBench Coding Average,44.05,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench Coding Average,29.16,[],livebench_240701.csv gemma_2_27b_it,LiveBench Coding Average,36.74,[],livebench_240701.csv gemma_2_9b_it,LiveBench Coding Average,22.21,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench Coding Average,11.0,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench Coding Average,42.0,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench Coding Average,43.37,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench Coding Average,32.79,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench Coding Average,39.74,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench Coding Average,39.05,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench Coding Average,36.11,[],livebench_240701.csv dracarys_72b_instruct,LiveBench Coding Average,41.05,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench Coding Average,8.63,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench Coding Average,26.84,[],livebench_240701.csv deepseek_coder_v2,LiveBench Coding Average,41.05,[],livebench_240701.csv deepseek_chat_v2,LiveBench Coding Average,42.05,[],livebench_240701.csv command_r_plus,LiveBench Coding Average,20.26,[],livebench_240701.csv command_r,LiveBench Coding Average,14.95,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench Coding Average,25.21,[],livebench_240701.csv claude_3_opus_20240229,LiveBench Coding Average,40.05,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench Coding Average,24.53,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench Coding Average,63.21,[],livebench_240701.csv chatgpt_4o_latest,LiveBench Coding Average,46.0,[],livebench_240701.csv zephyr_7b_beta,LiveBench Mathematics Average,11.23,[],livebench_240701.csv zephyr_7b_alpha,LiveBench Mathematics Average,9.96,[],livebench_240701.csv yi_6b_chat,LiveBench Mathematics Average,8.53,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench Mathematics Average,9.04,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench Mathematics Average,7.1,[],livebench_240701.csv starling_lm_7b_beta,LiveBench Mathematics Average,14.86,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench Mathematics Average,40.67,[],livebench_240701.csv qwen2_72b_instruct,LiveBench Mathematics Average,43.44,[],livebench_240701.csv qwen2_7b_instruct,LiveBench Mathematics Average,26.87,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench Mathematics Average,9.94,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench Mathematics Average,7.35,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench Mathematics Average,26.28,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench Mathematics Average,26.82,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench Mathematics Average,15.29,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench Mathematics Average,9.86,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench Mathematics Average,3.53,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench Mathematics Average,4.43,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench Mathematics Average,33.3,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench Mathematics Average,22.2,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench Mathematics Average,28.97,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench Mathematics Average,23.73,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench Mathematics Average,17.06,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench Mathematics Average,20.84,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench Mathematics Average,25.64,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench Mathematics Average,31.36,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench Mathematics Average,20.45,[],livebench_240701.csv open_mistral_nemo,LiveBench Mathematics Average,21.66,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench Mathematics Average,28.33,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench Mathematics Average,20.71,[],livebench_240701.csv mistral_small_2402,LiveBench Mathematics Average,28.15,[],livebench_240701.csv mistral_large_2407,LiveBench Mathematics Average,40.48,[],livebench_240701.csv mistral_large_2402,LiveBench Mathematics Average,32.2,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench Mathematics Average,14.56,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench Mathematics Average,17.08,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench Mathematics Average,46.55,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench Mathematics Average,45.58,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench Mathematics Average,24.37,[],livebench_240701.csv llama3_70b_instruct,LiveBench Mathematics Average,32.31,[],livebench_240701.csv llama3_8b_instruct,LiveBench Mathematics Average,19.66,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench Mathematics Average,17.84,[],livebench_240701.csv llama_2_7b_chat,LiveBench Mathematics Average,4.78,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench Mathematics Average,28.32,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench Mathematics Average,41.58,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench Mathematics Average,52.29,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench Mathematics Average,49.88,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench Mathematics Average,48.99,[],livebench_240701.csv gpt_4_0613,LiveBench Mathematics Average,36.22,[],livebench_240701.csv gpt_4_0125_preview,LiveBench Mathematics Average,42.75,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench Mathematics Average,26.93,[],livebench_240701.csv gemma_2_27b_it,LiveBench Mathematics Average,36.23,[],livebench_240701.csv gemma_2_9b_it,LiveBench Mathematics Average,23.98,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench Mathematics Average,15.21,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench Mathematics Average,56.28,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench Mathematics Average,47.46,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench Mathematics Average,42.42,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench Mathematics Average,36.29,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench Mathematics Average,38.89,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench Mathematics Average,45.68,[],livebench_240701.csv dracarys_72b_instruct,LiveBench Mathematics Average,42.77,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench Mathematics Average,14.08,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench Mathematics Average,34.44,[],livebench_240701.csv deepseek_coder_v2,LiveBench Mathematics Average,52.54,[],livebench_240701.csv deepseek_chat_v2,LiveBench Mathematics Average,52.11,[],livebench_240701.csv command_r_plus,LiveBench Mathematics Average,24.85,[],livebench_240701.csv command_r,LiveBench Mathematics Average,16.92,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench Mathematics Average,29.65,[],livebench_240701.csv claude_3_opus_20240229,LiveBench Mathematics Average,46.54,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench Mathematics Average,25.72,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench Mathematics Average,53.75,[],livebench_240701.csv chatgpt_4o_latest,LiveBench Mathematics Average,52.19,[],livebench_240701.csv zephyr_7b_beta,LiveBench Data Analysis Average,15.75,[],livebench_240701.csv zephyr_7b_alpha,LiveBench Data Analysis Average,17.4,[],livebench_240701.csv yi_6b_chat,LiveBench Data Analysis Average,4.38,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench Data Analysis Average,9.93,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench Data Analysis Average,3.33,[],livebench_240701.csv starling_lm_7b_beta,LiveBench Data Analysis Average,2.0,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench Data Analysis Average,26.19,[],livebench_240701.csv qwen2_72b_instruct,LiveBench Data Analysis Average,26.24,[],livebench_240701.csv qwen2_7b_instruct,LiveBench Data Analysis Average,28.75,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench Data Analysis Average,10.01,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench Data Analysis Average,2.0,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench Data Analysis Average,31.45,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench Data Analysis Average,32.98,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench Data Analysis Average,16.9,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench Data Analysis Average,9.13,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench Data Analysis Average,3.33,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench Data Analysis Average,0.0,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench Data Analysis Average,40.46,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench Data Analysis Average,30.43,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench Data Analysis Average,27.26,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench Data Analysis Average,29.62,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench Data Analysis Average,34.02,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench Data Analysis Average,29.55,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench Data Analysis Average,32.12,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench Data Analysis Average,31.63,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench Data Analysis Average,26.92,[],livebench_240701.csv open_mistral_nemo,LiveBench Data Analysis Average,33.35,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench Data Analysis Average,31.67,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench Data Analysis Average,28.13,[],livebench_240701.csv mistral_small_2402,LiveBench Data Analysis Average,31.88,[],livebench_240701.csv mistral_large_2407,LiveBench Data Analysis Average,46.61,[],livebench_240701.csv mistral_large_2402,LiveBench Data Analysis Average,42.55,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench Data Analysis Average,21.77,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench Data Analysis Average,14.62,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench Data Analysis Average,53.51,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench Data Analysis Average,50.29,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench Data Analysis Average,32.15,[],livebench_240701.csv llama3_70b_instruct,LiveBench Data Analysis Average,43.75,[],livebench_240701.csv llama3_8b_instruct,LiveBench Data Analysis Average,26.0,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench Data Analysis Average,27.89,[],livebench_240701.csv llama_2_7b_chat,LiveBench Data Analysis Average,0.0,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench Data Analysis Average,48.11,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench Data Analysis Average,44.52,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench Data Analysis Average,52.89,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench Data Analysis Average,52.41,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench Data Analysis Average,51.32,[],livebench_240701.csv gpt_4_0613,LiveBench Data Analysis Average,44.03,[],livebench_240701.csv gpt_4_0125_preview,LiveBench Data Analysis Average,54.06,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench Data Analysis Average,41.21,[],livebench_240701.csv gemma_2_27b_it,LiveBench Data Analysis Average,43.58,[],livebench_240701.csv gemma_2_9b_it,LiveBench Data Analysis Average,35.06,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench Data Analysis Average,18.17,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench Data Analysis Average,50.83,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench Data Analysis Average,50.15,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench Data Analysis Average,52.81,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench Data Analysis Average,47.87,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench Data Analysis Average,44.03,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench Data Analysis Average,47.99,[],livebench_240701.csv dracarys_72b_instruct,LiveBench Data Analysis Average,26.24,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench Data Analysis Average,18.19,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench Data Analysis Average,33.0,[],livebench_240701.csv deepseek_coder_v2,LiveBench Data Analysis Average,38.25,[],livebench_240701.csv deepseek_chat_v2,LiveBench Data Analysis Average,45.59,[],livebench_240701.csv command_r_plus,LiveBench Data Analysis Average,24.6,[],livebench_240701.csv command_r,LiveBench Data Analysis Average,31.69,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench Data Analysis Average,44.56,[],livebench_240701.csv claude_3_opus_20240229,LiveBench Data Analysis Average,54.32,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench Data Analysis Average,41.54,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench Data Analysis Average,56.74,[],livebench_240701.csv chatgpt_4o_latest,LiveBench Data Analysis Average,54.43,[],livebench_240701.csv zephyr_7b_beta,LiveBench Language Average,4.28,[],livebench_240701.csv zephyr_7b_alpha,LiveBench Language Average,7.2,[],livebench_240701.csv yi_6b_chat,LiveBench Language Average,4.69,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench Language Average,7.92,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench Language Average,8.66,[],livebench_240701.csv starling_lm_7b_beta,LiveBench Language Average,7.26,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench Language Average,30.03,[],livebench_240701.csv qwen2_72b_instruct,LiveBench Language Average,29.21,[],livebench_240701.csv qwen2_7b_instruct,LiveBench Language Average,10.21,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench Language Average,3.05,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench Language Average,2.8,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench Language Average,13.22,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench Language Average,11.37,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench Language Average,6.18,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench Language Average,5.8,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench Language Average,3.16,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench Language Average,2.88,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench Language Average,17.07,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench Language Average,9.67,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench Language Average,15.53,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench Language Average,15.13,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench Language Average,7.76,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench Language Average,8.06,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench Language Average,12.76,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench Language Average,13.91,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench Language Average,11.37,[],livebench_240701.csv open_mistral_nemo,LiveBench Language Average,14.15,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench Language Average,26.48,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench Language Average,13.76,[],livebench_240701.csv mistral_small_2402,LiveBench Language Average,22.06,[],livebench_240701.csv mistral_large_2407,LiveBench Language Average,39.79,[],livebench_240701.csv mistral_large_2402,LiveBench Language Average,28.74,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench Language Average,11.85,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench Language Average,9.05,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench Language Average,49.85,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench Language Average,42.36,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench Language Average,20.05,[],livebench_240701.csv llama3_70b_instruct,LiveBench Language Average,34.11,[],livebench_240701.csv llama3_8b_instruct,LiveBench Language Average,18.72,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench Language Average,15.37,[],livebench_240701.csv llama_2_7b_chat,LiveBench Language Average,6.86,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench Language Average,43.77,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench Language Average,35.28,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench Language Average,54.37,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench Language Average,53.94,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench Language Average,45.26,[],livebench_240701.csv gpt_4_0613,LiveBench Language Average,49.57,[],livebench_240701.csv gpt_4_0125_preview,LiveBench Language Average,43.55,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench Language Average,24.22,[],livebench_240701.csv gemma_2_27b_it,LiveBench Language Average,32.4,[],livebench_240701.csv gemma_2_9b_it,LiveBench Language Average,27.64,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench Language Average,10.65,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench Language Average,49.31,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench Language Average,46.96,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench Language Average,38.25,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench Language Average,31.04,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench Language Average,30.69,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench Language Average,41.77,[],livebench_240701.csv dracarys_72b_instruct,LiveBench Language Average,31.17,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench Language Average,9.2,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench Language Average,10.64,[],livebench_240701.csv deepseek_coder_v2,LiveBench Language Average,33.04,[],livebench_240701.csv deepseek_chat_v2,LiveBench Language Average,32.77,[],livebench_240701.csv command_r_plus,LiveBench Language Average,23.92,[],livebench_240701.csv command_r,LiveBench Language Average,14.64,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench Language Average,38.08,[],livebench_240701.csv claude_3_opus_20240229,LiveBench Language Average,51.72,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench Language Average,30.07,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench Language Average,56.94,[],livebench_240701.csv chatgpt_4o_latest,LiveBench Language Average,49.95,[],livebench_240701.csv zephyr_7b_beta,LiveBench Instruction Following Average,48.32,[],livebench_240701.csv zephyr_7b_alpha,LiveBench Instruction Following Average,52.79,[],livebench_240701.csv yi_6b_chat,LiveBench Instruction Following Average,27.22,[],livebench_240701.csv vicuna_7b_v1_5_16k,LiveBench Instruction Following Average,42.12,[],livebench_240701.csv vicuna_7b_v1_5,LiveBench Instruction Following Average,41.75,[],livebench_240701.csv starling_lm_7b_beta,LiveBench Instruction Following Average,38.32,[],livebench_240701.csv smaug_qwen2_72b_instruct,LiveBench Instruction Following Average,65.0,[],livebench_240701.csv qwen2_72b_instruct,LiveBench Instruction Following Average,68.27,[],livebench_240701.csv qwen2_7b_instruct,LiveBench Instruction Following Average,44.74,[],livebench_240701.csv qwen2_1_5b_instruct,LiveBench Instruction Following Average,25.9,[],livebench_240701.csv qwen2_0_5b_instruct,LiveBench Instruction Following Average,26.63,[],livebench_240701.csv qwen1_5_110b_chat,LiveBench Instruction Following Average,55.26,[],livebench_240701.csv qwen1_5_72b_chat,LiveBench Instruction Following Average,58.25,[],livebench_240701.csv qwen1_5_7b_chat,LiveBench Instruction Following Average,44.12,[],livebench_240701.csv qwen1_5_4b_chat,LiveBench Instruction Following Average,27.75,[],livebench_240701.csv qwen1_5_1_8b_chat,LiveBench Instruction Following Average,22.9,[],livebench_240701.csv qwen1_5_0_5b_chat,LiveBench Instruction Following Average,21.3,[],livebench_240701.csv phi_3_5_moe_instruct,LiveBench Instruction Following Average,59.73,[],livebench_240701.csv phi_3_5_mini_instruct,LiveBench Instruction Following Average,58.3,[],livebench_240701.csv phi_3_small_128k_instruct,LiveBench Instruction Following Average,53.47,[],livebench_240701.csv phi_3_small_8k_instruct,LiveBench Instruction Following Average,55.81,[],livebench_240701.csv phi_3_mini_128k_instruct,LiveBench Instruction Following Average,51.4,[],livebench_240701.csv phi_3_mini_4k_instruct,LiveBench Instruction Following Average,51.25,[],livebench_240701.csv phi_3_medium_128k_instruct,LiveBench Instruction Following Average,56.15,[],livebench_240701.csv phi_3_medium_4k_instruct,LiveBench Instruction Following Average,53.3,[],livebench_240701.csv openhermes_2_5_mistral_7b,LiveBench Instruction Following Average,52.78,[],livebench_240701.csv open_mistral_nemo,LiveBench Instruction Following Average,51.8,[],livebench_240701.csv mixtral_8x22b_instruct_v0_1,LiveBench Instruction Following Average,63.17,[],livebench_240701.csv mixtral_8x7b_instruct_v0_1,LiveBench Instruction Following Average,44.81,[],livebench_240701.csv mistral_small_2402,LiveBench Instruction Following Average,63.91,[],livebench_240701.csv mistral_large_2407,LiveBench Instruction Following Average,71.85,[],livebench_240701.csv mistral_large_2402,LiveBench Instruction Following Average,68.19,[],livebench_240701.csv mistral_7b_instruct_v0_3,LiveBench Instruction Following Average,52.37,[],livebench_240701.csv mistral_7b_instruct_v0_2,LiveBench Instruction Following Average,51.65,[],livebench_240701.csv llama3_1_405b_instruct_turbo,LiveBench Instruction Following Average,78.47,[],livebench_240701.csv llama3_1_70b_instruct_turbo,LiveBench Instruction Following Average,79.08,[],livebench_240701.csv llama3_1_8b_instruct_turbo,LiveBench Instruction Following Average,56.53,[],livebench_240701.csv llama3_70b_instruct,LiveBench Instruction Following Average,63.5,[],livebench_240701.csv llama3_8b_instruct,LiveBench Instruction Following Average,57.14,[],livebench_240701.csv mathstral_7b_v0_1,LiveBench Instruction Following Average,53.25,[],livebench_240701.csv llama_2_7b_chat,LiveBench Instruction Following Average,44.88,[],livebench_240701.csv hermes_3_llama3_1_70b,LiveBench Instruction Following Average,55.37,[],livebench_240701.csv gpt_4o_mini_2024_07_18,LiveBench Instruction Following Average,65.68,[],livebench_240701.csv gpt_4o_2024_08_06,LiveBench Instruction Following Average,74.58,[],livebench_240701.csv gpt_4o_2024_05_13,LiveBench Instruction Following Average,72.17,[],livebench_240701.csv gpt_4_turbo_2024_04_09,LiveBench Instruction Following Average,71.39,[],livebench_240701.csv gpt_4_0613,LiveBench Instruction Following Average,71.79,[],livebench_240701.csv gpt_4_0125_preview,LiveBench Instruction Following Average,63.92,[],livebench_240701.csv gpt_3_5_turbo_0125,LiveBench Instruction Following Average,60.47,[],livebench_240701.csv gemma_2_27b_it,LiveBench Instruction Following Average,67.37,[],livebench_240701.csv gemma_2_9b_it,LiveBench Instruction Following Average,61.55,[],livebench_240701.csv gemma_1_1_7b_it,LiveBench Instruction Following Average,44.34,[],livebench_240701.csv gemini_1_5_pro_exp_0827,LiveBench Instruction Following Average,75.95,[],livebench_240701.csv gemini_1_5_pro_exp_0801,LiveBench Instruction Following Average,78.84,[],livebench_240701.csv gemini_1_5_pro_api_0514,LiveBench Instruction Following Average,67.2,[],livebench_240701.csv gemini_1_5_flash_exp_0827,LiveBench Instruction Following Average,78.11,[],livebench_240701.csv gemini_1_5_flash_api_0514,LiveBench Instruction Following Average,63.01,[],livebench_240701.csv dracarys_llama3_1_70b_instruct,LiveBench Instruction Following Average,77.37,[],livebench_240701.csv dracarys_72b_instruct,LiveBench Instruction Following Average,68.08,[],livebench_240701.csv deepseek_v2_lite_chat,LiveBench Instruction Following Average,41.83,[],livebench_240701.csv deepseek_coder_v2_lite_instruct,LiveBench Instruction Following Average,48.34,[],livebench_240701.csv deepseek_coder_v2,LiveBench Instruction Following Average,67.18,[],livebench_240701.csv deepseek_chat_v2,LiveBench Instruction Following Average,64.61,[],livebench_240701.csv command_r_plus,LiveBench Instruction Following Average,71.51,[],livebench_240701.csv command_r,LiveBench Instruction Following Average,57.16,[],livebench_240701.csv claude_3_sonnet_20240229,LiveBench Instruction Following Average,65.0,[],livebench_240701.csv claude_3_opus_20240229,LiveBench Instruction Following Average,70.87,[],livebench_240701.csv claude_3_haiku_20240307,LiveBench Instruction Following Average,64.03,[],livebench_240701.csv claude_3_5_sonnet_20240620,LiveBench Instruction Following Average,72.3,[],livebench_240701.csv chatgpt_4o_latest,LiveBench Instruction Following Average,72.52,[],livebench_240701.csv alpaca_7b,aggregate,0.22072072072072071,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate athene_70b,aggregate,0.8493788819875776,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_2_0,aggregate,0.6020066889632107,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_2_1,aggregate,0.5110980545763154,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_3_5_sonnet_20240620,aggregate,0.982905982905983,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_3_haiku_20240307,aggregate,0.549424005945745,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_3_opus_20240229,aggregate,0.8573567665639277,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_3_sonnet_20240229,aggregate,0.653911731916847,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate claude_instant_1_2,aggregate,0.6049896049896051,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate command_r,aggregate,0.32386140074759,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate command_r_plus,aggregate,0.5761033510394125,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate dbrx_instruct,aggregate,0.4266409266409266,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate dbrx_instructruct,aggregate,0.5344129554655871,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate deepseek_coder_v2,aggregate,0.8444160272804775,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate deepseek_llm_67b_chat,aggregate,0.5506756756756757,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate falcon_40b,aggregate,0.32812265707002547,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate falcon_40b_instruct,aggregate,0.13264580369843526,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate falcon_7b,aggregate,0.11407257459889038,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate falcon_7b_instruct,aggregate,0.013513513513513514,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_1_1_2b_it,aggregate,0.07665903890160183,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_1_1_7b_it,aggregate,0.26226051061156724,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_2_27b_it,aggregate,0.8045273029120115,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_2_9b_it,aggregate,0.6422797189051059,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_2_9b_it_dpo,aggregate,0.790057915057915,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_2_9b_it_simpo,aggregate,0.7199248120300753,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_2b_it,aggregate,0.05921052631578947,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_7b,aggregate,0.4471997300944669,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gemma_7b_it,aggregate,0.12136319058515854,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate glm_4_9b_chat,aggregate,0.46499582289055974,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_3_5_turbo_0125,aggregate,0.4401920188365201,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_3_5_turbo_0301,aggregate,0.4528985507246377,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_3_5_turbo_0613,aggregate,0.5724018332713985,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_4_0125_preview,aggregate,0.9171132221004344,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_4_0613,aggregate,0.8146763722211293,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_4_turbo_2024_04_09,aggregate,0.9428463693169576,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_4o_2024_05_13,aggregate,0.9847612958226769,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_4o_2024_08_06,aggregate,0.9575873827791986,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_4o_mini_2024_07_18,aggregate,0.8032033326150972,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_j_6b,aggregate,0.10160818713450293,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate gpt_neox_20b,aggregate,0.14400584795321636,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate hermes_3_llama3_1_70b,aggregate,0.8626160990712074,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate infinity_instruct_3m_0625_llama3_8b,aggregate,0.6273115220483642,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate internlm2_5_20b_chat,aggregate,0.6842105263157895,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate internlm2_chat_20b,aggregate,0.32252252252252256,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate jurassic_2_grande_17b,aggregate,0.39529914529914534,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate jurassic_2_jumbo_178b,aggregate,0.532051282051282,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_1_405b_instruct,aggregate,0.8672150411280846,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_1_70b_instruct,aggregate,0.8528408270971201,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_1_8b_instruct,aggregate,0.5175232440678665,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_70b,aggregate,0.8105600539811066,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_70b_instruct,aggregate,0.8127546753337573,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_8b,aggregate,0.43302968960863697,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_8b_instruct,aggregate,0.420135922511747,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama3_instruct_8b_simpo,aggregate,0.7884068278805121,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama_2_13b,aggregate,0.41490478332583597,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama_2_70b,aggregate,0.7303193882141251,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama_2_70b_chat,aggregate,0.15527950310559005,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama_2_7b,aggregate,0.2391288049182786,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama_2_7b_chat,aggregate,0.08304448781801049,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate llama_65b,aggregate,0.5736992052781527,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate luminous_base_13b,aggregate,0.08333333333333333,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate luminous_extended_30b,aggregate,0.2329059829059829,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate luminous_supreme_70b,aggregate,0.30128205128205127,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_7b_instruct_v0_2,aggregate,0.28609513981031004,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_7b_instruct_v0_3,aggregate,0.2537839697282422,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_7b_v0_2,aggregate,0.31970128022759603,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_7b_v0_3,aggregate,0.3737553342816501,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_large_2402,aggregate,0.6058211467418628,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_large_2407,aggregate,0.8868286445012787,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_medium,aggregate,0.6122209165687427,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_small_2402,aggregate,0.49924585218702866,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mistral_v0_1_7b,aggregate,0.6239316239316239,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mixtral_8x22b_instruct_v0_1,aggregate,0.7256023690940907,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mixtral_8x22b_v0_1,aggregate,0.7135490753911806,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mixtral_8x7b_instruct_v0_1,aggregate,0.3713078251895724,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate mixtral_8x7b_v0_1,aggregate,0.49324324324324326,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate olmo_7b,aggregate,0.06545209176788123,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate openhermes_2_5_mistral_7b,aggregate,0.3832617447168531,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_2,aggregate,0.20087901666849037,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_5_mini_instruct,aggregate,0.6202270381836945,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_5_moe_instruct,aggregate,0.7808307533539731,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_medium_4k_instruct,aggregate,0.6675079642841117,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_mini_128k_instruct,aggregate,0.4153205904787544,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_mini_4k_instruct,aggregate,0.5548245614035088,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_small_128k_instruct,aggregate,0.66937564499484,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate phi_3_small_8k_instruct,aggregate,0.45481670929241264,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate pythia_12b,aggregate,0.054093567251461985,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate pythia_6_9b,aggregate,0.019736842105263157,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_0_5b_chat,aggregate,0.013157894736842105,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_110b_chat,aggregate,0.776004448721167,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_14b,aggregate,0.5770917678812416,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_14b_chat,aggregate,0.4621068436857911,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_1_8b_chat,aggregate,0.059167526659786716,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_32b,aggregate,0.7658569500674763,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_32b_chat,aggregate,0.7149122807017544,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_4b_chat,aggregate,0.1674406604747162,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_72b_chat,aggregate,0.5668371367348349,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_7b,aggregate,0.3508771929824561,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen1_5_7b_chat,aggregate,0.1916569245052217,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen2_0_5b_instruct,aggregate,0.059081527347781215,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen2_1_5b_instruct,aggregate,0.19711042311661506,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen2_72b_instruct,aggregate,0.8354710666091739,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate qwen2_7b_instruct,aggregate,0.5034227726178191,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate smaug_qwen2_72b_instruct,aggregate,0.8593911248710011,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate snorkel_mistral_pairrm_dpo,aggregate,0.4521151586368978,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate starling_lm_7b_alpha,aggregate,0.29823530624445954,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate starling_lm_7b_beta,aggregate,0.25234441602728047,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate tulu_2_dpo_70b,aggregate,0.17624223602484473,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate vicuna_33b_v1_3,aggregate,0.2056404230317274,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate vicuna_7b_v1_5,aggregate,0.13619501854795973,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_1_5_34b_chat,aggregate,0.7553884711779449,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_1_5_6b_chat,aggregate,0.3354636591478697,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_1_5_9b_chat,aggregate,0.5881787802840435,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_34b,aggregate,0.7128879892037787,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_34b_chat,aggregate,0.5455449728905107,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_6b,aggregate,0.29234143049932526,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_6b_chat,aggregate,0.1938854489164087,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_large,aggregate,0.8346273291925466,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate yi_large_preview,aggregate,0.8641553641553642,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate zephyr_7b_alpha,aggregate,0.2838442157327606,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate zephyr_7b_beta,aggregate,0.2666234345800909,"['Holmes', 'Helm Lite', 'Helm Lite NarrativeQA', 'Helm Lite NaturalQuestionsOpen', 'Helm Lite NaturalQuestionsClosed', 'Helm Lite OpenBookQA', 'Helm Lite MMLU', 'Helm Lite MathEquivalentCOT', 'Helm Lite GSM8K', 'Helm Lite LegalBench', 'Helm Lite MedQA', 'Helm Lite WMT2014', 'HF OpenLLM v2', 'HFv2 BBH', 'HFv2 GPQA', 'HFv2 IFEval', 'HFv2 MMLU Pro', 'HFv2 Math Level 5', 'HFv2 MuSR', 'OpenCompass Academic', 'OpenCompass MMLU', 'OpenCompass MMLU Pro', 'OpenCompass CMMLU', 'OpenCompass BBH', 'OpenCompass GQPA-Dimand', 'OpenCompass Math', 'OpenCompass HumanEval', 'OpenCompass IFEval', 'Helm MMLU', 'LMSys Arena', 'Helm Classic', 'Helm BoolQ', 'Helm NarrativeQA', 'Helm NaturalQuestionsClosed', 'Helm NaturalQuestionsOpen', 'Helm QuAC', 'helm_hellaswag', 'Helm OpenBookQA', 'helm_truthfulqa', 'Helm MSMARCO Regular', 'Helm MSMARCO Trec', 'helm_cnn/dailymail', 'Helm XSUM', 'Helm IMDB', 'Helm CivilComments', 'Helm RAFT', 'MMLU Pro', 'MixEval', 'MixEval Hard', 'MixEval TriviaQA', 'MixEval MMLU', 'MixEval DROP', 'MixEval HellaSwag', 'MixEval CommonsenseQA', 'MixEval TriviaQA Hard', 'MixEval MMLU Hard', 'MixEval DROP Hard', 'toolbench', 'AlphacaEval v2lc', 'OpenCompass', 'OpenCompass Language', 'OpenCompass Knowledge', 'OpenCompass Reasoning', 'OpenCompass Code', 'OpenCompass Instruction', 'OpenCompass Agent', 'OpenCompass Arena', 'LiveBench 240725', 'LiveBench Reasoning', 'LiveBench Coding', 'LiveBench Mathematics', 'LiveBench Data Analysis', 'LiveBench Language', 'LiveBench Instruction Following', 'WildBench Elo LC', 'WildBench Information Seeking', 'WildBench Creative', 'WildBench Code Debugging', 'WildBench Math & Data', 'WildBench Reasoning & Planning', 'WildBench Score', 'Arena Hard', 'AgentBench', 'MT-Bench', 'HF OpenLLM v1', 'HFv1 ARC', 'HFv1 GSM8K', 'HFv1 HellaSwag', 'HFv1 MMLU', 'HFv1 TruthfulQA', 'HFv1 Winogrande', 'BFCL', 'BIGGEN', 'BIGGEN Grounding', 'BIGGEN Instruction Following', 'BIGGEN Planning', 'BIGGEN Reasoning', 'BIGGEN Refinement', 'BIGGEN Safety', 'BIGGEN Theory of Mind', 'BIGGEN Tool Usage', 'BIGGEN Multilingual', 'LiveBench 240624', 'LiveBench Reasoning Average', 'LiveBench Coding Average', 'LiveBench Mathematics Average', 'LiveBench Data Analysis Average', 'LiveBench Language Average', 'LiveBench Instruction Following Average']",aggregate