evaluation_xnlihtmt/xnlimt/merged.csv

dataset,prompt,metric,value
xnli_ar,GPT-3 style_armt,accuracy,0.3333333333333333
xnli_ar,MNLI crowdsource_armt,accuracy,0.4911646586345382
xnli_ar,can we infer_armt,accuracy,0.3333333333333333
xnli_ar,guaranteed/possible/impossible_armt,accuracy,0.3477911646586345
xnli_ar,justified in saying_armt,accuracy,0.3349397590361446
xnli_ar,median,accuracy,0.3349397590361446
xnli_es,GPT-3 style_esmt,accuracy,0.551004016064257
xnli_es,MNLI crowdsource_esmt,accuracy,0.3389558232931727
xnli_es,can we infer_esmt,accuracy,0.3333333333333333
xnli_es,guaranteed/possible/impossible_esmt,accuracy,0.3313253012048193
xnli_es,justified in saying_esmt,accuracy,0.3333333333333333
xnli_es,median,accuracy,0.3333333333333333
xnli_fr,GPT-3 style_frmt,accuracy,0.4883534136546185
xnli_fr,MNLI crowdsource_frmt,accuracy,0.3333333333333333
xnli_fr,can we infer_frmt,accuracy,0.41405622489959837
xnli_fr,guaranteed/possible/impossible_frmt,accuracy,0.3522088353413655
xnli_fr,justified in saying_frmt,accuracy,0.41405622489959837
xnli_fr,median,accuracy,0.41405622489959837
xnli_hi,GPT-3 style_himt,accuracy,0.3329317269076305
xnli_hi,MNLI crowdsource_himt,accuracy,0.3333333333333333
xnli_hi,can we infer_himt,accuracy,0.3393574297188755
xnli_hi,guaranteed/possible/impossible_himt,accuracy,0.3582329317269076
xnli_hi,justified in saying_himt,accuracy,0.36265060240963853
xnli_hi,median,accuracy,0.3393574297188755
xnli_sw,GPT-3 style_swmt,accuracy,0.3333333333333333
xnli_sw,MNLI crowdsource_swmt,accuracy,0.334136546184739
xnli_sw,can we infer_swmt,accuracy,0.3546184738955823
xnli_sw,guaranteed/possible/impossible_swmt,accuracy,0.3228915662650602
xnli_sw,justified in saying_swmt,accuracy,0.37028112449799194
xnli_sw,median,accuracy,0.334136546184739
xnli_ur,GPT-3 style_urmt,accuracy,0.3566265060240964
xnli_ur,MNLI crowdsource_urmt,accuracy,0.3305220883534137
xnli_ur,can we infer_urmt,accuracy,0.3333333333333333
xnli_ur,guaranteed/possible/impossible_urmt,accuracy,0.3333333333333333
xnli_ur,justified in saying_urmt,accuracy,0.3333333333333333
xnli_ur,median,accuracy,0.3333333333333333
xnli_vi,GPT-3 style_vimt,accuracy,0.3333333333333333
xnli_vi,MNLI crowdsource_vimt,accuracy,0.3393574297188755
xnli_vi,can we infer_vimt,accuracy,0.3333333333333333
xnli_vi,guaranteed/possible/impossible_vimt,accuracy,0.3333333333333333
xnli_vi,justified in saying_vimt,accuracy,0.3333333333333333
xnli_vi,median,accuracy,0.3333333333333333
xnli_zh,GPT-3 style_zhmt,accuracy,0.42409638554216866
xnli_zh,MNLI crowdsource_zhmt,accuracy,0.372289156626506
xnli_zh,can we infer_zhmt,accuracy,0.3365461847389558
xnli_zh,guaranteed/possible/impossible_zhmt,accuracy,0.3497991967871486
xnli_zh,justified in saying_zhmt,accuracy,0.3345381526104418
xnli_zh,median,accuracy,0.3497991967871486
multiple,average,multiple,0.3465361445783133