diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,695 +1,3801 @@ --- model-index: -- name: marqo-chimera-arctic-bge-m +- name: no_model_name_available results: - dataset: config: default - name: MTEB AskUbuntuDupQuestions (default) - revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 62.604000000000006 + - type: map_at_1 + value: 38.122 + - type: map_at_10 + value: 54.461000000000006 + - type: map_at_100 + value: 55.078 + - type: map_at_1000 + value: 55.084 + - type: map_at_20 + value: 54.959 + - type: map_at_3 + value: 50.261 + - type: map_at_5 + value: 52.86 + - type: mrr_at_1 + value: 39.189189189189186 + - type: mrr_at_10 + value: 54.86384881121735 + - type: mrr_at_100 + value: 55.47383220665102 + - type: mrr_at_1000 + value: 55.47910521252339 + - type: mrr_at_20 + value: 55.35145110731732 + - type: mrr_at_3 + value: 50.66382171645335 + - type: mrr_at_5 + value: 53.2349454717877 + - type: nauc_map_at_1000_diff1 + value: 12.280183546893507 + - type: nauc_map_at_1000_max + value: -6.97367716586382 + - type: nauc_map_at_1000_std + value: -20.029978545498658 + - type: nauc_map_at_100_diff1 + value: 12.290911960937414 + - type: nauc_map_at_100_max + value: -6.9572204593674 + - type: nauc_map_at_100_std + value: -20.027777431510188 + - type: nauc_map_at_10_diff1 + value: 12.190941925107605 + - type: nauc_map_at_10_max + value: -6.876819703574803 + - type: nauc_map_at_10_std + value: -19.974155903440625 + - type: nauc_map_at_1_diff1 + value: 14.775066755767924 + - type: nauc_map_at_1_max + value: -11.579936295038456 + - type: nauc_map_at_1_std + value: -22.255641036467267 + - type: nauc_map_at_20_diff1 + value: 12.199977163181096 + - type: nauc_map_at_20_max + value: -6.857492219176409 + - type: nauc_map_at_20_std + value: -19.95382877362234 + - type: nauc_map_at_3_diff1 + value: 11.986378759479269 + - type: nauc_map_at_3_max + value: -6.929188000800625 + - type: nauc_map_at_3_std + value: -19.59453147171674 + - type: nauc_map_at_5_diff1 + value: 11.768353401020708 + - type: nauc_map_at_5_max + value: -6.691825565439793 + - type: nauc_map_at_5_std + value: -20.15566316017759 + - type: nauc_mrr_at_1000_diff1 + value: 8.997760969338884 + - type: nauc_mrr_at_1000_max + value: -8.688552477778622 + - type: nauc_mrr_at_1000_std + value: -20.28892233190892 + - type: nauc_mrr_at_100_diff1 + value: 9.009024070733286 + - type: nauc_mrr_at_100_max + value: -8.671869458524416 + - type: nauc_mrr_at_100_std + value: -20.286685658006196 + - type: nauc_mrr_at_10_diff1 + value: 8.97177453715992 + - type: nauc_mrr_at_10_max + value: -8.545610854593804 + - type: nauc_mrr_at_10_std + value: -20.24742410684325 + - type: nauc_mrr_at_1_diff1 + value: 11.747647413433441 + - type: nauc_mrr_at_1_max + value: -12.36755223412601 + - type: nauc_mrr_at_1_std + value: -22.390369324066327 + - type: nauc_mrr_at_20_diff1 + value: 8.911088544369921 + - type: nauc_mrr_at_20_max + value: -8.583855765258457 + - type: nauc_mrr_at_20_std + value: -20.229528431980253 + - type: nauc_mrr_at_3_diff1 + value: 8.89855168160335 + - type: nauc_mrr_at_3_max + value: -8.534834715485665 + - type: nauc_mrr_at_3_std + value: -19.739057967137025 + - type: nauc_mrr_at_5_diff1 + value: 8.450547307213222 + - type: nauc_mrr_at_5_max + value: -8.480811691929125 + - type: nauc_mrr_at_5_std + value: -20.489680954610147 + - type: nauc_ndcg_at_1000_diff1 + value: 12.136591560791544 + - type: nauc_ndcg_at_1000_max + value: -5.958553754611186 + - type: nauc_ndcg_at_1000_std + value: -19.338101550726368 + - type: nauc_ndcg_at_100_diff1 + value: 12.403919250295466 + - type: nauc_ndcg_at_100_max + value: -5.565110671948018 + - type: nauc_ndcg_at_100_std + value: -19.259473808083648 + - type: nauc_ndcg_at_10_diff1 + value: 11.739532292470397 + - type: nauc_ndcg_at_10_max + value: -5.001972331763984 + - type: nauc_ndcg_at_10_std + value: -18.87369827465144 + - type: nauc_ndcg_at_1_diff1 + value: 14.775066755767924 + - type: nauc_ndcg_at_1_max + value: -11.579936295038456 + - type: nauc_ndcg_at_1_std + value: -22.255641036467267 + - type: nauc_ndcg_at_20_diff1 + value: 11.801579789020844 + - type: nauc_ndcg_at_20_max + value: -4.7666801485476125 + - type: nauc_ndcg_at_20_std + value: -18.667622042179342 + - type: nauc_ndcg_at_3_diff1 + value: 11.15150664107932 + - type: nauc_ndcg_at_3_max + value: -5.277693576610206 + - type: nauc_ndcg_at_3_std + value: -18.520526770641478 + - type: nauc_ndcg_at_5_diff1 + value: 10.639278336948431 + - type: nauc_ndcg_at_5_max + value: -4.69933011716747 + - type: nauc_ndcg_at_5_std + value: -19.466098028462678 + - type: nauc_precision_at_1000_diff1 + value: 16.23580395411371 + - type: nauc_precision_at_1000_max + value: 36.22555521353069 + - type: nauc_precision_at_1000_std + value: 63.43250070933111 + - type: nauc_precision_at_100_diff1 + value: 52.76057830563447 + - type: nauc_precision_at_100_max + value: 66.96591838730406 + - type: nauc_precision_at_100_std + value: 24.128628839017924 + - type: nauc_precision_at_10_diff1 + value: 9.49688969905925 + - type: nauc_precision_at_10_max + value: 8.698845295923558 + - type: nauc_precision_at_10_std + value: -10.289499418544892 + - type: nauc_precision_at_1_diff1 + value: 14.775066755767924 + - type: nauc_precision_at_1_max + value: -11.579936295038456 + - type: nauc_precision_at_1_std + value: -22.255641036467267 + - type: nauc_precision_at_20_diff1 + value: 8.199852894335251 + - type: nauc_precision_at_20_max + value: 31.445323522966646 + - type: nauc_precision_at_20_std + value: 5.4659488270294005 + - type: nauc_precision_at_3_diff1 + value: 8.424042800011794 + - type: nauc_precision_at_3_max + value: 0.22641838734012934 + - type: nauc_precision_at_3_std + value: -14.89540381164603 + - type: nauc_precision_at_5_diff1 + value: 5.793745956511774 + - type: nauc_precision_at_5_max + value: 3.857829196352064 + - type: nauc_precision_at_5_std + value: -16.637254016107786 + - type: nauc_recall_at_1000_diff1 + value: 16.235803954112026 + - type: nauc_recall_at_1000_max + value: 36.225555213531536 + - type: nauc_recall_at_1000_std + value: 63.43250070933326 + - type: nauc_recall_at_100_diff1 + value: 52.76057830563583 + - type: nauc_recall_at_100_max + value: 66.96591838730477 + - type: nauc_recall_at_100_std + value: 24.128628839019665 + - type: nauc_recall_at_10_diff1 + value: 9.496889699059311 + - type: nauc_recall_at_10_max + value: 8.698845295923537 + - type: nauc_recall_at_10_std + value: -10.289499418544782 + - type: nauc_recall_at_1_diff1 + value: 14.775066755767924 + - type: nauc_recall_at_1_max + value: -11.579936295038456 + - type: nauc_recall_at_1_std + value: -22.255641036467267 + - type: nauc_recall_at_20_diff1 + value: 8.199852894335038 + - type: nauc_recall_at_20_max + value: 31.44532352296671 + - type: nauc_recall_at_20_std + value: 5.465948827029652 + - type: nauc_recall_at_3_diff1 + value: 8.42404280001186 + - type: nauc_recall_at_3_max + value: 0.22641838734022093 + - type: nauc_recall_at_3_std + value: -14.895403811645954 + - type: nauc_recall_at_5_diff1 + value: 5.793745956511723 + - type: nauc_recall_at_5_max + value: 3.8578291963520597 + - type: nauc_recall_at_5_std + value: -16.63725401610777 + - type: ndcg_at_1 + value: 38.122 + - type: ndcg_at_10 + value: 62.604000000000006 + - type: ndcg_at_100 + value: 65.114 + - type: ndcg_at_1000 + value: 65.214 + - type: ndcg_at_20 + value: 64.361 + - type: ndcg_at_3 + value: 54.144999999999996 + - type: ndcg_at_5 + value: 58.801 + - type: precision_at_1 + value: 38.122 + - type: precision_at_10 + value: 8.819 + - type: precision_at_100 + value: 0.989 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.7509999999999994 + - type: precision_at_3 + value: 21.788 + - type: precision_at_5 + value: 15.32 + - type: recall_at_1 + value: 38.122 + - type: recall_at_10 + value: 88.193 + - type: recall_at_100 + value: 98.86200000000001 + - type: recall_at_1000 + value: 99.57300000000001 + - type: recall_at_20 + value: 95.021 + - type: recall_at_3 + value: 65.363 + - type: recall_at_5 + value: 76.6 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 51.283 + - type: map_at_1 + value: 34.302 + - type: map_at_10 + value: 45.322 + - type: map_at_100 + value: 46.882000000000005 + - type: map_at_1000 + value: 47.008 + - type: map_at_20 + value: 46.196 + - type: map_at_3 + value: 41.946 + - type: map_at_5 + value: 43.809 + - type: mrr_at_1 + value: 42.91845493562232 + - type: mrr_at_10 + value: 51.62953879692076 + - type: mrr_at_100 + value: 52.39303445692599 + - type: mrr_at_1000 + value: 52.4373106849471 + - type: mrr_at_20 + value: 52.06227157148307 + - type: mrr_at_3 + value: 49.23700524558893 + - type: mrr_at_5 + value: 50.71769194086788 + - type: nauc_map_at_1000_diff1 + value: 55.75556329015663 + - type: nauc_map_at_1000_max + value: 50.859477138366216 + - type: nauc_map_at_1000_std + value: -0.28690075244487623 + - type: nauc_map_at_100_diff1 + value: 55.76326323391191 + - type: nauc_map_at_100_max + value: 50.85450725038856 + - type: nauc_map_at_100_std + value: -0.26887061225616193 + - type: nauc_map_at_10_diff1 + value: 55.9143456432872 + - type: nauc_map_at_10_max + value: 50.69238150974166 + - type: nauc_map_at_10_std + value: -0.8866475232402407 + - type: nauc_map_at_1_diff1 + value: 61.467115103371114 + - type: nauc_map_at_1_max + value: 47.13898842121286 + - type: nauc_map_at_1_std + value: -3.307514844512559 + - type: nauc_map_at_20_diff1 + value: 55.82404189927333 + - type: nauc_map_at_20_max + value: 50.7818670076867 + - type: nauc_map_at_20_std + value: -0.34388432018327814 + - type: nauc_map_at_3_diff1 + value: 56.6459135025419 + - type: nauc_map_at_3_max + value: 49.75113549620338 + - type: nauc_map_at_3_std + value: -2.9120405532910976 + - type: nauc_map_at_5_diff1 + value: 56.39509516591874 + - type: nauc_map_at_5_max + value: 50.342450530269424 + - type: nauc_map_at_5_std + value: -1.5302869416616265 + - type: nauc_mrr_at_1000_diff1 + value: 54.97855369088784 + - type: nauc_mrr_at_1000_max + value: 53.37757249752738 + - type: nauc_mrr_at_1000_std + value: -0.641180768902587 + - type: nauc_mrr_at_100_diff1 + value: 54.97350407780422 + - type: nauc_mrr_at_100_max + value: 53.370689793088786 + - type: nauc_mrr_at_100_std + value: -0.6644687084182687 + - type: nauc_mrr_at_10_diff1 + value: 54.875881924956126 + - type: nauc_mrr_at_10_max + value: 53.38115175734989 + - type: nauc_mrr_at_10_std + value: -0.7837324357305284 + - type: nauc_mrr_at_1_diff1 + value: 58.230020015549314 + - type: nauc_mrr_at_1_max + value: 54.17047372844227 + - type: nauc_mrr_at_1_std + value: -2.7455599199931227 + - type: nauc_mrr_at_20_diff1 + value: 54.92028067172554 + - type: nauc_mrr_at_20_max + value: 53.341506658393556 + - type: nauc_mrr_at_20_std + value: -0.637262089123843 + - type: nauc_mrr_at_3_diff1 + value: 54.73957706310313 + - type: nauc_mrr_at_3_max + value: 53.15733417994413 + - type: nauc_mrr_at_3_std + value: -1.5613128090685708 + - type: nauc_mrr_at_5_diff1 + value: 55.145524770753575 + - type: nauc_mrr_at_5_max + value: 53.54965825784516 + - type: nauc_mrr_at_5_std + value: -0.7111810473193471 + - type: nauc_ndcg_at_1000_diff1 + value: 54.587062403487366 + - type: nauc_ndcg_at_1000_max + value: 51.674263999885326 + - type: nauc_ndcg_at_1000_std + value: 1.3238016504767187 + - type: nauc_ndcg_at_100_diff1 + value: 54.32233614536693 + - type: nauc_ndcg_at_100_max + value: 51.41832115561139 + - type: nauc_ndcg_at_100_std + value: 1.4210161191183754 + - type: nauc_ndcg_at_10_diff1 + value: 54.11304990199473 + - type: nauc_ndcg_at_10_max + value: 51.37562846996631 + - type: nauc_ndcg_at_10_std + value: -0.016863641718083338 + - type: nauc_ndcg_at_1_diff1 + value: 58.230020015549314 + - type: nauc_ndcg_at_1_max + value: 54.17047372844227 + - type: nauc_ndcg_at_1_std + value: -2.7455599199931227 + - type: nauc_ndcg_at_20_diff1 + value: 53.92141654969868 + - type: nauc_ndcg_at_20_max + value: 51.00712460577822 + - type: nauc_ndcg_at_20_std + value: 1.1248920222728744 + - type: nauc_ndcg_at_3_diff1 + value: 54.10769773639933 + - type: nauc_ndcg_at_3_max + value: 50.79999183293735 + - type: nauc_ndcg_at_3_std + value: -1.9068392843208029 + - type: nauc_ndcg_at_5_diff1 + value: 54.72306892468818 + - type: nauc_ndcg_at_5_max + value: 51.077653766375896 + - type: nauc_ndcg_at_5_std + value: -0.5345255831180443 + - type: nauc_precision_at_1000_diff1 + value: -18.922673868996185 + - type: nauc_precision_at_1000_max + value: -9.35731731074187 + - type: nauc_precision_at_1000_std + value: -5.1037458642453934 + - type: nauc_precision_at_100_diff1 + value: -12.514065177048142 + - type: nauc_precision_at_100_max + value: 0.38982087389855236 + - type: nauc_precision_at_100_std + value: 2.4878547875115693 + - type: nauc_precision_at_10_diff1 + value: 9.196995402732554 + - type: nauc_precision_at_10_max + value: 25.83778767174958 + - type: nauc_precision_at_10_std + value: 6.595544306012803 + - type: nauc_precision_at_1_diff1 + value: 58.230020015549314 + - type: nauc_precision_at_1_max + value: 54.17047372844227 + - type: nauc_precision_at_1_std + value: -2.7455599199931227 + - type: nauc_precision_at_20_diff1 + value: 0.2754041342466735 + - type: nauc_precision_at_20_max + value: 15.891101790108623 + - type: nauc_precision_at_20_std + value: 7.037857868203874 + - type: nauc_precision_at_3_diff1 + value: 27.004552544748822 + - type: nauc_precision_at_3_max + value: 39.908101071479344 + - type: nauc_precision_at_3_std + value: 1.5053346654807866 + - type: nauc_precision_at_5_diff1 + value: 19.93540054533897 + - type: nauc_precision_at_5_max + value: 34.057788619075026 + - type: nauc_precision_at_5_std + value: 5.51479934121471 + - type: nauc_recall_at_1000_diff1 + value: 53.51581659046112 + - type: nauc_recall_at_1000_max + value: 61.07734575855316 + - type: nauc_recall_at_1000_std + value: 69.41493681689488 + - type: nauc_recall_at_100_diff1 + value: 45.61394982140759 + - type: nauc_recall_at_100_max + value: 46.541662801243575 + - type: nauc_recall_at_100_std + value: 13.388715034832593 + - type: nauc_recall_at_10_diff1 + value: 46.94706285684415 + - type: nauc_recall_at_10_max + value: 46.38630985911686 + - type: nauc_recall_at_10_std + value: 2.4688674866965474 + - type: nauc_recall_at_1_diff1 + value: 61.467115103371114 + - type: nauc_recall_at_1_max + value: 47.13898842121286 + - type: nauc_recall_at_1_std + value: -3.307514844512559 + - type: nauc_recall_at_20_diff1 + value: 45.17155398595275 + - type: nauc_recall_at_20_max + value: 45.186319172490975 + - type: nauc_recall_at_20_std + value: 7.352766262512042 + - type: nauc_recall_at_3_diff1 + value: 51.05939754161416 + - type: nauc_recall_at_3_max + value: 46.35475117737351 + - type: nauc_recall_at_3_std + value: -3.185424171389223 + - type: nauc_recall_at_5_diff1 + value: 49.88264602427692 + - type: nauc_recall_at_5_max + value: 46.711901725475705 + - type: nauc_recall_at_5_std + value: 0.49060652004110095 + - type: ndcg_at_1 + value: 42.918 + - type: ndcg_at_10 + value: 51.283 + - type: ndcg_at_100 + value: 56.772 + - type: ndcg_at_1000 + value: 58.73199999999999 + - type: ndcg_at_20 + value: 53.418 + - type: ndcg_at_3 + value: 47.183 + - type: ndcg_at_5 + value: 49.01 + - type: precision_at_1 + value: 42.918 + - type: precision_at_10 + value: 9.914000000000001 + - type: precision_at_100 + value: 1.599 + - type: precision_at_1000 + value: 0.203 + - type: precision_at_20 + value: 5.901 + - type: precision_at_3 + value: 22.938 + - type: precision_at_5 + value: 16.309 + - type: recall_at_1 + value: 34.302 + - type: recall_at_10 + value: 61.305 + - type: recall_at_100 + value: 84.71499999999999 + - type: recall_at_1000 + value: 97.527 + - type: recall_at_20 + value: 69.035 + - type: recall_at_3 + value: 48.22 + - type: recall_at_5 + value: 54.154 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 48.38 + - type: map_at_1 + value: 32.7 + - type: map_at_10 + value: 42.734 + - type: map_at_100 + value: 43.998 + - type: map_at_1000 + value: 44.124 + - type: map_at_20 + value: 43.406 + - type: map_at_3 + value: 39.678999999999995 + - type: map_at_5 + value: 41.459 + - type: mrr_at_1 + value: 41.71974522292994 + - type: mrr_at_10 + value: 49.28935395814384 + - type: mrr_at_100 + value: 49.89861647748028 + - type: mrr_at_1000 + value: 49.942709600334545 + - type: mrr_at_20 + value: 49.61617888831176 + - type: mrr_at_3 + value: 47.13375796178349 + - type: mrr_at_5 + value: 48.512738853503265 + - type: nauc_map_at_1000_diff1 + value: 59.64169046856025 + - type: nauc_map_at_1000_max + value: 46.490771220440415 + - type: nauc_map_at_1000_std + value: 4.845648020305221 + - type: nauc_map_at_100_diff1 + value: 59.64064218347204 + - type: nauc_map_at_100_max + value: 46.44241929530336 + - type: nauc_map_at_100_std + value: 4.71304727570049 + - type: nauc_map_at_10_diff1 + value: 60.104757471076454 + - type: nauc_map_at_10_max + value: 45.69433669014553 + - type: nauc_map_at_10_std + value: 3.1916854782778192 + - type: nauc_map_at_1_diff1 + value: 64.24881444471224 + - type: nauc_map_at_1_max + value: 39.73759910259004 + - type: nauc_map_at_1_std + value: -3.0378462058278677 + - type: nauc_map_at_20_diff1 + value: 59.78634639001091 + - type: nauc_map_at_20_max + value: 46.06501310535822 + - type: nauc_map_at_20_std + value: 3.9286467421496307 + - type: nauc_map_at_3_diff1 + value: 61.21378815607328 + - type: nauc_map_at_3_max + value: 44.649896761393784 + - type: nauc_map_at_3_std + value: 0.30180279093031204 + - type: nauc_map_at_5_diff1 + value: 60.49003680344517 + - type: nauc_map_at_5_max + value: 45.223388874685924 + - type: nauc_map_at_5_std + value: 1.9318891521917785 + - type: nauc_mrr_at_1000_diff1 + value: 59.18946498883738 + - type: nauc_mrr_at_1000_max + value: 50.69184167394906 + - type: nauc_mrr_at_1000_std + value: 9.169066601247481 + - type: nauc_mrr_at_100_diff1 + value: 59.185106221892525 + - type: nauc_mrr_at_100_max + value: 50.68579303194555 + - type: nauc_mrr_at_100_std + value: 9.174068205964646 + - type: nauc_mrr_at_10_diff1 + value: 59.268438125457024 + - type: nauc_mrr_at_10_max + value: 50.697306877035864 + - type: nauc_mrr_at_10_std + value: 9.066606354581463 + - type: nauc_mrr_at_1_diff1 + value: 62.99470092166848 + - type: nauc_mrr_at_1_max + value: 50.665209591950386 + - type: nauc_mrr_at_1_std + value: 6.003010371347861 + - type: nauc_mrr_at_20_diff1 + value: 59.194806671205825 + - type: nauc_mrr_at_20_max + value: 50.68943380536767 + - type: nauc_mrr_at_20_std + value: 9.11851387839637 + - type: nauc_mrr_at_3_diff1 + value: 60.26443921526076 + - type: nauc_mrr_at_3_max + value: 51.23194744896461 + - type: nauc_mrr_at_3_std + value: 7.623692044784114 + - type: nauc_mrr_at_5_diff1 + value: 59.35792021732985 + - type: nauc_mrr_at_5_max + value: 50.76791937374977 + - type: nauc_mrr_at_5_std + value: 8.601632131828548 + - type: nauc_ndcg_at_1000_diff1 + value: 57.1155393292342 + - type: nauc_ndcg_at_1000_max + value: 48.06764167515271 + - type: nauc_ndcg_at_1000_std + value: 10.168135859124341 + - type: nauc_ndcg_at_100_diff1 + value: 57.05815053150162 + - type: nauc_ndcg_at_100_max + value: 47.7772204595395 + - type: nauc_ndcg_at_100_std + value: 9.661421347269405 + - type: nauc_ndcg_at_10_diff1 + value: 57.995831604844284 + - type: nauc_ndcg_at_10_max + value: 47.32806241216551 + - type: nauc_ndcg_at_10_std + value: 7.646147208567661 + - type: nauc_ndcg_at_1_diff1 + value: 62.99470092166848 + - type: nauc_ndcg_at_1_max + value: 50.665209591950386 + - type: nauc_ndcg_at_1_std + value: 6.003010371347861 + - type: nauc_ndcg_at_20_diff1 + value: 57.513286517473894 + - type: nauc_ndcg_at_20_max + value: 47.486837574396816 + - type: nauc_ndcg_at_20_std + value: 8.365968075279621 + - type: nauc_ndcg_at_3_diff1 + value: 59.154765833471544 + - type: nauc_ndcg_at_3_max + value: 48.47608776066189 + - type: nauc_ndcg_at_3_std + value: 5.382294315665349 + - type: nauc_ndcg_at_5_diff1 + value: 58.34424293538254 + - type: nauc_ndcg_at_5_max + value: 47.663313794122345 + - type: nauc_ndcg_at_5_std + value: 6.522205835652349 + - type: nauc_precision_at_1000_diff1 + value: -13.97761691322935 + - type: nauc_precision_at_1000_max + value: 11.889780657095217 + - type: nauc_precision_at_1000_std + value: 34.351999190012464 + - type: nauc_precision_at_100_diff1 + value: -6.0357819973162155 + - type: nauc_precision_at_100_max + value: 23.185858470983515 + - type: nauc_precision_at_100_std + value: 38.67902978803651 + - type: nauc_precision_at_10_diff1 + value: 12.988392857512734 + - type: nauc_precision_at_10_max + value: 37.03925700369954 + - type: nauc_precision_at_10_std + value: 29.766577179150826 + - type: nauc_precision_at_1_diff1 + value: 62.99470092166848 + - type: nauc_precision_at_1_max + value: 50.665209591950386 + - type: nauc_precision_at_1_std + value: 6.003010371347861 + - type: nauc_precision_at_20_diff1 + value: 4.389190359220815 + - type: nauc_precision_at_20_max + value: 32.33761358794756 + - type: nauc_precision_at_20_std + value: 33.508667138850974 + - type: nauc_precision_at_3_diff1 + value: 34.651163573301844 + - type: nauc_precision_at_3_max + value: 46.97754739881408 + - type: nauc_precision_at_3_std + value: 17.16598727057759 + - type: nauc_precision_at_5_diff1 + value: 24.375735188923674 + - type: nauc_precision_at_5_max + value: 43.191306092927874 + - type: nauc_precision_at_5_std + value: 24.22462406015037 + - type: nauc_recall_at_1000_diff1 + value: 34.82118501294955 + - type: nauc_recall_at_1000_max + value: 40.352936577640286 + - type: nauc_recall_at_1000_std + value: 35.499081344984944 + - type: nauc_recall_at_100_diff1 + value: 41.65565034476806 + - type: nauc_recall_at_100_max + value: 40.20137507025357 + - type: nauc_recall_at_100_std + value: 20.95551964296231 + - type: nauc_recall_at_10_diff1 + value: 50.377914745656916 + - type: nauc_recall_at_10_max + value: 40.852105501885156 + - type: nauc_recall_at_10_std + value: 9.14128668761667 + - type: nauc_recall_at_1_diff1 + value: 64.24881444471224 + - type: nauc_recall_at_1_max + value: 39.73759910259004 + - type: nauc_recall_at_1_std + value: -3.0378462058278677 + - type: nauc_recall_at_20_diff1 + value: 47.23161446828714 + - type: nauc_recall_at_20_max + value: 41.35373954848293 + - type: nauc_recall_at_20_std + value: 12.960194401684626 + - type: nauc_recall_at_3_diff1 + value: 56.50497266295659 + - type: nauc_recall_at_3_max + value: 43.152063481754894 + - type: nauc_recall_at_3_std + value: 1.3186684949778986 + - type: nauc_recall_at_5_diff1 + value: 53.06103834334629 + - type: nauc_recall_at_5_max + value: 42.10516630718954 + - type: nauc_recall_at_5_std + value: 5.049985066712026 + - type: ndcg_at_1 + value: 41.72 + - type: ndcg_at_10 + value: 48.38 + - type: ndcg_at_100 + value: 52.532000000000004 + - type: ndcg_at_1000 + value: 54.578 + - type: ndcg_at_20 + value: 49.889 + - type: ndcg_at_3 + value: 44.488 + - type: ndcg_at_5 + value: 46.413 + - type: precision_at_1 + value: 41.72 + - type: precision_at_10 + value: 9.242 + - type: precision_at_100 + value: 1.468 + - type: precision_at_1000 + value: 0.191 + - type: precision_at_20 + value: 5.395 + - type: precision_at_3 + value: 21.698999999999998 + - type: precision_at_5 + value: 15.338 + - type: recall_at_1 + value: 32.7 + - type: recall_at_10 + value: 57.113 + - type: recall_at_100 + value: 74.924 + - type: recall_at_1000 + value: 88.254 + - type: recall_at_20 + value: 62.723 + - type: recall_at_3 + value: 45.029 + - type: recall_at_5 + value: 50.849999999999994 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 59.394999999999996 + - type: map_at_1 + value: 42.514 + - type: map_at_10 + value: 54.067 + - type: map_at_100 + value: 55.034000000000006 + - type: map_at_1000 + value: 55.093 + - type: map_at_20 + value: 54.626 + - type: map_at_3 + value: 50.992000000000004 + - type: map_at_5 + value: 52.808 + - type: mrr_at_1 + value: 48.96551724137931 + - type: mrr_at_10 + value: 57.66293476638311 + - type: mrr_at_100 + value: 58.326468893697516 + - type: mrr_at_1000 + value: 58.35363394214893 + - type: mrr_at_20 + value: 58.08052729373722 + - type: mrr_at_3 + value: 55.41274817136891 + - type: mrr_at_5 + value: 56.83908045977021 + - type: nauc_map_at_1000_diff1 + value: 63.27476571277554 + - type: nauc_map_at_1000_max + value: 52.034777766652965 + - type: nauc_map_at_1000_std + value: 2.178698400212763 + - type: nauc_map_at_100_diff1 + value: 63.27374313449916 + - type: nauc_map_at_100_max + value: 52.00712045928729 + - type: nauc_map_at_100_std + value: 2.173540170394345 + - type: nauc_map_at_10_diff1 + value: 63.22352672859366 + - type: nauc_map_at_10_max + value: 51.4338649821549 + - type: nauc_map_at_10_std + value: 1.3151407338229024 + - type: nauc_map_at_1_diff1 + value: 68.21656843426463 + - type: nauc_map_at_1_max + value: 47.68140656197034 + - type: nauc_map_at_1_std + value: -0.8467047287444583 + - type: nauc_map_at_20_diff1 + value: 63.258888077833376 + - type: nauc_map_at_20_max + value: 51.771643912962574 + - type: nauc_map_at_20_std + value: 1.8765892438345229 + - type: nauc_map_at_3_diff1 + value: 63.88123544786989 + - type: nauc_map_at_3_max + value: 50.24136834553566 + - type: nauc_map_at_3_std + value: -0.8992399529600462 + - type: nauc_map_at_5_diff1 + value: 63.594787172270806 + - type: nauc_map_at_5_max + value: 50.83063726124454 + - type: nauc_map_at_5_std + value: 0.036421416065224595 + - type: nauc_mrr_at_1000_diff1 + value: 63.133492178616315 + - type: nauc_mrr_at_1000_max + value: 54.27579791435036 + - type: nauc_mrr_at_1000_std + value: 3.6150845554695223 + - type: nauc_mrr_at_100_diff1 + value: 63.132404940035194 + - type: nauc_mrr_at_100_max + value: 54.2827410860912 + - type: nauc_mrr_at_100_std + value: 3.6286168411770694 + - type: nauc_mrr_at_10_diff1 + value: 62.963258495800254 + - type: nauc_mrr_at_10_max + value: 54.06561369719146 + - type: nauc_mrr_at_10_std + value: 3.2795765262317653 + - type: nauc_mrr_at_1_diff1 + value: 66.62285695661964 + - type: nauc_mrr_at_1_max + value: 54.86368963432214 + - type: nauc_mrr_at_1_std + value: 3.136320334401737 + - type: nauc_mrr_at_20_diff1 + value: 63.07863782620788 + - type: nauc_mrr_at_20_max + value: 54.23559556044128 + - type: nauc_mrr_at_20_std + value: 3.5841907008889713 + - type: nauc_mrr_at_3_diff1 + value: 63.23738332400802 + - type: nauc_mrr_at_3_max + value: 53.97136813515079 + - type: nauc_mrr_at_3_std + value: 2.404981779369361 + - type: nauc_mrr_at_5_diff1 + value: 63.08881942498383 + - type: nauc_mrr_at_5_max + value: 53.966632493486166 + - type: nauc_mrr_at_5_std + value: 2.8476706120309987 + - type: nauc_ndcg_at_1000_diff1 + value: 62.27061314792164 + - type: nauc_ndcg_at_1000_max + value: 53.851905289593105 + - type: nauc_ndcg_at_1000_std + value: 5.184130020448398 + - type: nauc_ndcg_at_100_diff1 + value: 62.22471495925812 + - type: nauc_ndcg_at_100_max + value: 53.91482995012997 + - type: nauc_ndcg_at_100_std + value: 5.799289096894022 + - type: nauc_ndcg_at_10_diff1 + value: 61.50452339921873 + - type: nauc_ndcg_at_10_max + value: 52.18293106242135 + - type: nauc_ndcg_at_10_std + value: 3.2640894485042113 + - type: nauc_ndcg_at_1_diff1 + value: 66.62285695661964 + - type: nauc_ndcg_at_1_max + value: 54.86368963432214 + - type: nauc_ndcg_at_1_std + value: 3.136320334401737 + - type: nauc_ndcg_at_20_diff1 + value: 61.87369181268838 + - type: nauc_ndcg_at_20_max + value: 52.967230788038066 + - type: nauc_ndcg_at_20_std + value: 4.5958048547896135 + - type: nauc_ndcg_at_3_diff1 + value: 62.328003372215335 + - type: nauc_ndcg_at_3_max + value: 51.33957145075442 + - type: nauc_ndcg_at_3_std + value: 0.2889876686024366 + - type: nauc_ndcg_at_5_diff1 + value: 62.11317147021502 + - type: nauc_ndcg_at_5_max + value: 51.48712543703064 + - type: nauc_ndcg_at_5_std + value: 1.0121474156760508 + - type: nauc_precision_at_1000_diff1 + value: -18.0902819186237 + - type: nauc_precision_at_1000_max + value: 15.309973039669023 + - type: nauc_precision_at_1000_std + value: 23.988114724643882 + - type: nauc_precision_at_100_diff1 + value: -9.171737728135946 + - type: nauc_precision_at_100_max + value: 24.459060802729045 + - type: nauc_precision_at_100_std + value: 29.62793828028637 + - type: nauc_precision_at_10_diff1 + value: 12.47974251043337 + - type: nauc_precision_at_10_max + value: 35.18443317760848 + - type: nauc_precision_at_10_std + value: 19.079083136975115 + - type: nauc_precision_at_1_diff1 + value: 66.62285695661964 + - type: nauc_precision_at_1_max + value: 54.86368963432214 + - type: nauc_precision_at_1_std + value: 3.136320334401737 + - type: nauc_precision_at_20_diff1 + value: 4.388744149985113 + - type: nauc_precision_at_20_max + value: 32.35106560025907 + - type: nauc_precision_at_20_std + value: 25.440135376505037 + - type: nauc_precision_at_3_diff1 + value: 35.043622145703246 + - type: nauc_precision_at_3_max + value: 45.00181527887202 + - type: nauc_precision_at_3_std + value: 5.986587536633783 + - type: nauc_precision_at_5_diff1 + value: 24.21058975843461 + - type: nauc_precision_at_5_max + value: 39.95435873785034 + - type: nauc_precision_at_5_std + value: 11.279863902192231 + - type: nauc_recall_at_1000_diff1 + value: 48.475246809024654 + - type: nauc_recall_at_1000_max + value: 71.40966953246526 + - type: nauc_recall_at_1000_std + value: 52.161793041922344 + - type: nauc_recall_at_100_diff1 + value: 53.460562863463835 + - type: nauc_recall_at_100_max + value: 60.20376102558135 + - type: nauc_recall_at_100_std + value: 32.93238729816242 + - type: nauc_recall_at_10_diff1 + value: 53.089202084677964 + - type: nauc_recall_at_10_max + value: 48.11493546825671 + - type: nauc_recall_at_10_std + value: 6.9000783278789 + - type: nauc_recall_at_1_diff1 + value: 68.21656843426463 + - type: nauc_recall_at_1_max + value: 47.68140656197034 + - type: nauc_recall_at_1_std + value: -0.8467047287444583 + - type: nauc_recall_at_20_diff1 + value: 53.18318788011243 + - type: nauc_recall_at_20_max + value: 51.035344219924006 + - type: nauc_recall_at_20_std + value: 14.168429327288464 + - type: nauc_recall_at_3_diff1 + value: 58.41758425845774 + - type: nauc_recall_at_3_max + value: 46.967479643496205 + - type: nauc_recall_at_3_std + value: -2.8021623621414484 + - type: nauc_recall_at_5_diff1 + value: 56.54480488998266 + - type: nauc_recall_at_5_max + value: 46.656606413789405 + - type: nauc_recall_at_5_std + value: -0.7597521053580701 + - type: ndcg_at_1 + value: 48.966 + - type: ndcg_at_10 + value: 59.394999999999996 + - type: ndcg_at_100 + value: 63.26199999999999 + - type: ndcg_at_1000 + value: 64.405 + - type: ndcg_at_20 + value: 61.001000000000005 + - type: ndcg_at_3 + value: 54.374 + - type: ndcg_at_5 + value: 57.008 + - type: precision_at_1 + value: 48.966 + - type: precision_at_10 + value: 9.322999999999999 + - type: precision_at_100 + value: 1.2149999999999999 + - type: precision_at_1000 + value: 0.136 + - type: precision_at_20 + value: 5.169 + - type: precision_at_3 + value: 23.866 + - type: precision_at_5 + value: 16.401 + - type: recall_at_1 + value: 42.514 + - type: recall_at_10 + value: 71.526 + - type: recall_at_100 + value: 88.211 + - type: recall_at_1000 + value: 96.3 + - type: recall_at_20 + value: 77.324 + - type: recall_at_3 + value: 58.24 + - type: recall_at_5 + value: 64.66300000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 41.982 + - type: map_at_1 + value: 28.866000000000003 + - type: map_at_10 + value: 37.071 + - type: map_at_100 + value: 38.021 + - type: map_at_1000 + value: 38.105 + - type: map_at_20 + value: 37.611 + - type: map_at_3 + value: 34.056 + - type: map_at_5 + value: 35.831 + - type: mrr_at_1 + value: 31.186440677966104 + - type: mrr_at_10 + value: 39.18352614115326 + - type: mrr_at_100 + value: 39.97206805121318 + - type: mrr_at_1000 + value: 40.032893027088285 + - type: mrr_at_20 + value: 39.637323407460364 + - type: mrr_at_3 + value: 36.214689265536734 + - type: mrr_at_5 + value: 37.915254237288124 + - type: nauc_map_at_1000_diff1 + value: 49.993876641632504 + - type: nauc_map_at_1000_max + value: 35.95042794987363 + - type: nauc_map_at_1000_std + value: 0.5593990682228305 + - type: nauc_map_at_100_diff1 + value: 49.972890495649246 + - type: nauc_map_at_100_max + value: 35.904074354218785 + - type: nauc_map_at_100_std + value: 0.5664467972492186 + - type: nauc_map_at_10_diff1 + value: 50.03956810159502 + - type: nauc_map_at_10_max + value: 35.86693433814479 + - type: nauc_map_at_10_std + value: 0.39578785038563385 + - type: nauc_map_at_1_diff1 + value: 58.603850790083115 + - type: nauc_map_at_1_max + value: 36.58064467202713 + - type: nauc_map_at_1_std + value: -3.67478407861029 + - type: nauc_map_at_20_diff1 + value: 49.87470241715492 + - type: nauc_map_at_20_max + value: 35.90154203197623 + - type: nauc_map_at_20_std + value: 0.5236253382754777 + - type: nauc_map_at_3_diff1 + value: 52.25148517992505 + - type: nauc_map_at_3_max + value: 36.160749834936965 + - type: nauc_map_at_3_std + value: -1.422539731331435 + - type: nauc_map_at_5_diff1 + value: 50.665951287732916 + - type: nauc_map_at_5_max + value: 35.7039507254116 + - type: nauc_map_at_5_std + value: -0.4598393581593767 + - type: nauc_mrr_at_1000_diff1 + value: 51.0520111677253 + - type: nauc_mrr_at_1000_max + value: 38.06400543131388 + - type: nauc_mrr_at_1000_std + value: 2.7326054763920706 + - type: nauc_mrr_at_100_diff1 + value: 51.01927504284136 + - type: nauc_mrr_at_100_max + value: 38.04427363322478 + - type: nauc_mrr_at_100_std + value: 2.7558001837226778 + - type: nauc_mrr_at_10_diff1 + value: 50.97268995983586 + - type: nauc_mrr_at_10_max + value: 38.073498244930015 + - type: nauc_mrr_at_10_std + value: 2.8710692987931092 + - type: nauc_mrr_at_1_diff1 + value: 58.3622928447221 + - type: nauc_mrr_at_1_max + value: 39.92481575819675 + - type: nauc_mrr_at_1_std + value: -0.7482906589525958 + - type: nauc_mrr_at_20_diff1 + value: 50.90838726786055 + - type: nauc_mrr_at_20_max + value: 38.08506863398148 + - type: nauc_mrr_at_20_std + value: 2.8448697801828464 + - type: nauc_mrr_at_3_diff1 + value: 52.69044635368626 + - type: nauc_mrr_at_3_max + value: 38.73826572766622 + - type: nauc_mrr_at_3_std + value: 1.4163647852749537 + - type: nauc_mrr_at_5_diff1 + value: 51.58432140748099 + - type: nauc_mrr_at_5_max + value: 37.86861758236609 + - type: nauc_mrr_at_5_std + value: 2.0702513091937096 + - type: nauc_ndcg_at_1000_diff1 + value: 47.45847404554335 + - type: nauc_ndcg_at_1000_max + value: 36.41421056329089 + - type: nauc_ndcg_at_1000_std + value: 3.50043156958003 + - type: nauc_ndcg_at_100_diff1 + value: 46.73250322834645 + - type: nauc_ndcg_at_100_max + value: 35.565016819256236 + - type: nauc_ndcg_at_100_std + value: 3.9251364456510043 + - type: nauc_ndcg_at_10_diff1 + value: 46.728830466728674 + - type: nauc_ndcg_at_10_max + value: 35.55402325152779 + - type: nauc_ndcg_at_10_std + value: 3.446323945915287 + - type: nauc_ndcg_at_1_diff1 + value: 58.3622928447221 + - type: nauc_ndcg_at_1_max + value: 39.92481575819675 + - type: nauc_ndcg_at_1_std + value: -0.7482906589525958 + - type: nauc_ndcg_at_20_diff1 + value: 46.23699602166515 + - type: nauc_ndcg_at_20_max + value: 35.663345676484674 + - type: nauc_ndcg_at_20_std + value: 3.7376225696719576 + - type: nauc_ndcg_at_3_diff1 + value: 50.556446496819675 + - type: nauc_ndcg_at_3_max + value: 36.353100894914256 + - type: nauc_ndcg_at_3_std + value: -0.2732722010001991 + - type: nauc_ndcg_at_5_diff1 + value: 48.152455334363324 + - type: nauc_ndcg_at_5_max + value: 35.137567948699065 + - type: nauc_ndcg_at_5_std + value: 1.2523232330847844 + - type: nauc_precision_at_1000_diff1 + value: -10.769296626722957 + - type: nauc_precision_at_1000_max + value: 15.993230337658074 + - type: nauc_precision_at_1000_std + value: 13.572514607016952 + - type: nauc_precision_at_100_diff1 + value: 4.02537295357051 + - type: nauc_precision_at_100_max + value: 22.454077767992036 + - type: nauc_precision_at_100_std + value: 17.07283953508179 + - type: nauc_precision_at_10_diff1 + value: 22.613124073376923 + - type: nauc_precision_at_10_max + value: 33.90387439029623 + - type: nauc_precision_at_10_std + value: 14.035997219398535 + - type: nauc_precision_at_1_diff1 + value: 58.3622928447221 + - type: nauc_precision_at_1_max + value: 39.92481575819675 + - type: nauc_precision_at_1_std + value: -0.7482906589525958 + - type: nauc_precision_at_20_diff1 + value: 16.594423503769278 + - type: nauc_precision_at_20_max + value: 32.135917899947756 + - type: nauc_precision_at_20_std + value: 15.635276025044153 + - type: nauc_precision_at_3_diff1 + value: 39.198403423291936 + - type: nauc_precision_at_3_max + value: 37.55401675642609 + - type: nauc_precision_at_3_std + value: 4.054739817091637 + - type: nauc_precision_at_5_diff1 + value: 30.808032738194218 + - type: nauc_precision_at_5_max + value: 34.37959811513571 + - type: nauc_precision_at_5_std + value: 7.567144804027152 + - type: nauc_recall_at_1000_diff1 + value: 24.37625601502932 + - type: nauc_recall_at_1000_max + value: 40.97014611726125 + - type: nauc_recall_at_1000_std + value: 27.65069608024806 + - type: nauc_recall_at_100_diff1 + value: 29.069755978093 + - type: nauc_recall_at_100_max + value: 28.590731027322775 + - type: nauc_recall_at_100_std + value: 17.928023808873046 + - type: nauc_recall_at_10_diff1 + value: 34.2656542863741 + - type: nauc_recall_at_10_max + value: 31.06006967244494 + - type: nauc_recall_at_10_std + value: 11.003269274667947 + - type: nauc_recall_at_1_diff1 + value: 58.603850790083115 + - type: nauc_recall_at_1_max + value: 36.58064467202713 + - type: nauc_recall_at_1_std + value: -3.67478407861029 + - type: nauc_recall_at_20_diff1 + value: 31.222150093333756 + - type: nauc_recall_at_20_max + value: 31.03132244997467 + - type: nauc_recall_at_20_std + value: 12.625636531442433 + - type: nauc_recall_at_3_diff1 + value: 45.90579345194519 + - type: nauc_recall_at_3_max + value: 33.73658682249279 + - type: nauc_recall_at_3_std + value: 0.4536613080864603 + - type: nauc_recall_at_5_diff1 + value: 39.87796807274429 + - type: nauc_recall_at_5_max + value: 30.510904727255507 + - type: nauc_recall_at_5_std + value: 3.9745952426832774 + - type: ndcg_at_1 + value: 31.186000000000003 + - type: ndcg_at_10 + value: 41.982 + - type: ndcg_at_100 + value: 46.69 + - type: ndcg_at_1000 + value: 48.727 + - type: ndcg_at_20 + value: 43.804 + - type: ndcg_at_3 + value: 36.11 + - type: ndcg_at_5 + value: 39.144 + - type: precision_at_1 + value: 31.186000000000003 + - type: precision_at_10 + value: 6.3839999999999995 + - type: precision_at_100 + value: 0.9199999999999999 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 3.6159999999999997 + - type: precision_at_3 + value: 14.878 + - type: precision_at_5 + value: 10.644 + - type: recall_at_1 + value: 28.866000000000003 + - type: recall_at_10 + value: 55.166000000000004 + - type: recall_at_100 + value: 77.061 + - type: recall_at_1000 + value: 92.163 + - type: recall_at_20 + value: 62.032 + - type: recall_at_3 + value: 39.572 + - type: recall_at_5 + value: 46.833000000000006 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 31.322 + - type: map_at_1 + value: 18.404999999999998 + - type: map_at_10 + value: 26.326 + - type: map_at_100 + value: 27.555000000000003 + - type: map_at_1000 + value: 27.678000000000004 + - type: map_at_20 + value: 26.967000000000002 + - type: map_at_3 + value: 23.985 + - type: map_at_5 + value: 25.161 + - type: mrr_at_1 + value: 23.134328358208954 + - type: mrr_at_10 + value: 31.037915580826013 + - type: mrr_at_100 + value: 32.01498507022589 + - type: mrr_at_1000 + value: 32.082694138722324 + - type: mrr_at_20 + value: 31.564429390532034 + - type: mrr_at_3 + value: 28.52404643449421 + - type: mrr_at_5 + value: 29.904643449419567 + - type: nauc_map_at_1000_diff1 + value: 34.72939615800226 + - type: nauc_map_at_1000_max + value: 31.061742128929975 + - type: nauc_map_at_1000_std + value: 10.580900958656931 + - type: nauc_map_at_100_diff1 + value: 34.68371786477026 + - type: nauc_map_at_100_max + value: 31.03675234228881 + - type: nauc_map_at_100_std + value: 10.57506975207426 + - type: nauc_map_at_10_diff1 + value: 34.979535841001116 + - type: nauc_map_at_10_max + value: 30.74841647074351 + - type: nauc_map_at_10_std + value: 10.242406407437752 + - type: nauc_map_at_1_diff1 + value: 41.29604900297541 + - type: nauc_map_at_1_max + value: 33.03519093668123 + - type: nauc_map_at_1_std + value: 11.495691542019498 + - type: nauc_map_at_20_diff1 + value: 34.750564132011114 + - type: nauc_map_at_20_max + value: 30.921011574770745 + - type: nauc_map_at_20_std + value: 10.33727408796878 + - type: nauc_map_at_3_diff1 + value: 35.756794907260485 + - type: nauc_map_at_3_max + value: 31.276139671631036 + - type: nauc_map_at_3_std + value: 9.708219090123125 + - type: nauc_map_at_5_diff1 + value: 34.76842676987327 + - type: nauc_map_at_5_max + value: 30.295490452676372 + - type: nauc_map_at_5_std + value: 9.552700821464898 + - type: nauc_mrr_at_1000_diff1 + value: 37.471725092329734 + - type: nauc_mrr_at_1000_max + value: 33.95945585434789 + - type: nauc_mrr_at_1000_std + value: 10.646598658648495 + - type: nauc_mrr_at_100_diff1 + value: 37.450800475666625 + - type: nauc_mrr_at_100_max + value: 33.95059685499506 + - type: nauc_mrr_at_100_std + value: 10.639982921829903 + - type: nauc_mrr_at_10_diff1 + value: 37.7389962144345 + - type: nauc_mrr_at_10_max + value: 33.79557879397343 + - type: nauc_mrr_at_10_std + value: 10.553599811805757 + - type: nauc_mrr_at_1_diff1 + value: 43.35082337130155 + - type: nauc_mrr_at_1_max + value: 36.02588623160741 + - type: nauc_mrr_at_1_std + value: 10.272880299867222 + - type: nauc_mrr_at_20_diff1 + value: 37.422493498797834 + - type: nauc_mrr_at_20_max + value: 33.809943882950705 + - type: nauc_mrr_at_20_std + value: 10.544246720079116 + - type: nauc_mrr_at_3_diff1 + value: 38.301994154112464 + - type: nauc_mrr_at_3_max + value: 34.41857413229362 + - type: nauc_mrr_at_3_std + value: 10.072853443597456 + - type: nauc_mrr_at_5_diff1 + value: 37.36299963611861 + - type: nauc_mrr_at_5_max + value: 33.537148031312455 + - type: nauc_mrr_at_5_std + value: 10.019035551240002 + - type: nauc_ndcg_at_1000_diff1 + value: 33.82022935278007 + - type: nauc_ndcg_at_1000_max + value: 32.69262861952156 + - type: nauc_ndcg_at_1000_std + value: 13.06439545470471 + - type: nauc_ndcg_at_100_diff1 + value: 32.569232970251726 + - type: nauc_ndcg_at_100_max + value: 31.94379860603245 + - type: nauc_ndcg_at_100_std + value: 12.79790685725721 + - type: nauc_ndcg_at_10_diff1 + value: 33.85170743944616 + - type: nauc_ndcg_at_10_max + value: 30.84408008858838 + - type: nauc_ndcg_at_10_std + value: 11.05655188295646 + - type: nauc_ndcg_at_1_diff1 + value: 43.35082337130155 + - type: nauc_ndcg_at_1_max + value: 36.02588623160741 + - type: nauc_ndcg_at_1_std + value: 10.272880299867222 + - type: nauc_ndcg_at_20_diff1 + value: 32.86964132854408 + - type: nauc_ndcg_at_20_max + value: 31.139332106507457 + - type: nauc_ndcg_at_20_std + value: 11.324351125328274 + - type: nauc_ndcg_at_3_diff1 + value: 35.214015234873195 + - type: nauc_ndcg_at_3_max + value: 31.873721381160102 + - type: nauc_ndcg_at_3_std + value: 9.317474515369911 + - type: nauc_ndcg_at_5_diff1 + value: 33.43793268410122 + - type: nauc_ndcg_at_5_max + value: 30.179828871346025 + - type: nauc_ndcg_at_5_std + value: 9.321593811794198 + - type: nauc_precision_at_1000_diff1 + value: 7.30749345964727 + - type: nauc_precision_at_1000_max + value: 9.424266851105251 + - type: nauc_precision_at_1000_std + value: 0.8871328381811973 + - type: nauc_precision_at_100_diff1 + value: 8.831376417982089 + - type: nauc_precision_at_100_max + value: 17.2848643574224 + - type: nauc_precision_at_100_std + value: 8.201396308775918 + - type: nauc_precision_at_10_diff1 + value: 24.14712853209946 + - type: nauc_precision_at_10_max + value: 26.423043874477003 + - type: nauc_precision_at_10_std + value: 9.336310683539285 + - type: nauc_precision_at_1_diff1 + value: 43.35082337130155 + - type: nauc_precision_at_1_max + value: 36.02588623160741 + - type: nauc_precision_at_1_std + value: 10.272880299867222 + - type: nauc_precision_at_20_diff1 + value: 18.32901283837049 + - type: nauc_precision_at_20_max + value: 24.517286948070975 + - type: nauc_precision_at_20_std + value: 9.43035026765381 + - type: nauc_precision_at_3_diff1 + value: 29.39474093697625 + - type: nauc_precision_at_3_max + value: 31.076573929711188 + - type: nauc_precision_at_3_std + value: 7.326552620452308 + - type: nauc_precision_at_5_diff1 + value: 24.375040368829232 + - type: nauc_precision_at_5_max + value: 25.5448065173313 + - type: nauc_precision_at_5_std + value: 7.210703406555942 + - type: nauc_recall_at_1000_diff1 + value: 25.15951299127742 + - type: nauc_recall_at_1000_max + value: 45.717907968960155 + - type: nauc_recall_at_1000_std + value: 46.595058578294726 + - type: nauc_recall_at_100_diff1 + value: 18.904099170246745 + - type: nauc_recall_at_100_max + value: 30.168075033617825 + - type: nauc_recall_at_100_std + value: 23.08721106293607 + - type: nauc_recall_at_10_diff1 + value: 27.666409513688063 + - type: nauc_recall_at_10_max + value: 26.916402393977467 + - type: nauc_recall_at_10_std + value: 12.512695695882256 + - type: nauc_recall_at_1_diff1 + value: 41.29604900297541 + - type: nauc_recall_at_1_max + value: 33.03519093668123 + - type: nauc_recall_at_1_std + value: 11.495691542019498 + - type: nauc_recall_at_20_diff1 + value: 23.383207334697435 + - type: nauc_recall_at_20_max + value: 27.23641496897646 + - type: nauc_recall_at_20_std + value: 13.372906431665404 + - type: nauc_recall_at_3_diff1 + value: 30.77587872054118 + - type: nauc_recall_at_3_max + value: 29.553342033295454 + - type: nauc_recall_at_3_std + value: 8.616952632771497 + - type: nauc_recall_at_5_diff1 + value: 27.02102828446052 + - type: nauc_recall_at_5_max + value: 25.946401043202332 + - type: nauc_recall_at_5_std + value: 7.784151744363098 + - type: ndcg_at_1 + value: 23.134 + - type: ndcg_at_10 + value: 31.322 + - type: ndcg_at_100 + value: 37.124 + - type: ndcg_at_1000 + value: 40.082 + - type: ndcg_at_20 + value: 33.475 + - type: ndcg_at_3 + value: 26.919999999999998 + - type: ndcg_at_5 + value: 28.772 + - type: precision_at_1 + value: 23.134 + - type: precision_at_10 + value: 5.697 + - type: precision_at_100 + value: 0.985 + - type: precision_at_1000 + value: 0.13699999999999998 + - type: precision_at_20 + value: 3.4450000000000003 + - type: precision_at_3 + value: 12.811 + - type: precision_at_5 + value: 9.104 + - type: recall_at_1 + value: 18.404999999999998 + - type: recall_at_10 + value: 42.083 + - type: recall_at_100 + value: 67.167 + - type: recall_at_1000 + value: 88.464 + - type: recall_at_20 + value: 49.881 + - type: recall_at_3 + value: 29.696 + - type: recall_at_5 + value: 34.541 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 45.936 + - type: map_at_1 + value: 30.308 + - type: map_at_10 + value: 40.202 + - type: map_at_100 + value: 41.547 + - type: map_at_1000 + value: 41.669 + - type: map_at_20 + value: 40.958 + - type: map_at_3 + value: 37.222 + - type: map_at_5 + value: 38.931 + - type: mrr_at_1 + value: 37.15110683349375 + - type: mrr_at_10 + value: 46.088118917762735 + - type: mrr_at_100 + value: 46.955067280415605 + - type: mrr_at_1000 + value: 47.00268147567554 + - type: mrr_at_20 + value: 46.60564974718548 + - type: mrr_at_3 + value: 43.856272056464505 + - type: mrr_at_5 + value: 45.15078601219114 + - type: nauc_map_at_1000_diff1 + value: 54.22825699489161 + - type: nauc_map_at_1000_max + value: 41.193183980498915 + - type: nauc_map_at_1000_std + value: 2.6181170010645975 + - type: nauc_map_at_100_diff1 + value: 54.22962689491372 + - type: nauc_map_at_100_max + value: 41.15422344883109 + - type: nauc_map_at_100_std + value: 2.589137887493561 + - type: nauc_map_at_10_diff1 + value: 54.234416803412 + - type: nauc_map_at_10_max + value: 40.73302906064543 + - type: nauc_map_at_10_std + value: 1.5742622487204132 + - type: nauc_map_at_1_diff1 + value: 60.98726487192796 + - type: nauc_map_at_1_max + value: 40.5087432268483 + - type: nauc_map_at_1_std + value: -0.618861681589115 + - type: nauc_map_at_20_diff1 + value: 54.24065396575225 + - type: nauc_map_at_20_max + value: 40.96642134091234 + - type: nauc_map_at_20_std + value: 2.255528354923776 + - type: nauc_map_at_3_diff1 + value: 55.19571374533455 + - type: nauc_map_at_3_max + value: 40.466445884169325 + - type: nauc_map_at_3_std + value: 1.5604184092107083 + - type: nauc_map_at_5_diff1 + value: 54.62755124706725 + - type: nauc_map_at_5_max + value: 40.79048191661008 + - type: nauc_map_at_5_std + value: 1.6481958244498491 + - type: nauc_mrr_at_1000_diff1 + value: 52.130492713054664 + - type: nauc_mrr_at_1000_max + value: 43.42246346565874 + - type: nauc_mrr_at_1000_std + value: 3.7568226244227696 + - type: nauc_mrr_at_100_diff1 + value: 52.11139733464647 + - type: nauc_mrr_at_100_max + value: 43.41122978029038 + - type: nauc_mrr_at_100_std + value: 3.7648699971831414 + - type: nauc_mrr_at_10_diff1 + value: 51.917139062895124 + - type: nauc_mrr_at_10_max + value: 43.28333404399252 + - type: nauc_mrr_at_10_std + value: 3.175101468217344 + - type: nauc_mrr_at_1_diff1 + value: 58.15700492960476 + - type: nauc_mrr_at_1_max + value: 44.74534645946132 + - type: nauc_mrr_at_1_std + value: 3.158981918506144 + - type: nauc_mrr_at_20_diff1 + value: 52.08080994385536 + - type: nauc_mrr_at_20_max + value: 43.360239139324435 + - type: nauc_mrr_at_20_std + value: 3.631302789716014 + - type: nauc_mrr_at_3_diff1 + value: 52.28582887618205 + - type: nauc_mrr_at_3_max + value: 43.5464669155253 + - type: nauc_mrr_at_3_std + value: 3.2738590937902408 + - type: nauc_mrr_at_5_diff1 + value: 52.083995047675735 + - type: nauc_mrr_at_5_max + value: 43.483512946791194 + - type: nauc_mrr_at_5_std + value: 3.1671573393140835 + - type: nauc_ndcg_at_1000_diff1 + value: 52.26816309079989 + - type: nauc_ndcg_at_1000_max + value: 42.246658524500056 + - type: nauc_ndcg_at_1000_std + value: 5.176745457074018 + - type: nauc_ndcg_at_100_diff1 + value: 51.87938559991279 + - type: nauc_ndcg_at_100_max + value: 41.906214241038256 + - type: nauc_ndcg_at_100_std + value: 5.452585332053114 + - type: nauc_ndcg_at_10_diff1 + value: 51.496630224343455 + - type: nauc_ndcg_at_10_max + value: 40.61403913812895 + - type: nauc_ndcg_at_10_std + value: 1.868846069829645 + - type: nauc_ndcg_at_1_diff1 + value: 58.15700492960476 + - type: nauc_ndcg_at_1_max + value: 44.74534645946132 + - type: nauc_ndcg_at_1_std + value: 3.158981918506144 + - type: nauc_ndcg_at_20_diff1 + value: 51.802244429968525 + - type: nauc_ndcg_at_20_max + value: 40.971355389141564 + - type: nauc_ndcg_at_20_std + value: 3.749520166213707 + - type: nauc_ndcg_at_3_diff1 + value: 51.88618821396492 + - type: nauc_ndcg_at_3_max + value: 41.63706585287938 + - type: nauc_ndcg_at_3_std + value: 2.8445457836900134 + - type: nauc_ndcg_at_5_diff1 + value: 51.79501775020373 + - type: nauc_ndcg_at_5_max + value: 41.362790172813554 + - type: nauc_ndcg_at_5_std + value: 2.5074552757065764 + - type: nauc_precision_at_1000_diff1 + value: -16.96079060299117 + - type: nauc_precision_at_1000_max + value: 2.4034964912939545 + - type: nauc_precision_at_1000_std + value: 9.846658629268111 + - type: nauc_precision_at_100_diff1 + value: -5.770404350264881 + - type: nauc_precision_at_100_max + value: 14.930738225456649 + - type: nauc_precision_at_100_std + value: 16.180457371651265 + - type: nauc_precision_at_10_diff1 + value: 17.34458740655854 + - type: nauc_precision_at_10_max + value: 29.771302359747004 + - type: nauc_precision_at_10_std + value: 8.2225186530363 + - type: nauc_precision_at_1_diff1 + value: 58.15700492960476 + - type: nauc_precision_at_1_max + value: 44.74534645946132 + - type: nauc_precision_at_1_std + value: 3.158981918506144 + - type: nauc_precision_at_20_diff1 + value: 8.40127994688015 + - type: nauc_precision_at_20_max + value: 25.26211611715675 + - type: nauc_precision_at_20_std + value: 15.165982115411683 + - type: nauc_precision_at_3_diff1 + value: 32.87263222850699 + - type: nauc_precision_at_3_max + value: 38.74681571635995 + - type: nauc_precision_at_3_std + value: 8.58761428971107 + - type: nauc_precision_at_5_diff1 + value: 25.51907486430563 + - type: nauc_precision_at_5_max + value: 34.81867905284459 + - type: nauc_precision_at_5_std + value: 8.87677775352719 + - type: nauc_recall_at_1000_diff1 + value: 42.975422972872664 + - type: nauc_recall_at_1000_max + value: 44.6453205555709 + - type: nauc_recall_at_1000_std + value: 37.10389514987087 + - type: nauc_recall_at_100_diff1 + value: 39.37594095830516 + - type: nauc_recall_at_100_max + value: 37.52732587051286 + - type: nauc_recall_at_100_std + value: 21.306554670090723 + - type: nauc_recall_at_10_diff1 + value: 42.34166969439945 + - type: nauc_recall_at_10_max + value: 34.33753387694109 + - type: nauc_recall_at_10_std + value: 0.5734487103168852 + - type: nauc_recall_at_1_diff1 + value: 60.98726487192796 + - type: nauc_recall_at_1_max + value: 40.5087432268483 + - type: nauc_recall_at_1_std + value: -0.618861681589115 + - type: nauc_recall_at_20_diff1 + value: 42.919902071659024 + - type: nauc_recall_at_20_max + value: 34.244215204966274 + - type: nauc_recall_at_20_std + value: 6.859276801435449 + - type: nauc_recall_at_3_diff1 + value: 47.465631245246925 + - type: nauc_recall_at_3_max + value: 37.03634257288187 + - type: nauc_recall_at_3_std + value: 1.6594534433763797 + - type: nauc_recall_at_5_diff1 + value: 45.481953285145735 + - type: nauc_recall_at_5_max + value: 36.86680182730081 + - type: nauc_recall_at_5_std + value: 1.571383916780946 + - type: ndcg_at_1 + value: 37.151 + - type: ndcg_at_10 + value: 45.936 + - type: ndcg_at_100 + value: 51.614000000000004 + - type: ndcg_at_1000 + value: 53.74100000000001 + - type: ndcg_at_20 + value: 48.236000000000004 + - type: ndcg_at_3 + value: 41.482 + - type: ndcg_at_5 + value: 43.592 + - type: precision_at_1 + value: 37.151 + - type: precision_at_10 + value: 8.161999999999999 + - type: precision_at_100 + value: 1.2890000000000001 + - type: precision_at_1000 + value: 0.167 + - type: precision_at_20 + value: 4.846 + - type: precision_at_3 + value: 19.666 + - type: precision_at_5 + value: 13.744 + - type: recall_at_1 + value: 30.308 + - type: recall_at_10 + value: 57.157000000000004 + - type: recall_at_100 + value: 81.011 + - type: recall_at_1000 + value: 94.64099999999999 + - type: recall_at_20 + value: 65.20899999999999 + - type: recall_at_3 + value: 44.086999999999996 + - type: recall_at_5 + value: 49.958999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 43.412 + - type: map_at_1 + value: 29.046 + - type: map_at_10 + value: 38.303 + - type: map_at_100 + value: 39.645 + - type: map_at_1000 + value: 39.77 + - type: map_at_20 + value: 39.097 + - type: map_at_3 + value: 35.527 + - type: map_at_5 + value: 37.178 + - type: mrr_at_1 + value: 35.73059360730594 + - type: mrr_at_10 + value: 43.761913821845305 + - type: mrr_at_100 + value: 44.63677193484203 + - type: mrr_at_1000 + value: 44.69831213307122 + - type: mrr_at_20 + value: 44.262324426201666 + - type: mrr_at_3 + value: 41.64764079147639 + - type: mrr_at_5 + value: 43.00608828006084 + - type: nauc_map_at_1000_diff1 + value: 50.80592396352838 + - type: nauc_map_at_1000_max + value: 51.12273921540497 + - type: nauc_map_at_1000_std + value: 14.292687346808359 + - type: nauc_map_at_100_diff1 + value: 50.74885757421167 + - type: nauc_map_at_100_max + value: 51.09775472081031 + - type: nauc_map_at_100_std + value: 14.306782546331737 + - type: nauc_map_at_10_diff1 + value: 50.73407506848942 + - type: nauc_map_at_10_max + value: 50.550756380086334 + - type: nauc_map_at_10_std + value: 13.462279145855613 + - type: nauc_map_at_1_diff1 + value: 56.881260498415664 + - type: nauc_map_at_1_max + value: 47.24197200067275 + - type: nauc_map_at_1_std + value: 8.977529548357513 + - type: nauc_map_at_20_diff1 + value: 50.82970827876453 + - type: nauc_map_at_20_max + value: 50.99599888578757 + - type: nauc_map_at_20_std + value: 13.979961919416242 + - type: nauc_map_at_3_diff1 + value: 51.79740317541754 + - type: nauc_map_at_3_max + value: 49.67507114543718 + - type: nauc_map_at_3_std + value: 11.194891747941783 + - type: nauc_map_at_5_diff1 + value: 50.66253299097874 + - type: nauc_map_at_5_max + value: 50.101087772668606 + - type: nauc_map_at_5_std + value: 12.691891966952989 + - type: nauc_mrr_at_1000_diff1 + value: 51.943575137936485 + - type: nauc_mrr_at_1000_max + value: 55.178773670297545 + - type: nauc_mrr_at_1000_std + value: 17.320282879115155 + - type: nauc_mrr_at_100_diff1 + value: 51.918539720922894 + - type: nauc_mrr_at_100_max + value: 55.16283910274854 + - type: nauc_mrr_at_100_std + value: 17.34618155711343 + - type: nauc_mrr_at_10_diff1 + value: 51.809881089148405 + - type: nauc_mrr_at_10_max + value: 55.2665918409468 + - type: nauc_mrr_at_10_std + value: 17.19210843408282 + - type: nauc_mrr_at_1_diff1 + value: 57.247939024184646 + - type: nauc_mrr_at_1_max + value: 54.97803936238742 + - type: nauc_mrr_at_1_std + value: 14.27663454759224 + - type: nauc_mrr_at_20_diff1 + value: 51.90282344336835 + - type: nauc_mrr_at_20_max + value: 55.212495851478735 + - type: nauc_mrr_at_20_std + value: 17.277582572472603 + - type: nauc_mrr_at_3_diff1 + value: 52.314160249131994 + - type: nauc_mrr_at_3_max + value: 55.23726914948854 + - type: nauc_mrr_at_3_std + value: 15.793481787330995 + - type: nauc_mrr_at_5_diff1 + value: 51.442945450983146 + - type: nauc_mrr_at_5_max + value: 55.01065961723333 + - type: nauc_mrr_at_5_std + value: 16.674132967447846 + - type: nauc_ndcg_at_1000_diff1 + value: 49.799252198786505 + - type: nauc_ndcg_at_1000_max + value: 53.096819070454096 + - type: nauc_ndcg_at_1000_std + value: 18.56564491099995 + - type: nauc_ndcg_at_100_diff1 + value: 48.820041220370584 + - type: nauc_ndcg_at_100_max + value: 52.612730098518114 + - type: nauc_ndcg_at_100_std + value: 19.346752569571006 + - type: nauc_ndcg_at_10_diff1 + value: 49.08275687604207 + - type: nauc_ndcg_at_10_max + value: 51.9564107496998 + - type: nauc_ndcg_at_10_std + value: 16.328838632379945 + - type: nauc_ndcg_at_1_diff1 + value: 57.247939024184646 + - type: nauc_ndcg_at_1_max + value: 54.97803936238742 + - type: nauc_ndcg_at_1_std + value: 14.27663454759224 + - type: nauc_ndcg_at_20_diff1 + value: 49.22958962899982 + - type: nauc_ndcg_at_20_max + value: 52.513260372943826 + - type: nauc_ndcg_at_20_std + value: 17.56845223821443 + - type: nauc_ndcg_at_3_diff1 + value: 49.86820538130406 + - type: nauc_ndcg_at_3_max + value: 51.55336293734981 + - type: nauc_ndcg_at_3_std + value: 13.183772048664641 + - type: nauc_ndcg_at_5_diff1 + value: 48.64432868368493 + - type: nauc_ndcg_at_5_max + value: 51.51254338509901 + - type: nauc_ndcg_at_5_std + value: 15.03584317222835 + - type: nauc_precision_at_1000_diff1 + value: -5.210788631790134 + - type: nauc_precision_at_1000_max + value: 3.3153995843627855 + - type: nauc_precision_at_1000_std + value: 6.70129905669895 + - type: nauc_precision_at_100_diff1 + value: 3.2799124035457665 + - type: nauc_precision_at_100_max + value: 22.515235216648264 + - type: nauc_precision_at_100_std + value: 22.267028577985158 + - type: nauc_precision_at_10_diff1 + value: 20.54085141868727 + - type: nauc_precision_at_10_max + value: 41.1634382616484 + - type: nauc_precision_at_10_std + value: 22.497075824956223 + - type: nauc_precision_at_1_diff1 + value: 57.247939024184646 + - type: nauc_precision_at_1_max + value: 54.97803936238742 + - type: nauc_precision_at_1_std + value: 14.27663454759224 + - type: nauc_precision_at_20_diff1 + value: 15.101791445597087 + - type: nauc_precision_at_20_max + value: 36.047472839057995 + - type: nauc_precision_at_20_std + value: 23.481597513237894 + - type: nauc_precision_at_3_diff1 + value: 34.89985529880996 + - type: nauc_precision_at_3_max + value: 50.49374010696851 + - type: nauc_precision_at_3_std + value: 17.35850877993407 + - type: nauc_precision_at_5_diff1 + value: 26.560115056034366 + - type: nauc_precision_at_5_max + value: 46.81746419180242 + - type: nauc_precision_at_5_std + value: 20.408263573135603 + - type: nauc_recall_at_1000_diff1 + value: 37.90427796967601 + - type: nauc_recall_at_1000_max + value: 59.892379421147055 + - type: nauc_recall_at_1000_std + value: 60.87201891141765 + - type: nauc_recall_at_100_diff1 + value: 33.93607058312279 + - type: nauc_recall_at_100_max + value: 47.393426688114204 + - type: nauc_recall_at_100_std + value: 39.47735786415153 + - type: nauc_recall_at_10_diff1 + value: 41.33389238228592 + - type: nauc_recall_at_10_max + value: 48.636977708526004 + - type: nauc_recall_at_10_std + value: 20.29004306116151 + - type: nauc_recall_at_1_diff1 + value: 56.881260498415664 + - type: nauc_recall_at_1_max + value: 47.24197200067275 + - type: nauc_recall_at_1_std + value: 8.977529548357513 + - type: nauc_recall_at_20_diff1 + value: 40.97829717340289 + - type: nauc_recall_at_20_max + value: 49.550363147653485 + - type: nauc_recall_at_20_std + value: 24.65365760413743 + - type: nauc_recall_at_3_diff1 + value: 45.50171551569048 + - type: nauc_recall_at_3_max + value: 47.53807770283624 + - type: nauc_recall_at_3_std + value: 12.258377244311061 + - type: nauc_recall_at_5_diff1 + value: 40.742167046153995 + - type: nauc_recall_at_5_max + value: 47.381615372468374 + - type: nauc_recall_at_5_std + value: 16.897962008958334 + - type: ndcg_at_1 + value: 35.731 + - type: ndcg_at_10 + value: 43.412 + - type: ndcg_at_100 + value: 48.902 + - type: ndcg_at_1000 + value: 51.437 + - type: ndcg_at_20 + value: 45.731 + - type: ndcg_at_3 + value: 39.194 + - type: ndcg_at_5 + value: 41.285 + - type: precision_at_1 + value: 35.731 + - type: precision_at_10 + value: 7.739999999999999 + - type: precision_at_100 + value: 1.21 + - type: precision_at_1000 + value: 0.16199999999999998 + - type: precision_at_20 + value: 4.629 + - type: precision_at_3 + value: 18.379 + - type: precision_at_5 + value: 13.014000000000001 + - type: recall_at_1 + value: 29.046 + - type: recall_at_10 + value: 52.947 + - type: recall_at_100 + value: 76.19 + - type: recall_at_1000 + value: 93.331 + - type: recall_at_20 + value: 61.107 + - type: recall_at_3 + value: 41.155 + - type: recall_at_5 + value: 46.783 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval split: test - type: mteb/askubuntudupquestions-reranking + type: CQADupstackRetrieval metrics: - type: main_score - value: 61.52568874736682 - - type: map - value: 61.52568874736682 - - type: mrr - value: 73.62001494965483 - - type: nAUC_map_diff1 - value: 11.157737453725963 - - type: nAUC_map_max - value: 30.29323031997606 - - type: nAUC_map_std - value: 21.95143338261497 - - type: nAUC_mrr_diff1 - value: 26.35768059823056 - - type: nAUC_mrr_max - value: 44.19057408461639 - - type: nAUC_mrr_std - value: 32.32130341448545 + value: 42.88966666666667 + - type: ndcg_at_10 + value: 42.88966666666667 task: - type: Reranking + type: Retrieval - dataset: config: default - name: MTEB MindSmallReranking (default) - revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test - type: mteb/mind_small + type: mteb/cqadupstack-stats metrics: - type: main_score - value: 31.052388483623112 - - type: map - value: 31.052388483623112 - - type: mrr - value: 31.97303748813518 - - type: nAUC_map_diff1 - value: 13.880201359939514 - - type: nAUC_map_max - value: -23.904919601765588 - - type: nAUC_map_std - value: -3.138204392900581 - - type: nAUC_mrr_diff1 - value: 13.148603185908703 - - type: nAUC_mrr_max - value: -18.517207734097 - - type: nAUC_mrr_std - value: -1.3667482921703122 + value: 36.571 + - type: map_at_1 + value: 25.694 + - type: map_at_10 + value: 32.519 + - type: map_at_100 + value: 33.421 + - type: map_at_1000 + value: 33.521 + - type: map_at_20 + value: 32.986 + - type: map_at_3 + value: 30.614 + - type: map_at_5 + value: 31.519000000000002 + - type: mrr_at_1 + value: 28.834355828220858 + - type: mrr_at_10 + value: 35.39846869218034 + - type: mrr_at_100 + value: 36.18145716174078 + - type: mrr_at_1000 + value: 36.254070037635344 + - type: mrr_at_20 + value: 35.826470758823454 + - type: mrr_at_3 + value: 33.5633946830266 + - type: mrr_at_5 + value: 34.445296523517385 + - type: nauc_map_at_1000_diff1 + value: 59.21127779380182 + - type: nauc_map_at_1000_max + value: 47.45877358275832 + - type: nauc_map_at_1000_std + value: 7.902908020843874 + - type: nauc_map_at_100_diff1 + value: 59.18200747946963 + - type: nauc_map_at_100_max + value: 47.44292328377123 + - type: nauc_map_at_100_std + value: 7.906813888372076 + - type: nauc_map_at_10_diff1 + value: 59.54808111097996 + - type: nauc_map_at_10_max + value: 47.416248655348966 + - type: nauc_map_at_10_std + value: 7.265331367621496 + - type: nauc_map_at_1_diff1 + value: 65.66232117229154 + - type: nauc_map_at_1_max + value: 46.51257040003174 + - type: nauc_map_at_1_std + value: 2.5163737001523376 + - type: nauc_map_at_20_diff1 + value: 59.33884526762071 + - type: nauc_map_at_20_max + value: 47.47088184064044 + - type: nauc_map_at_20_std + value: 7.7436779449629585 + - type: nauc_map_at_3_diff1 + value: 60.85904704295578 + - type: nauc_map_at_3_max + value: 46.380570882815725 + - type: nauc_map_at_3_std + value: 5.477611104719717 + - type: nauc_map_at_5_diff1 + value: 60.06631642185234 + - type: nauc_map_at_5_max + value: 47.317296654386 + - type: nauc_map_at_5_std + value: 7.25009033156602 + - type: nauc_mrr_at_1000_diff1 + value: 59.75255617401618 + - type: nauc_mrr_at_1000_max + value: 51.370385751684964 + - type: nauc_mrr_at_1000_std + value: 10.561014566694835 + - type: nauc_mrr_at_100_diff1 + value: 59.72006423373155 + - type: nauc_mrr_at_100_max + value: 51.380287723231135 + - type: nauc_mrr_at_100_std + value: 10.572503240845824 + - type: nauc_mrr_at_10_diff1 + value: 59.89229452084576 + - type: nauc_mrr_at_10_max + value: 51.42243909482621 + - type: nauc_mrr_at_10_std + value: 10.08622724134282 + - type: nauc_mrr_at_1_diff1 + value: 66.5671307651682 + - type: nauc_mrr_at_1_max + value: 53.04014276462249 + - type: nauc_mrr_at_1_std + value: 7.295103966634424 + - type: nauc_mrr_at_20_diff1 + value: 59.81505895368636 + - type: nauc_mrr_at_20_max + value: 51.4001623359027 + - type: nauc_mrr_at_20_std + value: 10.490038867761676 + - type: nauc_mrr_at_3_diff1 + value: 61.25505063120813 + - type: nauc_mrr_at_3_max + value: 51.235726860013244 + - type: nauc_mrr_at_3_std + value: 9.12076972609324 + - type: nauc_mrr_at_5_diff1 + value: 60.46124658234123 + - type: nauc_mrr_at_5_max + value: 51.66615304884651 + - type: nauc_mrr_at_5_std + value: 10.491753886082012 + - type: nauc_ndcg_at_1000_diff1 + value: 56.063891484123495 + - type: nauc_ndcg_at_1000_max + value: 48.367233938001824 + - type: nauc_ndcg_at_1000_std + value: 12.080373606492493 + - type: nauc_ndcg_at_100_diff1 + value: 55.31788435605813 + - type: nauc_ndcg_at_100_max + value: 48.092541277886774 + - type: nauc_ndcg_at_100_std + value: 12.141439583740032 + - type: nauc_ndcg_at_10_diff1 + value: 56.717385106645516 + - type: nauc_ndcg_at_10_max + value: 47.92478263897746 + - type: nauc_ndcg_at_10_std + value: 9.129726886351563 + - type: nauc_ndcg_at_1_diff1 + value: 66.5671307651682 + - type: nauc_ndcg_at_1_max + value: 53.04014276462249 + - type: nauc_ndcg_at_1_std + value: 7.295103966634424 + - type: nauc_ndcg_at_20_diff1 + value: 56.135405938935655 + - type: nauc_ndcg_at_20_max + value: 47.986272943164934 + - type: nauc_ndcg_at_20_std + value: 10.812467905397899 + - type: nauc_ndcg_at_3_diff1 + value: 59.23720600553493 + - type: nauc_ndcg_at_3_max + value: 47.33504002431289 + - type: nauc_ndcg_at_3_std + value: 7.185531194641598 + - type: nauc_ndcg_at_5_diff1 + value: 57.98025524283037 + - type: nauc_ndcg_at_5_max + value: 48.24283042633571 + - type: nauc_ndcg_at_5_std + value: 9.61745663183138 + - type: nauc_precision_at_1000_diff1 + value: 3.688209431955099 + - type: nauc_precision_at_1000_max + value: 22.162220985449128 + - type: nauc_precision_at_1000_std + value: 19.598939915783994 + - type: nauc_precision_at_100_diff1 + value: 16.715476973785897 + - type: nauc_precision_at_100_max + value: 35.58794004604787 + - type: nauc_precision_at_100_std + value: 27.232006525764596 + - type: nauc_precision_at_10_diff1 + value: 37.61009291457028 + - type: nauc_precision_at_10_max + value: 47.494574849424886 + - type: nauc_precision_at_10_std + value: 18.99715275687221 + - type: nauc_precision_at_1_diff1 + value: 66.5671307651682 + - type: nauc_precision_at_1_max + value: 53.04014276462249 + - type: nauc_precision_at_1_std + value: 7.295103966634424 + - type: nauc_precision_at_20_diff1 + value: 31.740634208420587 + - type: nauc_precision_at_20_max + value: 44.645986394660895 + - type: nauc_precision_at_20_std + value: 23.565652481186586 + - type: nauc_precision_at_3_diff1 + value: 51.66114263826896 + - type: nauc_precision_at_3_max + value: 50.17058854322658 + - type: nauc_precision_at_3_std + value: 13.512577693548192 + - type: nauc_precision_at_5_diff1 + value: 45.22871147002112 + - type: nauc_precision_at_5_max + value: 50.97541357417865 + - type: nauc_precision_at_5_std + value: 20.09926480475663 + - type: nauc_recall_at_1000_diff1 + value: 31.322211403937285 + - type: nauc_recall_at_1000_max + value: 42.50466170750527 + - type: nauc_recall_at_1000_std + value: 40.51211129319271 + - type: nauc_recall_at_100_diff1 + value: 36.2360280516937 + - type: nauc_recall_at_100_max + value: 42.96527303778111 + - type: nauc_recall_at_100_std + value: 26.79796127746965 + - type: nauc_recall_at_10_diff1 + value: 46.6933738894558 + - type: nauc_recall_at_10_max + value: 44.123300529793056 + - type: nauc_recall_at_10_std + value: 11.27231506598845 + - type: nauc_recall_at_1_diff1 + value: 65.66232117229154 + - type: nauc_recall_at_1_max + value: 46.51257040003174 + - type: nauc_recall_at_1_std + value: 2.5163737001523376 + - type: nauc_recall_at_20_diff1 + value: 43.83749055471611 + - type: nauc_recall_at_20_max + value: 43.397982693038685 + - type: nauc_recall_at_20_std + value: 17.188379692723828 + - type: nauc_recall_at_3_diff1 + value: 54.1533022226639 + - type: nauc_recall_at_3_max + value: 42.52488107816299 + - type: nauc_recall_at_3_std + value: 6.629860082065277 + - type: nauc_recall_at_5_diff1 + value: 50.8614211680103 + - type: nauc_recall_at_5_max + value: 45.28106563555323 + - type: nauc_recall_at_5_std + value: 12.700338725741222 + - type: ndcg_at_1 + value: 28.834 + - type: ndcg_at_10 + value: 36.571 + - type: ndcg_at_100 + value: 41.102 + - type: ndcg_at_1000 + value: 43.671 + - type: ndcg_at_20 + value: 38.152 + - type: ndcg_at_3 + value: 33.01 + - type: ndcg_at_5 + value: 34.402 + - type: precision_at_1 + value: 28.834 + - type: precision_at_10 + value: 5.675 + - type: precision_at_100 + value: 0.859 + - type: precision_at_1000 + value: 0.117 + - type: precision_at_20 + value: 3.259 + - type: precision_at_3 + value: 14.059 + - type: precision_at_5 + value: 9.508999999999999 + - type: recall_at_1 + value: 25.694 + - type: recall_at_10 + value: 46.018 + - type: recall_at_100 + value: 66.90700000000001 + - type: recall_at_1000 + value: 85.866 + - type: recall_at_20 + value: 51.92 + - type: recall_at_3 + value: 36.062 + - type: recall_at_5 + value: 39.562000000000005 task: - type: Reranking + type: Retrieval - dataset: config: default - name: MTEB SciDocsRR (default) - revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 split: test - type: mteb/scidocs-reranking + type: mteb/cqadupstack-tex metrics: - type: main_score - value: 87.00318874885207 - - type: map - value: 87.00318874885207 - - type: mrr - value: 96.21491616589655 - - type: nAUC_map_diff1 - value: -2.7942161554105844 - - type: nAUC_map_max - value: 49.58195147676295 - - type: nAUC_map_std - value: 64.58288470555894 - - type: nAUC_mrr_diff1 - value: 35.81189666282723 - - type: nAUC_mrr_max - value: 82.72754486008768 - - type: nAUC_mrr_std - value: 78.20855667229367 + value: 33.665 + - type: map_at_1 + value: 21.559 + - type: map_at_10 + value: 29.032000000000004 + - type: map_at_100 + value: 30.135 + - type: map_at_1000 + value: 30.258000000000003 + - type: map_at_20 + value: 29.607 + - type: map_at_3 + value: 26.682 + - type: map_at_5 + value: 27.956999999999997 + - type: mrr_at_1 + value: 26.29043358568479 + - type: mrr_at_10 + value: 33.3080981876578 + - type: mrr_at_100 + value: 34.1764538461662 + - type: mrr_at_1000 + value: 34.248506545210226 + - type: mrr_at_20 + value: 33.78132510629286 + - type: mrr_at_3 + value: 31.251433815095265 + - type: mrr_at_5 + value: 32.39905941729766 + - type: nauc_map_at_1000_diff1 + value: 50.50023732077554 + - type: nauc_map_at_1000_max + value: 42.59809128542217 + - type: nauc_map_at_1000_std + value: 4.548773301130105 + - type: nauc_map_at_100_diff1 + value: 50.48271928405346 + - type: nauc_map_at_100_max + value: 42.55881434921447 + - type: nauc_map_at_100_std + value: 4.514347678686318 + - type: nauc_map_at_10_diff1 + value: 50.6445428672794 + - type: nauc_map_at_10_max + value: 42.358616548731774 + - type: nauc_map_at_10_std + value: 4.118726987677713 + - type: nauc_map_at_1_diff1 + value: 57.98097995657995 + - type: nauc_map_at_1_max + value: 41.68952974974049 + - type: nauc_map_at_1_std + value: 3.0272542729271157 + - type: nauc_map_at_20_diff1 + value: 50.50692335035352 + - type: nauc_map_at_20_max + value: 42.52599731022714 + - type: nauc_map_at_20_std + value: 4.289567132618637 + - type: nauc_map_at_3_diff1 + value: 52.57484092433417 + - type: nauc_map_at_3_max + value: 42.56353035102126 + - type: nauc_map_at_3_std + value: 3.3666560242360943 + - type: nauc_map_at_5_diff1 + value: 51.33149846228247 + - type: nauc_map_at_5_max + value: 42.138141557029215 + - type: nauc_map_at_5_std + value: 3.63407311321908 + - type: nauc_mrr_at_1000_diff1 + value: 51.64588095028107 + - type: nauc_mrr_at_1000_max + value: 45.21132274986003 + - type: nauc_mrr_at_1000_std + value: 5.0484437569555585 + - type: nauc_mrr_at_100_diff1 + value: 51.62929802936584 + - type: nauc_mrr_at_100_max + value: 45.19695172672232 + - type: nauc_mrr_at_100_std + value: 5.031927696402182 + - type: nauc_mrr_at_10_diff1 + value: 51.69157695004305 + - type: nauc_mrr_at_10_max + value: 45.16812590942401 + - type: nauc_mrr_at_10_std + value: 4.79967969804667 + - type: nauc_mrr_at_1_diff1 + value: 58.32542183726116 + - type: nauc_mrr_at_1_max + value: 46.620943574285185 + - type: nauc_mrr_at_1_std + value: 4.1930005189971835 + - type: nauc_mrr_at_20_diff1 + value: 51.61295585588531 + - type: nauc_mrr_at_20_max + value: 45.18950560029899 + - type: nauc_mrr_at_20_std + value: 4.872609425990706 + - type: nauc_mrr_at_3_diff1 + value: 53.29566388431001 + - type: nauc_mrr_at_3_max + value: 45.96260064014352 + - type: nauc_mrr_at_3_std + value: 4.26990138331606 + - type: nauc_mrr_at_5_diff1 + value: 52.15051324018521 + - type: nauc_mrr_at_5_max + value: 45.19115832118339 + - type: nauc_mrr_at_5_std + value: 4.327064373186022 + - type: nauc_ndcg_at_1000_diff1 + value: 47.975105473136274 + - type: nauc_ndcg_at_1000_max + value: 43.3202256901928 + - type: nauc_ndcg_at_1000_std + value: 7.302466526267917 + - type: nauc_ndcg_at_100_diff1 + value: 47.4263368124116 + - type: nauc_ndcg_at_100_max + value: 42.9144663112138 + - type: nauc_ndcg_at_100_std + value: 6.896117489396776 + - type: nauc_ndcg_at_10_diff1 + value: 47.69553293563487 + - type: nauc_ndcg_at_10_max + value: 42.532008689244975 + - type: nauc_ndcg_at_10_std + value: 5.072375034288901 + - type: nauc_ndcg_at_1_diff1 + value: 58.32542183726116 + - type: nauc_ndcg_at_1_max + value: 46.620943574285185 + - type: nauc_ndcg_at_1_std + value: 4.1930005189971835 + - type: nauc_ndcg_at_20_diff1 + value: 47.3216797300171 + - type: nauc_ndcg_at_20_max + value: 42.82784121762008 + - type: nauc_ndcg_at_20_std + value: 5.4873332638062555 + - type: nauc_ndcg_at_3_diff1 + value: 50.67618892045853 + - type: nauc_ndcg_at_3_max + value: 43.452066634836264 + - type: nauc_ndcg_at_3_std + value: 3.5999178231581794 + - type: nauc_ndcg_at_5_diff1 + value: 48.87125718610337 + - type: nauc_ndcg_at_5_max + value: 42.34293060532442 + - type: nauc_ndcg_at_5_std + value: 3.965719895867645 + - type: nauc_precision_at_1000_diff1 + value: 2.3564008906375946 + - type: nauc_precision_at_1000_max + value: 19.35277990409841 + - type: nauc_precision_at_1000_std + value: 8.208296124429717 + - type: nauc_precision_at_100_diff1 + value: 11.557680499251672 + - type: nauc_precision_at_100_max + value: 27.081221933803963 + - type: nauc_precision_at_100_std + value: 10.867193962779467 + - type: nauc_precision_at_10_diff1 + value: 26.75079231789259 + - type: nauc_precision_at_10_max + value: 37.919411779232 + - type: nauc_precision_at_10_std + value: 8.247576589109919 + - type: nauc_precision_at_1_diff1 + value: 58.32542183726116 + - type: nauc_precision_at_1_max + value: 46.620943574285185 + - type: nauc_precision_at_1_std + value: 4.1930005189971835 + - type: nauc_precision_at_20_diff1 + value: 20.55817160758088 + - type: nauc_precision_at_20_max + value: 35.002140073661074 + - type: nauc_precision_at_20_std + value: 9.307772219880112 + - type: nauc_precision_at_3_diff1 + value: 41.336467145311225 + - type: nauc_precision_at_3_max + value: 43.90874128887091 + - type: nauc_precision_at_3_std + value: 4.729955596002663 + - type: nauc_precision_at_5_diff1 + value: 34.13625101894054 + - type: nauc_precision_at_5_max + value: 40.17036594203881 + - type: nauc_precision_at_5_std + value: 5.583421954612999 + - type: nauc_recall_at_1000_diff1 + value: 24.46074916945915 + - type: nauc_recall_at_1000_max + value: 37.86917238350092 + - type: nauc_recall_at_1000_std + value: 33.88120920938976 + - type: nauc_recall_at_100_diff1 + value: 31.212833489194146 + - type: nauc_recall_at_100_max + value: 37.18791392541046 + - type: nauc_recall_at_100_std + value: 16.998821925560886 + - type: nauc_recall_at_10_diff1 + value: 36.70769693647175 + - type: nauc_recall_at_10_max + value: 37.64347483639347 + - type: nauc_recall_at_10_std + value: 6.642774528061772 + - type: nauc_recall_at_1_diff1 + value: 57.98097995657995 + - type: nauc_recall_at_1_max + value: 41.68952974974049 + - type: nauc_recall_at_1_std + value: 3.0272542729271157 + - type: nauc_recall_at_20_diff1 + value: 34.59547764519041 + - type: nauc_recall_at_20_max + value: 38.01411741806164 + - type: nauc_recall_at_20_std + value: 8.079886446955351 + - type: nauc_recall_at_3_diff1 + value: 45.9260703706339 + - type: nauc_recall_at_3_max + value: 40.455294025909076 + - type: nauc_recall_at_3_std + value: 3.020482391513455 + - type: nauc_recall_at_5_diff1 + value: 41.11529408347525 + - type: nauc_recall_at_5_max + value: 37.806622947319276 + - type: nauc_recall_at_5_std + value: 3.472346020494902 + - type: ndcg_at_1 + value: 26.290000000000003 + - type: ndcg_at_10 + value: 33.665 + - type: ndcg_at_100 + value: 38.879000000000005 + - type: ndcg_at_1000 + value: 41.704 + - type: ndcg_at_20 + value: 35.455999999999996 + - type: ndcg_at_3 + value: 29.711 + - type: ndcg_at_5 + value: 31.471 + - type: precision_at_1 + value: 26.290000000000003 + - type: precision_at_10 + value: 5.957 + - type: precision_at_100 + value: 1.019 + - type: precision_at_1000 + value: 0.14400000000000002 + - type: precision_at_20 + value: 3.565 + - type: precision_at_3 + value: 13.902000000000001 + - type: precision_at_5 + value: 9.821 + - type: recall_at_1 + value: 21.559 + - type: recall_at_10 + value: 43.288 + - type: recall_at_100 + value: 67.006 + - type: recall_at_1000 + value: 87.154 + - type: recall_at_20 + value: 49.788 + - type: recall_at_3 + value: 31.889 + - type: recall_at_5 + value: 36.605 task: - type: Reranking + type: Retrieval - dataset: config: default - name: MTEB StackOverflowDupQuestions (default) - revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test - type: mteb/stackoverflowdupquestions-reranking + type: mteb/cqadupstack-unix metrics: - type: main_score - value: 52.94628709332918 - - type: map - value: 52.94628709332918 - - type: mrr - value: 53.8088474025974 - - type: nAUC_map_diff1 - value: 37.831491121972284 - - type: nAUC_map_max - value: 9.954672687599786 - - type: nAUC_map_std - value: 7.151680447940397 - - type: nAUC_mrr_diff1 - value: 37.94530402756348 - - type: nAUC_mrr_max - value: 11.10510095877716 - - type: nAUC_mrr_std - value: 7.335464870025126 + value: 44.423 + - type: map_at_1 + value: 30.54 + - type: map_at_10 + value: 39.397 + - type: map_at_100 + value: 40.626 + - type: map_at_1000 + value: 40.717999999999996 + - type: map_at_20 + value: 40.077 + - type: map_at_3 + value: 36.797999999999995 + - type: map_at_5 + value: 38.178 + - type: mrr_at_1 + value: 35.5410447761194 + - type: mrr_at_10 + value: 43.5865316275764 + - type: mrr_at_100 + value: 44.51529654171424 + - type: mrr_at_1000 + value: 44.562614253107746 + - type: mrr_at_20 + value: 44.164568195841234 + - type: mrr_at_3 + value: 41.40236318407957 + - type: mrr_at_5 + value: 42.57773631840791 + - type: nauc_map_at_1000_diff1 + value: 52.76374540838983 + - type: nauc_map_at_1000_max + value: 42.55353627918961 + - type: nauc_map_at_1000_std + value: 4.857305186816936 + - type: nauc_map_at_100_diff1 + value: 52.76238875291172 + - type: nauc_map_at_100_max + value: 42.53436040912949 + - type: nauc_map_at_100_std + value: 4.868257944045184 + - type: nauc_map_at_10_diff1 + value: 52.90764530548833 + - type: nauc_map_at_10_max + value: 42.501235137870715 + - type: nauc_map_at_10_std + value: 4.596458350936598 + - type: nauc_map_at_1_diff1 + value: 58.435957802193606 + - type: nauc_map_at_1_max + value: 40.8201218048271 + - type: nauc_map_at_1_std + value: 3.3639162923348107 + - type: nauc_map_at_20_diff1 + value: 52.83612586308006 + - type: nauc_map_at_20_max + value: 42.40637130029987 + - type: nauc_map_at_20_std + value: 4.642218568490607 + - type: nauc_map_at_3_diff1 + value: 53.56288667046082 + - type: nauc_map_at_3_max + value: 42.69200652306418 + - type: nauc_map_at_3_std + value: 4.443709986707929 + - type: nauc_map_at_5_diff1 + value: 52.80863551855386 + - type: nauc_map_at_5_max + value: 42.268876698467324 + - type: nauc_map_at_5_std + value: 4.315014770785757 + - type: nauc_mrr_at_1000_diff1 + value: 54.780545321852024 + - type: nauc_mrr_at_1000_max + value: 44.85577675065409 + - type: nauc_mrr_at_1000_std + value: 5.224452579627839 + - type: nauc_mrr_at_100_diff1 + value: 54.76702346943041 + - type: nauc_mrr_at_100_max + value: 44.842097267634834 + - type: nauc_mrr_at_100_std + value: 5.233687683474933 + - type: nauc_mrr_at_10_diff1 + value: 54.88849273607052 + - type: nauc_mrr_at_10_max + value: 44.94807399819095 + - type: nauc_mrr_at_10_std + value: 5.124284874129286 + - type: nauc_mrr_at_1_diff1 + value: 60.86924889741169 + - type: nauc_mrr_at_1_max + value: 45.056356721606925 + - type: nauc_mrr_at_1_std + value: 3.437468284490022 + - type: nauc_mrr_at_20_diff1 + value: 54.72936787737661 + - type: nauc_mrr_at_20_max + value: 44.79793486137578 + - type: nauc_mrr_at_20_std + value: 5.176055853907691 + - type: nauc_mrr_at_3_diff1 + value: 55.448415049617694 + - type: nauc_mrr_at_3_max + value: 45.67554311190905 + - type: nauc_mrr_at_3_std + value: 4.757201083486516 + - type: nauc_mrr_at_5_diff1 + value: 55.048042324198946 + - type: nauc_mrr_at_5_max + value: 45.228664872065956 + - type: nauc_mrr_at_5_std + value: 4.9014147347294585 + - type: nauc_ndcg_at_1000_diff1 + value: 51.203361322052096 + - type: nauc_ndcg_at_1000_max + value: 43.25578662530445 + - type: nauc_ndcg_at_1000_std + value: 6.620464316087618 + - type: nauc_ndcg_at_100_diff1 + value: 50.882647332034615 + - type: nauc_ndcg_at_100_max + value: 42.93716885101371 + - type: nauc_ndcg_at_100_std + value: 7.106131770951589 + - type: nauc_ndcg_at_10_diff1 + value: 51.56811051737126 + - type: nauc_ndcg_at_10_max + value: 42.87441802287994 + - type: nauc_ndcg_at_10_std + value: 5.505533106517679 + - type: nauc_ndcg_at_1_diff1 + value: 60.86924889741169 + - type: nauc_ndcg_at_1_max + value: 45.056356721606925 + - type: nauc_ndcg_at_1_std + value: 3.437468284490022 + - type: nauc_ndcg_at_20_diff1 + value: 51.13197825390587 + - type: nauc_ndcg_at_20_max + value: 42.36940398363374 + - type: nauc_ndcg_at_20_std + value: 5.887988236497331 + - type: nauc_ndcg_at_3_diff1 + value: 52.59182073148154 + - type: nauc_ndcg_at_3_max + value: 43.95986060122144 + - type: nauc_ndcg_at_3_std + value: 4.991350391303793 + - type: nauc_ndcg_at_5_diff1 + value: 51.53769309491435 + - type: nauc_ndcg_at_5_max + value: 42.758293780811265 + - type: nauc_ndcg_at_5_std + value: 4.844476542311906 + - type: nauc_precision_at_1000_diff1 + value: -11.434999641403083 + - type: nauc_precision_at_1000_max + value: 0.8269916751141828 + - type: nauc_precision_at_1000_std + value: 0.12797876293958896 + - type: nauc_precision_at_100_diff1 + value: 2.279846188893991 + - type: nauc_precision_at_100_max + value: 15.493076102854905 + - type: nauc_precision_at_100_std + value: 9.950134651549206 + - type: nauc_precision_at_10_diff1 + value: 28.45435256078124 + - type: nauc_precision_at_10_max + value: 33.81086627096211 + - type: nauc_precision_at_10_std + value: 6.0332149987128965 + - type: nauc_precision_at_1_diff1 + value: 60.86924889741169 + - type: nauc_precision_at_1_max + value: 45.056356721606925 + - type: nauc_precision_at_1_std + value: 3.437468284490022 + - type: nauc_precision_at_20_diff1 + value: 20.663071571536992 + - type: nauc_precision_at_20_max + value: 27.50021189088964 + - type: nauc_precision_at_20_std + value: 6.508841525773539 + - type: nauc_precision_at_3_diff1 + value: 41.15032908091854 + - type: nauc_precision_at_3_max + value: 43.9955541150382 + - type: nauc_precision_at_3_std + value: 5.877878641632331 + - type: nauc_precision_at_5_diff1 + value: 34.69820637934227 + - type: nauc_precision_at_5_max + value: 38.83293829816354 + - type: nauc_precision_at_5_std + value: 5.5392990681998 + - type: nauc_recall_at_1000_diff1 + value: 22.131796711859135 + - type: nauc_recall_at_1000_max + value: 38.127584982658 + - type: nauc_recall_at_1000_std + value: 34.45989637758976 + - type: nauc_recall_at_100_diff1 + value: 35.00175042738763 + - type: nauc_recall_at_100_max + value: 36.55948979585168 + - type: nauc_recall_at_100_std + value: 20.302607156553062 + - type: nauc_recall_at_10_diff1 + value: 43.87257439970838 + - type: nauc_recall_at_10_max + value: 39.08232067387173 + - type: nauc_recall_at_10_std + value: 7.635715431344517 + - type: nauc_recall_at_1_diff1 + value: 58.435957802193606 + - type: nauc_recall_at_1_max + value: 40.8201218048271 + - type: nauc_recall_at_1_std + value: 3.3639162923348107 + - type: nauc_recall_at_20_diff1 + value: 40.67523452277275 + - type: nauc_recall_at_20_max + value: 35.6737797471379 + - type: nauc_recall_at_20_std + value: 9.803522919641205 + - type: nauc_recall_at_3_diff1 + value: 47.16401394537944 + - type: nauc_recall_at_3_max + value: 42.192146604065606 + - type: nauc_recall_at_3_std + value: 5.876930111074094 + - type: nauc_recall_at_5_diff1 + value: 44.593174758805404 + - type: nauc_recall_at_5_max + value: 39.82512155022514 + - type: nauc_recall_at_5_std + value: 5.59548740237456 + - type: ndcg_at_1 + value: 35.541 + - type: ndcg_at_10 + value: 44.423 + - type: ndcg_at_100 + value: 50.001 + - type: ndcg_at_1000 + value: 52.047 + - type: ndcg_at_20 + value: 46.605999999999995 + - type: ndcg_at_3 + value: 40.004 + - type: ndcg_at_5 + value: 41.88 + - type: precision_at_1 + value: 35.541 + - type: precision_at_10 + value: 7.285 + - type: precision_at_100 + value: 1.1320000000000001 + - type: precision_at_1000 + value: 0.14200000000000002 + - type: precision_at_20 + value: 4.244 + - type: precision_at_3 + value: 17.91 + - type: precision_at_5 + value: 12.239 + - type: recall_at_1 + value: 30.54 + - type: recall_at_10 + value: 55.309 + - type: recall_at_100 + value: 79.616 + - type: recall_at_1000 + value: 93.856 + - type: recall_at_20 + value: 63.107 + - type: recall_at_3 + value: 43.056 + - type: recall_at_5 + value: 48.021 task: - type: Reranking + type: Retrieval - dataset: config: default - name: MTEB ArguAna (default) - revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test - type: mteb/arguana + type: mteb/cqadupstack-webmasters metrics: - type: main_score - value: 59.065 + value: 41.909 - type: map_at_1 - value: 33.357 + value: 28.163 - type: map_at_10 - value: 50.358000000000004 + value: 36.476 - type: map_at_100 - value: 51.059 + value: 38.078 - type: map_at_1000 - value: 51.065000000000005 + value: 38.34 - type: map_at_20 - value: 50.937 + value: 37.313 - type: map_at_3 - value: 46.028999999999996 + value: 33.474 - type: map_at_5 - value: 48.554 + value: 35.28 - type: mrr_at_1 - value: 34.70839260312945 + value: 33.39920948616601 - type: mrr_at_10 - value: 50.83243017453547 + value: 40.57422046552481 - type: mrr_at_100 - value: 51.53850536320004 + value: 41.416523178972795 - type: mrr_at_1000 - value: 51.54401811077744 + value: 41.48062648624946 - type: mrr_at_20 - value: 51.412647976217364 + value: 41.028434133900724 - type: mrr_at_3 - value: 46.50308202939785 + value: 38.10935441370225 - type: mrr_at_5 - value: 49.05998103366532 + value: 39.57180500658761 - type: nauc_map_at_1000_diff1 - value: 11.797564985135338 + value: 59.30365105258447 - type: nauc_map_at_1000_max - value: -7.607066932406576 + value: 51.32956178610624 - type: nauc_map_at_1000_std - value: -17.270638215057524 + value: 9.807753946991491 - type: nauc_map_at_100_diff1 - value: 11.806198989069621 + value: 59.30227182211021 - type: nauc_map_at_100_max - value: -7.592047232710611 + value: 51.505498315648744 - type: nauc_map_at_100_std - value: -17.26377587353011 + value: 9.40690013473669 - type: nauc_map_at_10_diff1 - value: 11.531283497060853 + value: 59.493199077028656 - type: nauc_map_at_10_max - value: -7.492585855217183 + value: 51.170184882329494 - type: nauc_map_at_10_std - value: -17.327181279719785 + value: 7.5956691204249625 - type: nauc_map_at_1_diff1 - value: 14.722301460370888 + value: 66.72124308402267 - type: nauc_map_at_1_max - value: -12.558941744567125 + value: 51.19466114585956 - type: nauc_map_at_1_std - value: -19.00668277393635 + value: 2.245220608559181 - type: nauc_map_at_20_diff1 - value: 11.780890253296326 + value: 59.22057643300822 - type: nauc_map_at_20_max - value: -7.486443528760252 + value: 51.313573776775726 - type: nauc_map_at_20_std - value: -17.25415038497637 + value: 8.358939846817226 - type: nauc_map_at_3_diff1 - value: 11.58642251378135 + value: 61.32109160055376 - type: nauc_map_at_3_max - value: -7.553024889936588 + value: 51.9457241432636 - type: nauc_map_at_3_std - value: -16.86316367654756 + value: 6.142346771066799 - type: nauc_map_at_5_diff1 - value: 10.748291392915972 + value: 60.196087475595775 - type: nauc_map_at_5_max - value: -8.067965465823498 + value: 51.29489275323225 - type: nauc_map_at_5_std - value: -17.609699932887022 + value: 7.135550923449767 - type: nauc_mrr_at_1000_diff1 - value: 7.5887210721299185 + value: 58.61406272963981 - type: nauc_mrr_at_1000_max - value: -9.428750070039108 + value: 52.14522525518276 - type: nauc_mrr_at_1000_std - value: -17.1532443953663 + value: 10.346824001908765 - type: nauc_mrr_at_100_diff1 - value: 7.598074158282849 + value: 58.59441019795227 - type: nauc_mrr_at_100_max - value: -9.413490618300635 + value: 52.10956861802713 - type: nauc_mrr_at_100_std - value: -17.146447113618237 + value: 10.336293720942948 - type: nauc_mrr_at_10_diff1 - value: 7.290530880298207 + value: 58.77148976904293 - type: nauc_mrr_at_10_max - value: -9.368775892138595 + value: 52.18359886063282 - type: nauc_mrr_at_10_std - value: -17.24577739241391 + value: 10.108983326742853 - type: nauc_mrr_at_1_diff1 - value: 10.80458792753096 + value: 62.75320247309557 - type: nauc_mrr_at_1_max - value: -12.826439299672895 + value: 54.58212983767925 - type: nauc_mrr_at_1_std - value: -18.15165946206333 + value: 7.649128741158393 - type: nauc_mrr_at_20_diff1 - value: 7.570427469198783 + value: 58.70480651508579 - type: nauc_mrr_at_20_max - value: -9.318833554679264 + value: 52.04529492373743 - type: nauc_mrr_at_20_std - value: -17.154896916304484 + value: 10.09501402622684 - type: nauc_mrr_at_3_diff1 - value: 7.28895569670382 + value: 59.82908033429298 - type: nauc_mrr_at_3_max - value: -9.681542629848938 + value: 53.42734720399114 - type: nauc_mrr_at_3_std - value: -17.054990587661848 + value: 9.886371850072972 - type: nauc_mrr_at_5_diff1 - value: 6.743201810619643 + value: 59.100685229454754 - type: nauc_mrr_at_5_max - value: -9.749964913926936 + value: 52.44424372197177 - type: nauc_mrr_at_5_std - value: -17.501386524025076 + value: 10.19534387414282 - type: nauc_ndcg_at_1000_diff1 - value: 11.636132117840171 + value: 57.16657786810699 - type: nauc_ndcg_at_1000_max - value: -6.60729897328878 + value: 51.498118352968504 - type: nauc_ndcg_at_1000_std - value: -16.684371357447958 + value: 13.45759260939172 - type: nauc_ndcg_at_100_diff1 - value: 11.86351675345608 + value: 56.47190359480491 - type: nauc_ndcg_at_100_max - value: -6.233730667011658 + value: 50.510346633524506 - type: nauc_ndcg_at_100_std - value: -16.50628115412626 + value: 13.164825021236645 - type: nauc_ndcg_at_10_diff1 - value: 10.740551506695157 + value: 56.839999032753916 - type: nauc_ndcg_at_10_max - value: -5.4321953074534965 + value: 49.35810093746709 - type: nauc_ndcg_at_10_std - value: -16.658783370168187 + value: 10.892285569599455 - type: nauc_ndcg_at_1_diff1 - value: 14.722301460370888 + value: 62.75320247309557 - type: nauc_ndcg_at_1_max - value: -12.558941744567125 + value: 54.58212983767925 - type: nauc_ndcg_at_1_std - value: -19.00668277393635 + value: 7.649128741158393 - type: nauc_ndcg_at_20_diff1 - value: 11.712706357412802 + value: 56.599943425661145 - type: nauc_ndcg_at_20_max - value: -5.349834635162655 + value: 49.04948706869284 - type: nauc_ndcg_at_20_std - value: -16.332597314401273 + value: 10.953199856319838 - type: nauc_ndcg_at_3_diff1 - value: 10.585090671033667 + value: 59.06896883585927 - type: nauc_ndcg_at_3_max - value: -6.115259615884694 + value: 52.521751983909226 - type: nauc_ndcg_at_3_std - value: -16.033437647514436 + value: 10.316203555781064 - type: nauc_ndcg_at_5_diff1 - value: 8.902929750113787 + value: 58.10264420177409 - type: nauc_ndcg_at_5_max - value: -7.0499371802104 + value: 50.3495565113843 - type: nauc_ndcg_at_5_std - value: -17.37722922773031 + value: 11.198630479734442 - type: nauc_precision_at_1000_diff1 - value: 19.30870025960692 + value: -7.861487471616527 - type: nauc_precision_at_1000_max - value: 25.219198723291704 + value: -11.865885078285975 - type: nauc_precision_at_1000_std - value: 50.0628020408723 + value: 34.93723410363955 - type: nauc_precision_at_100_diff1 - value: 46.861658830251294 + value: 2.4168431059737485 - type: nauc_precision_at_100_max - value: 57.5281671841395 + value: 3.364608957955227 - type: nauc_precision_at_100_std - value: 32.41596890181097 + value: 36.92761258093046 - type: nauc_precision_at_10_diff1 - value: 6.3895922992183705 + value: 18.263148796946272 - type: nauc_precision_at_10_max - value: 9.111444564255798 + value: 30.503308529462064 - type: nauc_precision_at_10_std - value: -12.062739175575848 + value: 27.062063990822672 - type: nauc_precision_at_1_diff1 - value: 14.722301460370888 + value: 62.75320247309557 - type: nauc_precision_at_1_max - value: -12.558941744567125 + value: 54.58212983767925 - type: nauc_precision_at_1_std - value: -19.00668277393635 + value: 7.649128741158393 - type: nauc_precision_at_20_diff1 - value: 16.87733741334527 + value: 9.947402516937798 - type: nauc_precision_at_20_max - value: 29.473698797577423 + value: 22.13439606944372 - type: nauc_precision_at_20_std - value: -0.4381242915940282 + value: 30.739360998078823 - type: nauc_precision_at_3_diff1 - value: 7.41556166086276 + value: 38.95711192254061 - type: nauc_precision_at_3_max - value: -1.62255104214 + value: 46.568608591073364 - type: nauc_precision_at_3_std - value: -13.354419956517779 + value: 17.901229470165855 - type: nauc_precision_at_5_diff1 - value: 1.4075737324260367 + value: 29.43836627953031 - type: nauc_precision_at_5_max - value: -3.4467936924651497 + value: 39.377036266380536 - type: nauc_precision_at_5_std - value: -16.682279089924243 + value: 22.380560159232196 - type: nauc_recall_at_1000_diff1 - value: 19.30870025960776 + value: 37.300575362096275 - type: nauc_recall_at_1000_max - value: 25.219198723290486 + value: 55.20039736641748 - type: nauc_recall_at_1000_std - value: 50.0628020408743 + value: 58.95114049445191 - type: nauc_recall_at_100_diff1 - value: 46.86165883025222 + value: 40.329256967785504 - type: nauc_recall_at_100_max - value: 57.528167184138965 + value: 40.400321519794566 - type: nauc_recall_at_100_std - value: 32.41596890181003 + value: 29.255191346931582 - type: nauc_recall_at_10_diff1 - value: 6.389592299218442 + value: 48.44766357811787 - type: nauc_recall_at_10_max - value: 9.111444564255994 + value: 40.23097273472008 - type: nauc_recall_at_10_std - value: -12.06273917557584 + value: 10.32703056019965 - type: nauc_recall_at_1_diff1 - value: 14.722301460370888 + value: 66.72124308402267 - type: nauc_recall_at_1_max - value: -12.558941744567125 + value: 51.19466114585956 - type: nauc_recall_at_1_std - value: -19.00668277393635 + value: 2.245220608559181 - type: nauc_recall_at_20_diff1 - value: 16.877337413344662 + value: 45.93499243020848 - type: nauc_recall_at_20_max - value: 29.473698797576674 + value: 37.15086331902723 - type: nauc_recall_at_20_std - value: -0.43812429159462585 + value: 11.390852913964599 - type: nauc_recall_at_3_diff1 - value: 7.415561660862788 + value: 57.28583574669723 - type: nauc_recall_at_3_max - value: -1.6225510421399234 + value: 49.16061086075558 - type: nauc_recall_at_3_std - value: -13.354419956517749 + value: 8.729826211070984 - type: nauc_recall_at_5_diff1 - value: 1.4075737324260906 + value: 53.16650473894876 - type: nauc_recall_at_5_max - value: -3.446793692465132 + value: 44.17028263924092 - type: nauc_recall_at_5_std - value: -16.682279089924172 + value: 11.186300373134186 - type: ndcg_at_1 - value: 33.357 + value: 33.399 - type: ndcg_at_10 - value: 59.065 + value: 41.909 - type: ndcg_at_100 - value: 61.92999999999999 + value: 47.166999999999994 - type: ndcg_at_1000 - value: 62.038000000000004 + value: 49.927 - type: ndcg_at_20 - value: 61.111000000000004 + value: 43.883 - type: ndcg_at_3 - value: 50.188 + value: 37.218 - type: ndcg_at_5 - value: 54.734 + value: 39.567 - type: precision_at_1 - value: 33.357 + value: 33.399 - type: precision_at_10 - value: 8.656 + value: 8.161999999999999 - type: precision_at_100 - value: 0.988 + value: 1.611 - type: precision_at_1000 - value: 0.1 + value: 0.246 - type: precision_at_20 - value: 4.726 + value: 5.119 - type: precision_at_3 - value: 20.744 + value: 17.391000000000002 - type: precision_at_5 - value: 14.651 + value: 12.727 - type: recall_at_1 - value: 33.357 + value: 28.163 - type: recall_at_10 - value: 86.558 + value: 51.453 - type: recall_at_100 - value: 98.791 + value: 75.355 - type: recall_at_1000 - value: 99.57300000000001 + value: 92.99300000000001 - type: recall_at_20 - value: 94.523 + value: 59.023 - type: recall_at_3 - value: 62.233000000000004 + value: 38.425 - type: recall_at_5 - value: 73.257 + value: 44.84 task: type: Retrieval - dataset: config: default - name: MTEB CQADupstackRetrieval (default) - revision: dataset revision not available + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test - type: BeIR/cqadupstack + type: mteb/cqadupstack-wordpress metrics: - type: main_score - value: 42.60991666666667 + value: 36.398 - type: map_at_1 - value: 29.02841666666666 + value: 24.008 - type: map_at_10 - value: 37.605500000000006 + value: 31.863999999999997 - type: map_at_100 - value: 38.80766666666667 + value: 32.72 - type: map_at_1000 - value: 38.925 + value: 32.821 - type: map_at_20 - value: 38.24433333333333 + value: 32.261 - type: map_at_3 - value: 34.901833333333336 + value: 29.381 - type: map_at_5 - value: 36.400166666666664 + value: 30.897000000000002 - type: mrr_at_1 - value: 34.54942716177701 + value: 26.432532347504623 - type: mrr_at_10 - value: 41.985627602835415 + value: 34.03250887539242 - type: mrr_at_100 - value: 42.8188183341998 + value: 34.819847299074134 - type: mrr_at_1000 - value: 42.87651478239379 + value: 34.89299718316846 - type: mrr_at_20 - value: 42.45289866684582 + value: 34.44747576214217 - type: mrr_at_3 - value: 39.73846973161339 + value: 31.79297597042514 - type: mrr_at_5 - value: 41.028285930911764 + value: 33.151571164510166 - type: nauc_map_at_1000_diff1 - value: 54.313833147545246 + value: 55.98162099085637 - type: nauc_map_at_1000_max - value: 43.63059805650003 + value: 43.47872593560115 - type: nauc_map_at_1000_std - value: 6.3917229655705805 + value: 1.9635759627816445 - type: nauc_map_at_100_diff1 - value: 54.29007346605494 + value: 55.98061150597974 - type: nauc_map_at_100_max - value: 43.63080398264748 + value: 43.46654911714823 - type: nauc_map_at_100_std - value: 6.378901111036166 + value: 2.0206625819587183 - type: nauc_map_at_10_diff1 - value: 54.470778178332004 + value: 56.34666780463638 - type: nauc_map_at_10_max - value: 43.393237877840654 + value: 43.788943769246664 - type: nauc_map_at_10_std - value: 5.6127512938688655 + value: 1.1898266530268196 - type: nauc_map_at_1_diff1 - value: 60.06882798767067 + value: 62.62324443404018 - type: nauc_map_at_1_max - value: 42.19106001297334 + value: 43.605117311940006 - type: nauc_map_at_1_std - value: 2.86242717980298 + value: -0.6904916244485655 - type: nauc_map_at_20_diff1 - value: 54.30301286562668 + value: 56.238065656871704 - type: nauc_map_at_20_max - value: 43.47851607284599 + value: 43.5584551380304 - type: nauc_map_at_20_std - value: 6.00685966030338 + value: 1.7011032341886574 - type: nauc_map_at_3_diff1 - value: 55.7331996667339 + value: 56.25966143384608 - type: nauc_map_at_3_max - value: 43.11821518176387 + value: 44.51064963840291 - type: nauc_map_at_3_std - value: 4.33217706799643 + value: -0.0803396697177304 - type: nauc_map_at_5_diff1 - value: 54.896198669491916 + value: 56.07335339106893 - type: nauc_map_at_5_max - value: 43.20208013887368 + value: 43.998037645230795 - type: nauc_map_at_5_std - value: 5.023244199425562 + value: 1.2112200779176874 - type: nauc_mrr_at_1000_diff1 - value: 54.48880097496559 + value: 55.92143029755729 - type: nauc_mrr_at_1000_max - value: 46.10545106745922 + value: 43.84811870666282 - type: nauc_mrr_at_1000_std - value: 7.845561626941598 + value: 2.4365578128568854 - type: nauc_mrr_at_100_diff1 - value: 54.46951345713534 + value: 55.90610513119599 - type: nauc_mrr_at_100_max - value: 46.09921914495986 + value: 43.832619161548436 - type: nauc_mrr_at_100_std - value: 7.855986522414654 + value: 2.4946643522682233 - type: nauc_mrr_at_10_diff1 - value: 54.53890808141936 + value: 56.335626034657906 - type: nauc_mrr_at_10_max - value: 46.130592360352175 + value: 44.02523605305643 - type: nauc_mrr_at_10_std - value: 7.586612123942518 + value: 1.7511188685819048 - type: nauc_mrr_at_1_diff1 - value: 59.25878396315569 + value: 63.248568809238215 - type: nauc_mrr_at_1_max - value: 47.3512867241635 + value: 45.408377673502066 - type: nauc_mrr_at_1_std - value: 6.03729877377949 + value: 0.07045834015445782 - type: nauc_mrr_at_20_diff1 - value: 54.43539271526371 + value: 56.06829541446503 - type: nauc_mrr_at_20_max - value: 46.043507500747424 + value: 43.91422331275104 - type: nauc_mrr_at_20_std - value: 7.727711153775477 + value: 2.2347636126757173 - type: nauc_mrr_at_3_diff1 - value: 55.45359474665283 + value: 56.31600283984432 - type: nauc_mrr_at_3_max - value: 46.40382777448713 + value: 45.05073059132046 - type: nauc_mrr_at_3_std - value: 6.925224355539478 + value: 0.8652253910073596 - type: nauc_mrr_at_5_diff1 - value: 54.831111032366444 + value: 56.254182068875124 - type: nauc_mrr_at_5_max - value: 46.227367973489415 + value: 44.59269821452858 - type: nauc_mrr_at_5_std - value: 7.3311067454294605 + value: 1.6491608480389122 - type: nauc_ndcg_at_1000_diff1 - value: 52.32558906793956 + value: 52.95653323521346 - type: nauc_ndcg_at_1000_max - value: 44.576009470832275 + value: 42.389513003269904 - type: nauc_ndcg_at_1000_std - value: 9.540423024089218 + value: 5.179591160434181 - type: nauc_ndcg_at_100_diff1 - value: 51.77921624933878 + value: 52.43070969822147 - type: nauc_ndcg_at_100_max - value: 44.31890456342372 + value: 41.517812919833794 - type: nauc_ndcg_at_100_std - value: 9.882509250375406 + value: 6.844565740445449 - type: nauc_ndcg_at_10_diff1 - value: 52.27183698225157 + value: 54.56818115302057 - type: nauc_ndcg_at_10_max - value: 43.68607736024179 + value: 42.703994032749534 - type: nauc_ndcg_at_10_std - value: 7.354024755467956 + value: 2.635282627590044 - type: nauc_ndcg_at_1_diff1 - value: 59.25878396315569 + value: 63.248568809238215 - type: nauc_ndcg_at_1_max - value: 47.3512867241635 + value: 45.408377673502066 - type: nauc_ndcg_at_1_std - value: 6.03729877377949 + value: 0.07045834015445782 - type: nauc_ndcg_at_20_diff1 - value: 51.77683735706776 + value: 53.96537459815431 - type: nauc_ndcg_at_20_max - value: 43.61443561392521 + value: 41.925819424299895 - type: nauc_ndcg_at_20_std - value: 8.247013302747026 + value: 4.359545840626607 - type: nauc_ndcg_at_3_diff1 - value: 54.028694267307905 + value: 54.0973911563289 - type: nauc_ndcg_at_3_max - value: 44.18349704807031 + value: 44.68812055048855 - type: nauc_ndcg_at_3_std - value: 5.825981909144726 + value: 0.8078452209522009 - type: nauc_ndcg_at_5_diff1 - value: 53.095392793765626 + value: 53.945638885632455 - type: nauc_ndcg_at_5_max - value: 43.758452591413096 + value: 43.54338003834186 - type: nauc_ndcg_at_5_std - value: 6.5578913033174615 + value: 2.5103043398245606 - type: nauc_precision_at_1000_diff1 - value: -8.540675923679924 + value: -12.91947435915392 - type: nauc_precision_at_1000_max - value: 4.5880919138648935 + value: -4.8431541463237195 - type: nauc_precision_at_1000_std - value: 11.27603859276503 + value: 6.604107503909044 - type: nauc_precision_at_100_diff1 - value: 3.565858070534231 + value: 16.444591512259358 - type: nauc_precision_at_100_max - value: 18.8787039962293 + value: 21.881556684823632 - type: nauc_precision_at_100_std - value: 20.295478938042404 + value: 26.223501655143284 - type: nauc_precision_at_10_diff1 - value: 23.350060482384077 + value: 43.7635503540333 - type: nauc_precision_at_10_max - value: 34.22440251746106 + value: 38.53101787398076 - type: nauc_precision_at_10_std - value: 14.935644213966395 + value: 9.002092351038165 - type: nauc_precision_at_1_diff1 - value: 59.25878396315569 + value: 63.248568809238215 - type: nauc_precision_at_1_max - value: 47.3512867241635 + value: 45.408377673502066 - type: nauc_precision_at_1_std - value: 6.03729877377949 + value: 0.07045834015445782 - type: nauc_precision_at_20_diff1 - value: 15.687243660129788 + value: 37.86245560869826 - type: nauc_precision_at_20_max - value: 29.22328433696886 + value: 33.65976140375908 - type: nauc_precision_at_20_std - value: 17.58192973194358 + value: 15.913438047381792 - type: nauc_precision_at_3_diff1 - value: 39.10805376672383 + value: 47.47459643937429 - type: nauc_precision_at_3_max - value: 41.83821888683627 + value: 46.76643886992762 - type: nauc_precision_at_3_std - value: 9.727043363395024 + value: 4.5190241950831735 - type: nauc_precision_at_5_diff1 - value: 31.72998144570492 + value: 43.75126148368077 - type: nauc_precision_at_5_max - value: 38.537745470053814 + value: 42.334651217872505 - type: nauc_precision_at_5_std - value: 12.220525349263475 + value: 9.459742902485242 - type: nauc_recall_at_1000_diff1 - value: 35.48364310321224 + value: 27.819254278969897 - type: nauc_recall_at_1000_max - value: 48.18854976222965 + value: 38.30544692135124 - type: nauc_recall_at_1000_std - value: 43.85175109701473 + value: 26.52237812013942 - type: nauc_recall_at_100_diff1 - value: 37.36552138004649 + value: 34.58788879102681 - type: nauc_recall_at_100_max - value: 41.33748617896737 + value: 29.203659972143026 - type: nauc_recall_at_100_std - value: 26.34558914196681 + value: 30.0715893326566 - type: nauc_recall_at_10_diff1 - value: 43.65921853580916 + value: 48.706435965678075 - type: nauc_recall_at_10_max - value: 39.25907890601175 + value: 37.69482088549101 - type: nauc_recall_at_10_std - value: 9.471175740091006 + value: 6.172227685607203 - type: nauc_recall_at_1_diff1 - value: 60.06882798767067 + value: 62.62324443404018 - type: nauc_recall_at_1_max - value: 42.19106001297334 + value: 43.605117311940006 - type: nauc_recall_at_1_std - value: 2.86242717980298 + value: -0.6904916244485655 - type: nauc_recall_at_20_diff1 - value: 40.75159562884655 + value: 45.930710320116404 - type: nauc_recall_at_20_max - value: 38.25101225181255 + value: 33.87282382235246 - type: nauc_recall_at_20_std - value: 13.17491371760319 + value: 12.236967904900046 - type: nauc_recall_at_3_diff1 - value: 50.345091052364864 + value: 47.967133522596995 - type: nauc_recall_at_3_max - value: 40.91231122375179 + value: 43.222243812704654 - type: nauc_recall_at_3_std - value: 4.896343274324933 + value: 1.406764656015735 - type: nauc_recall_at_5_diff1 - value: 47.04751743804522 + value: 46.83387488030117 - type: nauc_recall_at_5_max - value: 40.003052519961244 + value: 40.22683923723393 - type: nauc_recall_at_5_std - value: 6.875465537676202 + value: 5.359250334470643 - type: ndcg_at_1 - value: 34.549416666666666 + value: 26.433 - type: ndcg_at_10 - value: 42.60991666666667 + value: 36.398 - type: ndcg_at_100 - value: 47.689499999999995 + value: 40.904 - type: ndcg_at_1000 - value: 49.98541666666666 + value: 43.503 - type: ndcg_at_20 - value: 44.50416666666667 + value: 37.835 - type: ndcg_at_3 - value: 38.212833333333336 + value: 31.740000000000002 - type: ndcg_at_5 - value: 40.25875 + value: 34.217 - type: precision_at_1 - value: 34.549416666666666 + value: 26.433 - type: precision_at_10 - value: 7.320416666666667 + value: 5.638 - type: precision_at_100 - value: 1.1675 + value: 0.8500000000000001 - type: precision_at_1000 - value: 0.15508333333333335 + value: 0.11900000000000001 - type: precision_at_20 - value: 4.298083333333333 + value: 3.198 - type: precision_at_3 - value: 17.33575 + value: 13.494 - type: precision_at_5 - value: 12.160083333333334 + value: 9.575 - type: recall_at_1 - value: 29.02841666666666 + value: 24.008 - type: recall_at_10 - value: 52.93366666666667 + value: 48.276 - type: recall_at_100 - value: 75.27858333333334 + value: 69.408 - type: recall_at_1000 - value: 91.25766666666665 + value: 88.982 - type: recall_at_20 - value: 59.86233333333334 + value: 53.652 - type: recall_at_3 - value: 40.52841666666666 + value: 35.665 - type: recall_at_5 - value: 45.977666666666664 + value: 41.707 task: type: Retrieval - dataset: @@ -700,287 +3806,287 @@ model-index: type: mteb/climate-fever metrics: - type: main_score - value: 36.703 + value: 34.424 - type: map_at_1 - value: 15.24 + value: 14.048 - type: map_at_10 - value: 26.906999999999996 + value: 25.008999999999997 - type: map_at_100 - value: 29.235 + value: 27.311999999999998 - type: map_at_1000 - value: 29.426999999999996 + value: 27.506999999999998 - type: map_at_20 - value: 28.24 + value: 26.276 - type: map_at_3 - value: 22.563 + value: 20.454 - type: map_at_5 - value: 24.771 + value: 22.764 - type: mrr_at_1 - value: 34.071661237785015 + value: 30.293159609120522 - type: mrr_at_10 - value: 47.69396618582291 + value: 43.979732175171954 - type: mrr_at_100 - value: 48.528904064491904 + value: 44.8990199708385 - type: mrr_at_1000 - value: 48.54870000158488 + value: 44.91948864168536 - type: mrr_at_20 - value: 48.28971854831071 + value: 44.60727793679259 - type: mrr_at_3 - value: 44.47339847991317 + value: 40.22801302931596 - type: mrr_at_5 - value: 46.40825190010864 + value: 42.5081433224756 - type: nauc_map_at_1000_diff1 - value: 27.470409970828634 + value: 26.782927076716838 - type: nauc_map_at_1000_max - value: 30.473577387802848 + value: 35.04693475590315 - type: nauc_map_at_1000_std - value: 18.050891784368936 + value: 18.468386416658767 - type: nauc_map_at_100_diff1 - value: 27.418066489928577 + value: 26.73559025799703 - type: nauc_map_at_100_max - value: 30.408070688933776 + value: 35.0086554719845 - type: nauc_map_at_100_std - value: 18.004903403885294 + value: 18.408237795505364 - type: nauc_map_at_10_diff1 - value: 27.38682127571569 + value: 26.69665717190449 - type: nauc_map_at_10_max - value: 28.857507089365647 + value: 33.95628589107352 - type: nauc_map_at_10_std - value: 15.807124664171871 + value: 16.606722618355228 - type: nauc_map_at_1_diff1 - value: 37.06298169213921 + value: 34.69139167255448 - type: nauc_map_at_1_max - value: 24.90748535224708 + value: 31.320925167304885 - type: nauc_map_at_1_std - value: 5.076788359159262 + value: 8.317324397589166 - type: nauc_map_at_20_diff1 - value: 27.430425820670518 + value: 26.535742347239612 - type: nauc_map_at_20_max - value: 29.999662697437707 + value: 34.64120791988152 - type: nauc_map_at_20_std - value: 17.347316819860005 + value: 17.773087807705114 - type: nauc_map_at_3_diff1 - value: 29.379542440503393 + value: 28.28868980958683 - type: nauc_map_at_3_max - value: 27.726339307048896 + value: 31.933502455412977 - type: nauc_map_at_3_std - value: 11.70976826958251 + value: 11.690701159250299 - type: nauc_map_at_5_diff1 - value: 28.168279664415337 + value: 27.50454635443153 - type: nauc_map_at_5_max - value: 28.84155697655626 + value: 32.771673774695586 - type: nauc_map_at_5_std - value: 13.940408304576692 + value: 13.809876792277876 - type: nauc_mrr_at_1000_diff1 - value: 27.069468917878176 + value: 27.55092374824378 - type: nauc_mrr_at_1000_max - value: 30.47840656811293 + value: 34.313567270251525 - type: nauc_mrr_at_1000_std - value: 19.431779856055837 + value: 20.184075106861794 - type: nauc_mrr_at_100_diff1 - value: 27.052860362235286 + value: 27.536196216140024 - type: nauc_mrr_at_100_max - value: 30.48262896933121 + value: 34.31005560628606 - type: nauc_mrr_at_100_std - value: 19.448281080892176 + value: 20.193896244109492 - type: nauc_mrr_at_10_diff1 - value: 27.055687306317257 + value: 27.392430223579805 - type: nauc_mrr_at_10_max - value: 30.49058813389736 + value: 34.49340592130273 - type: nauc_mrr_at_10_std - value: 19.50702246466157 + value: 20.457054679548968 - type: nauc_mrr_at_1_diff1 - value: 30.649352894705554 + value: 30.66870320020112 - type: nauc_mrr_at_1_max - value: 26.353874014576622 + value: 29.961018318500486 - type: nauc_mrr_at_1_std - value: 11.86565781202502 + value: 13.633496258132965 - type: nauc_mrr_at_20_diff1 - value: 27.08835840184058 + value: 27.566254419942325 - type: nauc_mrr_at_20_max - value: 30.558274345548085 + value: 34.46259435507574 - type: nauc_mrr_at_20_std - value: 19.546236346963894 + value: 20.381248414863904 - type: nauc_mrr_at_3_diff1 - value: 26.597853011130695 + value: 26.943813388404354 - type: nauc_mrr_at_3_max - value: 29.468158665600974 + value: 33.349721060706386 - type: nauc_mrr_at_3_std - value: 18.80082582124428 + value: 18.866488957576493 - type: nauc_mrr_at_5_diff1 - value: 27.02772528461288 + value: 27.34661652031042 - type: nauc_mrr_at_5_max - value: 30.524464454578805 + value: 34.032048354887515 - type: nauc_mrr_at_5_std - value: 19.458999135515086 + value: 19.512736212478003 - type: nauc_ndcg_at_1000_diff1 - value: 26.5094521931577 + value: 26.312101712300805 - type: nauc_ndcg_at_1000_max - value: 34.86863449086636 + value: 38.568204426547034 - type: nauc_ndcg_at_1000_std - value: 25.3706366772644 + value: 25.707095290674076 - type: nauc_ndcg_at_100_diff1 - value: 25.65554030644454 + value: 25.783339092601583 - type: nauc_ndcg_at_100_max - value: 34.17842958008533 + value: 38.2469994909342 - type: nauc_ndcg_at_100_std - value: 25.37816866632772 + value: 25.568831103654322 - type: nauc_ndcg_at_10_diff1 - value: 25.509343990120335 + value: 25.228672343910404 - type: nauc_ndcg_at_10_max - value: 30.595130791512403 + value: 36.10444487310847 - type: nauc_ndcg_at_10_std - value: 20.30229208887607 + value: 21.77704765565149 - type: nauc_ndcg_at_1_diff1 - value: 30.649352894705554 + value: 30.66870320020112 - type: nauc_ndcg_at_1_max - value: 26.353874014576622 + value: 29.961018318500486 - type: nauc_ndcg_at_1_std - value: 11.86565781202502 + value: 13.633496258132965 - type: nauc_ndcg_at_20_diff1 - value: 25.622908298460363 + value: 25.162887933451618 - type: nauc_ndcg_at_20_max - value: 32.70506521451668 + value: 37.27614808874129 - type: nauc_ndcg_at_20_std - value: 23.24697005886451 + value: 23.86890320682254 - type: nauc_ndcg_at_3_diff1 - value: 26.964433388860172 + value: 26.2529133058438 - type: nauc_ndcg_at_3_max - value: 28.45775061267597 + value: 32.274832820606775 - type: nauc_ndcg_at_3_std - value: 15.80378463683913 + value: 15.192344394039162 - type: nauc_ndcg_at_5_diff1 - value: 26.384567404674698 + value: 26.444481981297685 - type: nauc_ndcg_at_5_max - value: 30.52557797309987 + value: 34.322739778680464 - type: nauc_ndcg_at_5_std - value: 17.913098292016453 + value: 17.546128163241445 - type: nauc_precision_at_1000_diff1 - value: -6.686971396933855 + value: -6.105028009939054 - type: nauc_precision_at_1000_max - value: 12.104382595147674 + value: 7.2924628581210795 - type: nauc_precision_at_1000_std - value: 22.120856420560276 + value: 20.54932407484064 - type: nauc_precision_at_100_diff1 - value: -1.3280315694321496 + value: 0.9007566546900618 - type: nauc_precision_at_100_max - value: 22.280282633084887 + value: 20.090504665431087 - type: nauc_precision_at_100_std - value: 32.98051650186057 + value: 30.550751221220736 - type: nauc_precision_at_10_diff1 - value: 7.177749971076526 + value: 8.854680985105352 - type: nauc_precision_at_10_max - value: 24.26331041035887 + value: 28.69440885254999 - type: nauc_precision_at_10_std - value: 29.131797738109267 + value: 30.328706482927547 - type: nauc_precision_at_1_diff1 - value: 30.649352894705554 + value: 30.66870320020112 - type: nauc_precision_at_1_max - value: 26.353874014576622 + value: 29.961018318500486 - type: nauc_precision_at_1_std - value: 11.86565781202502 + value: 13.633496258132965 - type: nauc_precision_at_20_diff1 - value: 4.655001622910048 + value: 6.083160357843956 - type: nauc_precision_at_20_max - value: 25.819700464965884 + value: 27.335665310831537 - type: nauc_precision_at_20_std - value: 33.34707912950991 + value: 32.54997932409484 - type: nauc_precision_at_3_diff1 - value: 15.791376846959404 + value: 16.678600876578386 - type: nauc_precision_at_3_max - value: 27.016254518627054 + value: 29.043317380761067 - type: nauc_precision_at_3_std - value: 22.898613534466435 + value: 19.479424623414367 - type: nauc_precision_at_5_diff1 - value: 11.301018867437286 + value: 14.201970474250361 - type: nauc_precision_at_5_max - value: 27.25390365029407 + value: 29.719577021061966 - type: nauc_precision_at_5_std - value: 26.274965270019024 + value: 23.691164529644862 - type: nauc_recall_at_1000_diff1 - value: 19.719919577873625 + value: 18.317591669116275 - type: nauc_recall_at_1000_max - value: 49.704284733481316 + value: 46.105446116908524 - type: nauc_recall_at_1000_std - value: 51.25511212646954 + value: 48.743849542601296 - type: nauc_recall_at_100_diff1 - value: 15.325666746320435 + value: 16.588227937078216 - type: nauc_recall_at_100_max - value: 35.56837666623839 + value: 37.36787755279675 - type: nauc_recall_at_100_std - value: 37.56014376085936 + value: 35.90070224192105 - type: nauc_recall_at_10_diff1 - value: 17.931309515128056 + value: 17.969251347801972 - type: nauc_recall_at_10_max - value: 27.709292932023644 + value: 34.48449713711093 - type: nauc_recall_at_10_std - value: 22.481749170883507 + value: 25.476008304626585 - type: nauc_recall_at_1_diff1 - value: 37.06298169213921 + value: 34.69139167255448 - type: nauc_recall_at_1_max - value: 24.90748535224708 + value: 31.320925167304885 - type: nauc_recall_at_1_std - value: 5.076788359159262 + value: 8.317324397589166 - type: nauc_recall_at_20_diff1 - value: 16.819020416749527 + value: 16.508774919861406 - type: nauc_recall_at_20_max - value: 31.016545560584646 + value: 35.29713721688907 - type: nauc_recall_at_20_std - value: 28.59520828789181 + value: 29.22876562755075 - type: nauc_recall_at_3_diff1 - value: 23.658006826203522 + value: 23.710346839115026 - type: nauc_recall_at_3_max - value: 27.57171477584611 + value: 32.06650483662007 - type: nauc_recall_at_3_std - value: 15.378912616439525 + value: 14.749973734231848 - type: nauc_recall_at_5_diff1 - value: 20.564811502885536 + value: 21.6318334404903 - type: nauc_recall_at_5_max - value: 29.343410301003786 + value: 32.77158097087673 - type: nauc_recall_at_5_std - value: 18.97098757302613 + value: 18.510754939059773 - type: ndcg_at_1 - value: 34.072 + value: 30.293 - type: ndcg_at_10 - value: 36.703 + value: 34.424 - type: ndcg_at_100 - value: 44.777 + value: 42.756 - type: ndcg_at_1000 - value: 47.831 + value: 45.858 - type: ndcg_at_20 - value: 40.165 + value: 37.842999999999996 - type: ndcg_at_3 - value: 30.567 + value: 27.628999999999998 - type: ndcg_at_5 - value: 32.629999999999995 + value: 30.133 - type: precision_at_1 - value: 34.072 + value: 30.293 - type: precision_at_10 - value: 11.530999999999999 + value: 11.003 - type: precision_at_100 - value: 2.017 + value: 1.989 - type: precision_at_1000 - value: 0.26 + value: 0.258 - type: precision_at_20 - value: 7.274 + value: 6.987 - type: precision_at_3 - value: 23.149 + value: 20.717 - type: precision_at_5 - value: 17.564 + value: 16.3 - type: recall_at_1 - value: 15.24 + value: 14.048 - type: recall_at_10 - value: 43.397999999999996 + value: 41.567 - type: recall_at_100 - value: 70.515 + value: 69.803 - type: recall_at_1000 - value: 87.227 + value: 86.78200000000001 - type: recall_at_20 - value: 52.995999999999995 + value: 51.12799999999999 - type: recall_at_3 - value: 28.191 + value: 25.385 - type: recall_at_5 - value: 34.384 + value: 32.115 task: type: Retrieval - dataset: @@ -991,287 +4097,287 @@ model-index: type: mteb/dbpedia metrics: - type: main_score - value: 44.262 + value: 44.913 - type: map_at_1 - value: 9.571 + value: 10.040000000000001 - type: map_at_10 - value: 21.609 + value: 22.208 - type: map_at_100 - value: 31.881999999999998 + value: 32.347 - type: map_at_1000 - value: 33.717000000000006 + value: 34.172999999999995 - type: map_at_20 - value: 25.501 + value: 25.988 - type: map_at_3 - value: 15.504999999999999 + value: 15.964 - type: map_at_5 - value: 17.907 + value: 18.285 - type: mrr_at_1 - value: 70.75 + value: 72.25 - type: mrr_at_10 - value: 78.94007936507936 + value: 79.32232142857141 - type: mrr_at_100 - value: 79.11582552719791 + value: 79.6704079768071 - type: mrr_at_1000 - value: 79.11742719226893 + value: 79.67456725879248 - type: mrr_at_20 - value: 79.01306471306471 + value: 79.62344263171467 - type: mrr_at_3 - value: 77.37499999999999 + value: 78.29166666666666 - type: mrr_at_5 - value: 78.48749999999998 + value: 78.81666666666665 - type: nauc_map_at_1000_diff1 - value: 23.597934951655922 + value: 20.600883285811996 - type: nauc_map_at_1000_max - value: 19.06966487071524 + value: 25.625468821912733 - type: nauc_map_at_1000_std - value: 30.9961384644858 + value: 31.070635510001672 - type: nauc_map_at_100_diff1 - value: 24.18996989104175 + value: 20.89392915500404 - type: nauc_map_at_100_max - value: 17.6233708869064 + value: 24.061724938048208 - type: nauc_map_at_100_std - value: 28.187764424128837 + value: 28.114811361343172 - type: nauc_map_at_10_diff1 - value: 26.658687955652642 + value: 25.83341899826147 - type: nauc_map_at_10_max - value: 4.0014250538262495 + value: 11.116715851285688 - type: nauc_map_at_10_std - value: -0.058139920226506776 + value: 1.5133118273718202 - type: nauc_map_at_1_diff1 - value: 41.01640740154845 + value: 37.2111283590964 - type: nauc_map_at_1_max - value: -4.744103538085017 + value: -2.4353460319938214 - type: nauc_map_at_1_std - value: -15.366751634304077 + value: -15.5421800776956 - type: nauc_map_at_20_diff1 - value: 25.994924840128547 + value: 23.856168514018357 - type: nauc_map_at_20_max - value: 9.714387606077485 + value: 16.295502687736594 - type: nauc_map_at_20_std - value: 10.537190637706125 + value: 11.581232098120326 - type: nauc_map_at_3_diff1 - value: 30.39103703572403 + value: 28.932459374164964 - type: nauc_map_at_3_max - value: -2.298058718151258 + value: 2.966743468288197 - type: nauc_map_at_3_std - value: -11.284316671000806 + value: -11.45936604324748 - type: nauc_map_at_5_diff1 - value: 28.738616890576722 + value: 27.495008182846668 - type: nauc_map_at_5_max - value: -0.09681678493213995 + value: 5.359215359481454 - type: nauc_map_at_5_std - value: -6.821818473709057 + value: -6.8156329786585275 - type: nauc_mrr_at_1000_diff1 - value: 51.50177000040427 + value: 48.08328197407485 - type: nauc_mrr_at_1000_max - value: 51.897668523124864 + value: 60.59846952601949 - type: nauc_mrr_at_1000_std - value: 40.25546242387133 + value: 43.962061628571355 - type: nauc_mrr_at_100_diff1 - value: 51.504119696999005 + value: 48.091619837992205 - type: nauc_mrr_at_100_max - value: 51.89827849726091 + value: 60.58403009558889 - type: nauc_mrr_at_100_std - value: 40.24582662712221 + value: 43.920608005039256 - type: nauc_mrr_at_10_diff1 - value: 51.07265844903055 + value: 47.7760340381623 - type: nauc_mrr_at_10_max - value: 51.64620493318848 + value: 60.354844414173016 - type: nauc_mrr_at_10_std - value: 40.24935519761893 + value: 43.70172456849994 - type: nauc_mrr_at_1_diff1 - value: 51.090851383861036 + value: 47.76592013146459 - type: nauc_mrr_at_1_max - value: 50.65938665771229 + value: 60.161351547446905 - type: nauc_mrr_at_1_std - value: 38.279844893490726 + value: 45.14479835861558 - type: nauc_mrr_at_20_diff1 - value: 51.36555940858053 + value: 48.111029683055975 - type: nauc_mrr_at_20_max - value: 51.8685220494525 + value: 60.65125474530899 - type: nauc_mrr_at_20_std - value: 40.33783098943551 + value: 43.97252337653455 - type: nauc_mrr_at_3_diff1 - value: 51.98672291122119 + value: 48.02456728971125 - type: nauc_mrr_at_3_max - value: 51.969182431532154 + value: 61.0536434766822 - type: nauc_mrr_at_3_std - value: 40.615795441583906 + value: 43.98600406544798 - type: nauc_mrr_at_5_diff1 - value: 51.16704011305715 + value: 48.0769203423548 - type: nauc_mrr_at_5_max - value: 51.473683107976306 + value: 60.51224838905409 - type: nauc_mrr_at_5_std - value: 39.843688312860294 + value: 44.086735223490855 - type: nauc_ndcg_at_1000_diff1 - value: 28.488874724976327 + value: 26.972258260969696 - type: nauc_ndcg_at_1000_max - value: 33.622961255804526 + value: 39.07712291535265 - type: nauc_ndcg_at_1000_std - value: 44.20025239510704 + value: 42.99906516324734 - type: nauc_ndcg_at_100_diff1 - value: 29.227861139638243 + value: 27.457567827179965 - type: nauc_ndcg_at_100_max - value: 27.731318834799477 + value: 33.6780972757391 - type: nauc_ndcg_at_100_std - value: 36.4322058519123 + value: 35.030538873443504 - type: nauc_ndcg_at_10_diff1 - value: 27.206943833125013 + value: 27.961005784007526 - type: nauc_ndcg_at_10_max - value: 22.852872433295303 + value: 32.37260337007089 - type: nauc_ndcg_at_10_std - value: 27.576318346440527 + value: 29.54025020987362 - type: nauc_ndcg_at_1_diff1 - value: 43.90184867543358 + value: 40.98672834042982 - type: nauc_ndcg_at_1_max - value: 36.17800647989328 + value: 42.22111133372105 - type: nauc_ndcg_at_1_std - value: 29.894415856680013 + value: 32.58588259551098 - type: nauc_ndcg_at_20_diff1 - value: 29.387762908639846 + value: 28.032781721219465 - type: nauc_ndcg_at_20_max - value: 23.596752302318773 + value: 30.235931226123224 - type: nauc_ndcg_at_20_std - value: 28.117578093361523 + value: 27.727078871496424 - type: nauc_ndcg_at_3_diff1 - value: 28.74770861070493 + value: 27.043379684863964 - type: nauc_ndcg_at_3_max - value: 28.17922933712826 + value: 33.846266493808805 - type: nauc_ndcg_at_3_std - value: 30.297284150346076 + value: 29.25097330170831 - type: nauc_ndcg_at_5_diff1 - value: 26.905814316289995 + value: 26.173665674953778 - type: nauc_ndcg_at_5_max - value: 25.237895982191883 + value: 31.866801248453857 - type: nauc_ndcg_at_5_std - value: 29.528324809245703 + value: 29.511344973698485 - type: nauc_precision_at_1000_diff1 - value: -16.984144166943 + value: -11.534621093835355 - type: nauc_precision_at_1000_max - value: 0.025461873171733533 + value: 1.5257994729497457 - type: nauc_precision_at_1000_std - value: 18.592125721821404 + value: 18.324343652440273 - type: nauc_precision_at_100_diff1 - value: -7.339273713660453 + value: -7.068187494239929 - type: nauc_precision_at_100_max - value: 25.633269303156712 + value: 28.19530669275789 - type: nauc_precision_at_100_std - value: 48.53495740751062 + value: 49.88617443929458 - type: nauc_precision_at_10_diff1 - value: -4.1253708419753625 + value: -0.8714541286005777 - type: nauc_precision_at_10_max - value: 30.221761313415062 + value: 37.89420224639425 - type: nauc_precision_at_10_std - value: 46.12945994906666 + value: 50.46466603644014 - type: nauc_precision_at_1_diff1 - value: 51.090851383861036 + value: 47.76592013146459 - type: nauc_precision_at_1_max - value: 50.65938665771229 + value: 60.161351547446905 - type: nauc_precision_at_1_std - value: 38.279844893490726 + value: 45.14479835861558 - type: nauc_precision_at_20_diff1 - value: -2.266275005838347 + value: -3.779786562740603 - type: nauc_precision_at_20_max - value: 32.8860945739673 + value: 36.47074070474099 - type: nauc_precision_at_20_std - value: 52.340442159927214 + value: 54.30773289639945 - type: nauc_precision_at_3_diff1 - value: 8.234709085143162 + value: 6.396118086754352 - type: nauc_precision_at_3_max - value: 32.35877836455213 + value: 38.38399305441996 - type: nauc_precision_at_3_std - value: 39.855313054133305 + value: 40.621980263373054 - type: nauc_precision_at_5_diff1 - value: 2.69332188630653 + value: 1.9493955716927616 - type: nauc_precision_at_5_max - value: 30.13722280662862 + value: 35.317401825879124 - type: nauc_precision_at_5_std - value: 42.4007622965126 + value: 44.6762917451083 - type: nauc_recall_at_1000_diff1 - value: 16.910204794684077 + value: 19.601637935761566 - type: nauc_recall_at_1000_max - value: 35.292312847868736 + value: 37.208286935723585 - type: nauc_recall_at_1000_std - value: 52.940776550735116 + value: 50.06156635730268 - type: nauc_recall_at_100_diff1 - value: 22.49578008630437 + value: 19.704052012417712 - type: nauc_recall_at_100_max - value: 22.305473273276505 + value: 25.118207449440316 - type: nauc_recall_at_100_std - value: 31.76054878339749 + value: 28.470348650971257 - type: nauc_recall_at_10_diff1 - value: 19.79581712938945 + value: 22.28150737631799 - type: nauc_recall_at_10_max - value: -1.5846153363982949 + value: 7.288980581532567 - type: nauc_recall_at_10_std - value: -6.52614951150315 + value: -3.546451794201156 - type: nauc_recall_at_1_diff1 - value: 41.01640740154845 + value: 37.2111283590964 - type: nauc_recall_at_1_max - value: -4.744103538085017 + value: -2.4353460319938214 - type: nauc_recall_at_1_std - value: -15.366751634304077 + value: -15.5421800776956 - type: nauc_recall_at_20_diff1 - value: 21.868467856696945 + value: 19.370820899802325 - type: nauc_recall_at_20_max - value: 7.058520717853852 + value: 9.933071247277663 - type: nauc_recall_at_20_std - value: 5.358349804947728 + value: 4.39256311937651 - type: nauc_recall_at_3_diff1 - value: 27.232147378614037 + value: 26.892484725339816 - type: nauc_recall_at_3_max - value: -4.838646363028384 + value: 0.43050825398950365 - type: nauc_recall_at_3_std - value: -13.014370511317663 + value: -13.949637578688003 - type: nauc_recall_at_5_diff1 - value: 24.546789560149428 + value: 24.61429740511302 - type: nauc_recall_at_5_max - value: -3.696815786496078 + value: 1.3851731491248795 - type: nauc_recall_at_5_std - value: -9.829104438780467 + value: -10.442952525743062 - type: ndcg_at_1 - value: 56.99999999999999 + value: 58.375 - type: ndcg_at_10 - value: 44.262 + value: 44.913 - type: ndcg_at_100 - value: 50.891 + value: 51.141000000000005 - type: ndcg_at_1000 - value: 58.24 + value: 58.583 - type: ndcg_at_20 - value: 44.236 + value: 44.739000000000004 - type: ndcg_at_3 - value: 48.69 + value: 49.492999999999995 - type: ndcg_at_5 - value: 45.705 + value: 46.032000000000004 - type: precision_at_1 - value: 70.75 + value: 72.25 - type: precision_at_10 - value: 35.325 + value: 35.8 - type: precision_at_100 - value: 12.075 + value: 11.88 - type: precision_at_1000 - value: 2.275 + value: 2.271 - type: precision_at_20 - value: 27.675 + value: 27.587 - type: precision_at_3 - value: 52.417 + value: 53.333 - type: precision_at_5 - value: 44.25 + value: 43.85 - type: recall_at_1 - value: 9.571 + value: 10.040000000000001 - type: recall_at_10 - value: 27.299 + value: 27.641 - type: recall_at_100 - value: 58.996 + value: 59.323 - type: recall_at_1000 - value: 82.384 + value: 82.45 - type: recall_at_20 - value: 35.730000000000004 + value: 36.425999999999995 - type: recall_at_3 - value: 16.827 + value: 17.163999999999998 - type: recall_at_5 - value: 20.302 + value: 20.537 task: type: Retrieval - dataset: @@ -1282,287 +4388,287 @@ model-index: type: mteb/fever metrics: - type: main_score - value: 88.396 + value: 87.71 - type: map_at_1 - value: 76.31099999999999 + value: 74.997 - type: map_at_10 - value: 84.773 + value: 83.863 - type: map_at_100 - value: 84.99799999999999 + value: 84.097 - type: map_at_1000 - value: 85.01100000000001 + value: 84.11 - type: map_at_20 - value: 84.922 + value: 84.00800000000001 - type: map_at_3 - value: 83.643 + value: 82.663 - type: map_at_5 - value: 84.39 + value: 83.397 - type: mrr_at_1 - value: 82.22322232223223 + value: 80.85808580858085 - type: mrr_at_10 - value: 89.23509017568412 + value: 88.30980717119326 - type: mrr_at_100 - value: 89.27280981861772 + value: 88.35271179929329 - type: mrr_at_1000 - value: 89.27356224842184 + value: 88.35367832660155 - type: mrr_at_20 - value: 89.26576550381236 + value: 88.34431812794115 - type: mrr_at_3 - value: 88.57885788578848 + value: 87.62876287628755 - type: mrr_at_5 - value: 89.0716571657164 + value: 88.09530953095296 - type: nauc_map_at_1000_diff1 - value: 53.7571594675824 + value: 53.39696002887149 - type: nauc_map_at_1000_max - value: 9.04905900710238 + value: 4.503633193787632 - type: nauc_map_at_1000_std - value: -14.60985132921063 + value: -17.923771554452394 - type: nauc_map_at_100_diff1 - value: 53.71881489177319 + value: 53.35230583414693 - type: nauc_map_at_100_max - value: 9.044096992583377 + value: 4.499076051962274 - type: nauc_map_at_100_std - value: -14.585340129454302 + value: -17.894520187108974 - type: nauc_map_at_10_diff1 - value: 53.31495820250254 + value: 53.073526382320225 - type: nauc_map_at_10_max - value: 8.995869039764544 + value: 4.479877043246145 - type: nauc_map_at_10_std - value: -14.601689035776186 + value: -17.967665857736247 - type: nauc_map_at_1_diff1 - value: 57.49893338779897 + value: 56.352157590835574 - type: nauc_map_at_1_max - value: 5.080117437326513 + value: 0.19453374210215002 - type: nauc_map_at_1_std - value: -17.70714498146986 + value: -19.863463121126518 - type: nauc_map_at_20_diff1 - value: 53.53271592088085 + value: 53.23777871659784 - type: nauc_map_at_20_max - value: 8.999854923134604 + value: 4.499170458285919 - type: nauc_map_at_20_std - value: -14.564970325789933 + value: -17.88508465026792 - type: nauc_map_at_3_diff1 - value: 53.2889114696408 + value: 52.77048554943106 - type: nauc_map_at_3_max - value: 8.54577658199998 + value: 4.370474436302183 - type: nauc_map_at_3_std - value: -16.126095555518063 + value: -18.800506437127506 - type: nauc_map_at_5_diff1 - value: 53.08774258912088 + value: 52.80751786682275 - type: nauc_map_at_5_max - value: 8.80454709912694 + value: 4.725684250345486 - type: nauc_map_at_5_std - value: -15.310956257163754 + value: -18.18333199621481 - type: nauc_mrr_at_1000_diff1 - value: 72.15519683010805 + value: 69.44986694358198 - type: nauc_mrr_at_1000_max - value: 8.035759062898196 + value: 1.9197377977965595 - type: nauc_mrr_at_1000_std - value: -24.600492221960014 + value: -28.44958598845696 - type: nauc_mrr_at_100_diff1 - value: 72.15461723405421 + value: 69.44784820112805 - type: nauc_mrr_at_100_max - value: 8.03710581041011 + value: 1.9209798815421393 - type: nauc_mrr_at_100_std - value: -24.594233337953938 + value: -28.443776361740397 - type: nauc_mrr_at_10_diff1 - value: 72.18851953485512 + value: 69.46299175839845 - type: nauc_mrr_at_10_max - value: 8.157199650158068 + value: 1.9342949544104315 - type: nauc_mrr_at_10_std - value: -24.594557922237552 + value: -28.543261517153557 - type: nauc_mrr_at_1_diff1 - value: 72.91499601517928 + value: 69.6320130829977 - type: nauc_mrr_at_1_max - value: 5.867581702855352 + value: -0.41652824014499396 - type: nauc_mrr_at_1_std - value: -24.015244880349833 + value: -27.278661946331777 - type: nauc_mrr_at_20_diff1 - value: 72.15452311585075 + value: 69.46182053154487 - type: nauc_mrr_at_20_max - value: 8.06797381368234 + value: 1.968816538516823 - type: nauc_mrr_at_20_std - value: -24.58294726355194 + value: -28.42438564221838 - type: nauc_mrr_at_3_diff1 - value: 72.10933850965107 + value: 69.41791618988957 - type: nauc_mrr_at_3_max - value: 8.009601247188233 + value: 2.5552344203065727 - type: nauc_mrr_at_3_std - value: -25.806442588967325 + value: -28.985883857774162 - type: nauc_mrr_at_5_diff1 - value: 72.0328670606211 + value: 69.56202911646272 - type: nauc_mrr_at_5_max - value: 8.147439360734474 + value: 2.3212950829455568 - type: nauc_mrr_at_5_std - value: -25.264215558307612 + value: -28.90774884538313 - type: nauc_ndcg_at_1000_diff1 - value: 56.12431465226587 + value: 55.597164559861355 - type: nauc_ndcg_at_1000_max - value: 10.246114154479265 + value: 5.411812478967703 - type: nauc_ndcg_at_1000_std - value: -14.333380407598394 + value: -18.026138512603637 - type: nauc_ndcg_at_100_diff1 - value: 55.23757734242864 + value: 54.65654663056547 - type: nauc_ndcg_at_100_max - value: 10.213921123220986 + value: 5.409301836384041 - type: nauc_ndcg_at_100_std - value: -13.644472092385548 + value: -17.21757483050907 - type: nauc_ndcg_at_10_diff1 - value: 53.673170111494585 + value: 53.6402967623474 - type: nauc_ndcg_at_10_max - value: 10.122231272306289 + value: 5.443602087159868 - type: nauc_ndcg_at_10_std - value: -13.62526153850799 + value: -17.610897617691894 - type: nauc_ndcg_at_1_diff1 - value: 72.91499601517928 + value: 69.6320130829977 - type: nauc_ndcg_at_1_max - value: 5.867581702855352 + value: -0.41652824014499396 - type: nauc_ndcg_at_1_std - value: -24.015244880349833 + value: -27.278661946331777 - type: nauc_ndcg_at_20_diff1 - value: 54.197856629228205 + value: 54.075087728016655 - type: nauc_ndcg_at_20_max - value: 10.012384278876011 + value: 5.523485107646882 - type: nauc_ndcg_at_20_std - value: -13.505013685358753 + value: -17.217510749321324 - type: nauc_ndcg_at_3_diff1 - value: 54.976843021026866 + value: 54.32395366091127 - type: nauc_ndcg_at_3_max - value: 9.267191840909597 + value: 5.721470909055759 - type: nauc_ndcg_at_3_std - value: -17.73535570114623 + value: -19.936142684215888 - type: nauc_ndcg_at_5_diff1 - value: 53.53179718305394 + value: 53.59676814516613 - type: nauc_ndcg_at_5_max - value: 9.757095967357817 + value: 6.075884170290567 - type: nauc_ndcg_at_5_std - value: -15.702175639870086 + value: -18.621998594159223 - type: nauc_precision_at_1000_diff1 - value: -7.194101628946052 + value: -7.768874444440682 - type: nauc_precision_at_1000_max - value: 3.1054154973639796 + value: 3.780393853814977 - type: nauc_precision_at_1000_std - value: 4.729401054689242 + value: 3.6423167859356655 - type: nauc_precision_at_100_diff1 - value: -8.67770026813388 + value: -9.955190439741383 - type: nauc_precision_at_100_max - value: 4.56075290528215 + value: 4.656834354434372 - type: nauc_precision_at_100_std - value: 8.7396384190877 + value: 7.7546840304193925 - type: nauc_precision_at_10_diff1 - value: -6.77507907740782 + value: -4.870012513513987 - type: nauc_precision_at_10_max - value: 7.277543455789948 + value: 7.493058617189292 - type: nauc_precision_at_10_std - value: 9.989880328420728 + value: 5.045140352447437 - type: nauc_precision_at_1_diff1 - value: 72.91499601517928 + value: 69.6320130829977 - type: nauc_precision_at_1_max - value: 5.867581702855352 + value: -0.41652824014499396 - type: nauc_precision_at_1_std - value: -24.015244880349833 + value: -27.278661946331777 - type: nauc_precision_at_20_diff1 - value: -8.945065337105937 + value: -7.621428543708827 - type: nauc_precision_at_20_max - value: 5.3738987933586575 + value: 6.237218457534147 - type: nauc_precision_at_20_std - value: 9.946036655483725 + value: 6.926602892900919 - type: nauc_precision_at_3_diff1 - value: 22.093440215798573 + value: 22.850031290274224 - type: nauc_precision_at_3_max - value: 10.806664761523429 + value: 12.26480859006083 - type: nauc_precision_at_3_std - value: -8.817144853814252 + value: -11.102834037423511 - type: nauc_precision_at_5_diff1 - value: 3.096516989120347 + value: 6.948399960140704 - type: nauc_precision_at_5_max - value: 8.750343723846763 + value: 11.855422300238523 - type: nauc_precision_at_5_std - value: 1.1675201638189474 + value: -1.7249759763793404 - type: nauc_recall_at_1000_diff1 - value: 5.197849089131377 + value: 1.8311262484774402 - type: nauc_recall_at_1000_max - value: 44.401091445874805 + value: 46.48622605637539 - type: nauc_recall_at_1000_std - value: 54.35439465153451 + value: 56.787775760533385 - type: nauc_recall_at_100_diff1 - value: 5.181292477757729 + value: 0.9942950606529392 - type: nauc_recall_at_100_max - value: 27.731096106484248 + value: 27.235957458980515 - type: nauc_recall_at_100_std - value: 41.30930792969955 + value: 44.95567577739882 - type: nauc_recall_at_10_diff1 - value: 17.013475170217436 + value: 19.582661080856795 - type: nauc_recall_at_10_max - value: 18.559022962700308 + value: 16.641481889884876 - type: nauc_recall_at_10_std - value: 13.863467028048385 + value: 8.607868728303846 - type: nauc_recall_at_1_diff1 - value: 57.49893338779897 + value: 56.352157590835574 - type: nauc_recall_at_1_max - value: 5.080117437326513 + value: 0.19453374210215002 - type: nauc_recall_at_1_std - value: -17.70714498146986 + value: -19.863463121126518 - type: nauc_recall_at_20_diff1 - value: 10.562211340190947 + value: 14.604652796038309 - type: nauc_recall_at_20_max - value: 19.134549693313517 + value: 20.497476775933606 - type: nauc_recall_at_20_std - value: 22.89249593878269 + value: 19.922041864561137 - type: nauc_recall_at_3_diff1 - value: 36.07756822924443 + value: 36.50267630587044 - type: nauc_recall_at_3_max - value: 11.651391612104742 + value: 11.998658379422473 - type: nauc_recall_at_3_std - value: -12.09465135737109 + value: -11.529271876757468 - type: nauc_recall_at_5_diff1 - value: 25.44113733212303 + value: 29.62480882173487 - type: nauc_recall_at_5_max - value: 14.764605779671932 + value: 15.923043185703477 - type: nauc_recall_at_5_std - value: -2.9674351803867003 + value: -4.586503374141151 - type: ndcg_at_1 - value: 82.223 + value: 80.85799999999999 - type: ndcg_at_10 - value: 88.396 + value: 87.71 - type: ndcg_at_100 - value: 89.1 + value: 88.436 - type: ndcg_at_1000 - value: 89.289 + value: 88.628 - type: ndcg_at_20 - value: 88.75800000000001 + value: 88.055 - type: ndcg_at_3 - value: 86.717 + value: 85.885 - type: ndcg_at_5 - value: 87.73100000000001 + value: 86.872 - type: precision_at_1 - value: 82.223 + value: 80.85799999999999 - type: precision_at_10 - value: 10.599 + value: 10.612 - type: precision_at_100 - value: 1.122 + value: 1.124 - type: precision_at_1000 - value: 0.11499999999999999 + value: 0.116 - type: precision_at_20 - value: 5.4239999999999995 + value: 5.421 - type: precision_at_3 - value: 33.058 + value: 32.888 - type: precision_at_5 - value: 20.552 + value: 20.438000000000002 - type: recall_at_1 - value: 76.31099999999999 + value: 74.997 - type: recall_at_10 - value: 95.033 + value: 95.03399999999999 - type: recall_at_100 - value: 97.639 + value: 97.709 - type: recall_at_1000 - value: 98.76 + value: 98.85000000000001 - type: recall_at_20 - value: 96.21499999999999 + value: 96.139 - type: recall_at_3 - value: 90.559 + value: 90.19200000000001 - type: recall_at_5 - value: 93.116 + value: 92.643 task: type: Retrieval - dataset: @@ -1573,287 +4679,287 @@ model-index: type: mteb/fiqa metrics: - type: main_score - value: 44.349 + value: 44.31 - type: map_at_1 - value: 22.253 + value: 22.357 - type: map_at_10 - value: 36.143 + value: 36.213 - type: map_at_100 - value: 38.205 + value: 38.2 - type: map_at_1000 - value: 38.36 + value: 38.376 - type: map_at_20 - value: 37.31 + value: 37.342 - type: map_at_3 - value: 31.758999999999997 + value: 31.874999999999996 - type: map_at_5 - value: 34.411 + value: 34.311 - type: mrr_at_1 - value: 43.20987654320987 + value: 43.51851851851852 - type: mrr_at_10 - value: 52.5502155594748 + value: 52.63858269645305 - type: mrr_at_100 - value: 53.23466381092191 + value: 53.44163346917576 - type: mrr_at_1000 - value: 53.26204754593209 + value: 53.477833896033076 - type: mrr_at_20 - value: 52.94445347542754 + value: 53.19616310817503 - type: mrr_at_3 - value: 49.84567901234566 + value: 50.48868312757201 - type: mrr_at_5 - value: 51.589506172839485 + value: 51.76183127572014 - type: nauc_map_at_1000_diff1 - value: 44.001383833972255 + value: 45.6438286281189 - type: nauc_map_at_1000_max - value: 33.12360908681506 + value: 34.733058071954 - type: nauc_map_at_1000_std - value: 4.746782429740437 + value: 2.9693183729205175 - type: nauc_map_at_100_diff1 - value: 43.95287516644579 + value: 45.580058708621316 - type: nauc_map_at_100_max - value: 33.027055074099096 + value: 34.63459152004501 - type: nauc_map_at_100_std - value: 4.6839556063664896 + value: 2.9657463341457495 - type: nauc_map_at_10_diff1 - value: 43.663051028929836 + value: 45.74610683167843 - type: nauc_map_at_10_max - value: 31.639826772686565 + value: 33.69260582404236 - type: nauc_map_at_10_std - value: 3.495174227694988 + value: 1.3079555058401713 - type: nauc_map_at_1_diff1 - value: 50.755592104767736 + value: 50.45513040375976 - type: nauc_map_at_1_max - value: 24.512250076377324 + value: 23.00937879674911 - type: nauc_map_at_1_std - value: -0.40123649555756813 + value: -3.650608899173065 - type: nauc_map_at_20_diff1 - value: 43.771722395720815 + value: 45.4437705158748 - type: nauc_map_at_20_max - value: 32.572850853217986 + value: 34.254991872952125 - type: nauc_map_at_20_std - value: 4.25772353696 + value: 2.5514888826952937 - type: nauc_map_at_3_diff1 - value: 45.46540767517125 + value: 46.72337183861262 - type: nauc_map_at_3_max - value: 28.51166653858953 + value: 29.856715342453516 - type: nauc_map_at_3_std - value: 2.1913994195201836 + value: 0.4662093459562081 - type: nauc_map_at_5_diff1 - value: 43.72119218126596 + value: 46.12946314906862 - type: nauc_map_at_5_max - value: 29.775789760173723 + value: 31.918948824156956 - type: nauc_map_at_5_std - value: 2.7305854829409477 + value: 0.8961830930384888 - type: nauc_mrr_at_1000_diff1 - value: 53.63556224262883 + value: 54.761767877133835 - type: nauc_mrr_at_1000_max - value: 40.643679389333585 + value: 41.2429751198028 - type: nauc_mrr_at_1000_std - value: 4.3687636770212155 + value: 1.125758225521226 - type: nauc_mrr_at_100_diff1 - value: 53.618522807039824 + value: 54.736725431010214 - type: nauc_mrr_at_100_max - value: 40.65323761977826 + value: 41.26032598769048 - type: nauc_mrr_at_100_std - value: 4.386331832885303 + value: 1.1590074352282507 - type: nauc_mrr_at_10_diff1 - value: 53.7525063458259 + value: 54.58931211962367 - type: nauc_mrr_at_10_max - value: 40.36755295283891 + value: 41.002477132898704 - type: nauc_mrr_at_10_std - value: 4.04114674070338 + value: 0.9330572054778388 - type: nauc_mrr_at_1_diff1 - value: 57.38954235411764 + value: 57.40882740466674 - type: nauc_mrr_at_1_max - value: 38.98586474402496 + value: 38.84884826788323 - type: nauc_mrr_at_1_std - value: 1.3316341148027044 + value: -3.203483060048204 - type: nauc_mrr_at_20_diff1 - value: 53.5921633159843 + value: 54.68967963259864 - type: nauc_mrr_at_20_max - value: 40.66141218531844 + value: 41.16428023244764 - type: nauc_mrr_at_20_std - value: 4.2601521282401045 + value: 1.030371055956388 - type: nauc_mrr_at_3_diff1 - value: 54.16976439668838 + value: 54.83483307102052 - type: nauc_mrr_at_3_max - value: 40.106523176403236 + value: 41.36624574367681 - type: nauc_mrr_at_3_std - value: 3.0352202462972593 + value: 0.8171443328662287 - type: nauc_mrr_at_5_diff1 - value: 53.813928444336966 + value: 54.77840183240944 - type: nauc_mrr_at_5_max - value: 40.49118758952608 + value: 41.14126255167716 - type: nauc_mrr_at_5_std - value: 4.063161205118785 + value: 1.0078226893835742 - type: nauc_ndcg_at_1000_diff1 - value: 46.00404355525127 + value: 47.29266369698312 - type: nauc_ndcg_at_1000_max - value: 38.12885832241421 + value: 39.44751985651413 - type: nauc_ndcg_at_1000_std - value: 8.710139634263909 + value: 6.797153295460685 - type: nauc_ndcg_at_100_diff1 - value: 45.44653965178006 + value: 46.44467141410605 - type: nauc_ndcg_at_100_max - value: 37.5278708404631 + value: 38.736147865139706 - type: nauc_ndcg_at_100_std - value: 8.738381416812913 + value: 7.8455607876168205 - type: nauc_ndcg_at_10_diff1 - value: 44.376702389865535 + value: 46.231293929254356 - type: nauc_ndcg_at_10_max - value: 34.27318453729823 + value: 36.344822588878465 - type: nauc_ndcg_at_10_std - value: 5.168000282761515 + value: 2.954707252781676 - type: nauc_ndcg_at_1_diff1 - value: 57.38954235411764 + value: 57.40882740466674 - type: nauc_ndcg_at_1_max - value: 38.98586474402496 + value: 38.84884826788323 - type: nauc_ndcg_at_1_std - value: 1.3316341148027044 + value: -3.203483060048204 - type: nauc_ndcg_at_20_diff1 - value: 44.41507445572072 + value: 45.61481858633943 - type: nauc_ndcg_at_20_max - value: 35.94790541783539 + value: 37.134975943992984 - type: nauc_ndcg_at_20_std - value: 6.784495731584777 + value: 5.471016537693937 - type: nauc_ndcg_at_3_diff1 - value: 44.925419283000906 + value: 46.289607080541 - type: nauc_ndcg_at_3_max - value: 34.8114176785107 + value: 36.6002518712178 - type: nauc_ndcg_at_3_std - value: 4.047954784628029 + value: 2.8035830636103856 - type: nauc_ndcg_at_5_diff1 - value: 43.63771058040843 + value: 46.023017692289365 - type: nauc_ndcg_at_5_max - value: 33.26133913706798 + value: 35.37774842007503 - type: nauc_ndcg_at_5_std - value: 4.294092219857751 + value: 2.343693787074402 - type: nauc_precision_at_1000_diff1 - value: -1.4652689513489199 + value: -2.2349414355444965 - type: nauc_precision_at_1000_max - value: 22.99527703856305 + value: 24.06915691023145 - type: nauc_precision_at_1000_std - value: 11.745866581079818 + value: 11.10272918602627 - type: nauc_precision_at_100_diff1 - value: 6.151282333565476 + value: 5.3245236203947925 - type: nauc_precision_at_100_max - value: 28.850180702583405 + value: 30.74536387742932 - type: nauc_precision_at_100_std - value: 14.026378032002256 + value: 16.132786774263852 - type: nauc_precision_at_10_diff1 - value: 17.084097946094253 + value: 19.164563691711113 - type: nauc_precision_at_10_max - value: 36.42286000596437 + value: 39.93242329216273 - type: nauc_precision_at_10_std - value: 9.816849000621607 + value: 9.003480145897925 - type: nauc_precision_at_1_diff1 - value: 57.38954235411764 + value: 57.40882740466674 - type: nauc_precision_at_1_max - value: 38.98586474402496 + value: 38.84884826788323 - type: nauc_precision_at_1_std - value: 1.3316341148027044 + value: -3.203483060048204 - type: nauc_precision_at_20_diff1 - value: 13.017374617260197 + value: 12.074842721193503 - type: nauc_precision_at_20_max - value: 35.04593625807382 + value: 37.71964008379554 - type: nauc_precision_at_20_std - value: 13.01498781342535 + value: 14.33007384632019 - type: nauc_precision_at_3_diff1 - value: 30.248047839846752 + value: 32.36692314628377 - type: nauc_precision_at_3_max - value: 35.43759327601055 + value: 40.97685480524765 - type: nauc_precision_at_3_std - value: 5.216945604786076 + value: 7.612618654264095 - type: nauc_precision_at_5_diff1 - value: 21.59181328863271 + value: 25.715447152514102 - type: nauc_precision_at_5_max - value: 34.65940326611812 + value: 40.17655162305006 - type: nauc_precision_at_5_std - value: 7.278884331496248 + value: 7.684804045927936 - type: nauc_recall_at_1000_diff1 - value: 35.71055338892638 + value: 31.58046496048429 - type: nauc_recall_at_1000_max - value: 43.86510820581204 + value: 45.03299708737332 - type: nauc_recall_at_1000_std - value: 42.621964093097795 + value: 42.4101567674877 - type: nauc_recall_at_100_diff1 - value: 31.653277912252154 + value: 29.579107132742273 - type: nauc_recall_at_100_max - value: 35.438460583365426 + value: 34.51838709909902 - type: nauc_recall_at_100_std - value: 24.075319451003192 + value: 29.615184477571425 - type: nauc_recall_at_10_diff1 - value: 31.908301811040126 + value: 33.89539333999428 - type: nauc_recall_at_10_max - value: 26.76357335973034 + value: 29.79469889376507 - type: nauc_recall_at_10_std - value: 7.123473971792437 + value: 5.656944108845222 - type: nauc_recall_at_1_diff1 - value: 50.755592104767736 + value: 50.45513040375976 - type: nauc_recall_at_1_max - value: 24.512250076377324 + value: 23.00937879674911 - type: nauc_recall_at_1_std - value: -0.40123649555756813 + value: -3.650608899173065 - type: nauc_recall_at_20_diff1 - value: 30.562453440036602 + value: 29.82657270057027 - type: nauc_recall_at_20_max - value: 30.692946161120716 + value: 29.575165188582826 - type: nauc_recall_at_20_std - value: 11.460600304016388 + value: 13.291496104164665 - type: nauc_recall_at_3_diff1 - value: 38.17418539409133 + value: 39.335021830665866 - type: nauc_recall_at_3_max - value: 25.18012778101849 + value: 27.826521232033564 - type: nauc_recall_at_3_std - value: 3.749502659626922 + value: 3.5549035745056767 - type: nauc_recall_at_5_diff1 - value: 33.13286459742569 + value: 36.77078168873872 - type: nauc_recall_at_5_max - value: 24.398464377850583 + value: 28.126965952875366 - type: nauc_recall_at_5_std - value: 5.210643641272545 + value: 4.172771980837336 - type: ndcg_at_1 - value: 43.21 + value: 43.519000000000005 - type: ndcg_at_10 - value: 44.349 + value: 44.31 - type: ndcg_at_100 - value: 51.31400000000001 + value: 51.073 - type: ndcg_at_1000 - value: 53.858 + value: 53.93599999999999 - type: ndcg_at_20 - value: 47.063 + value: 47.24 - type: ndcg_at_3 - value: 40.559 + value: 40.788000000000004 - type: ndcg_at_5 - value: 42.095 + value: 41.845 - type: precision_at_1 - value: 43.21 + value: 43.519000000000005 - type: precision_at_10 - value: 11.991 + value: 12.068 - type: precision_at_100 - value: 1.944 + value: 1.907 - type: precision_at_1000 value: 0.241 - type: precision_at_20 - value: 7.199 + value: 7.245 - type: precision_at_3 - value: 27.058 + value: 27.16 - type: precision_at_5 - value: 19.969 + value: 19.753 - type: recall_at_1 - value: 22.253 + value: 22.357 - type: recall_at_10 - value: 51.807 + value: 51.449999999999996 - type: recall_at_100 - value: 77.197 + value: 75.631 - type: recall_at_1000 - value: 92.39 + value: 92.76299999999999 - type: recall_at_20 - value: 60.022 + value: 60.611000000000004 - type: recall_at_3 - value: 37.428 + value: 37.478 - type: recall_at_5 - value: 44.411 + value: 43.501 task: type: Retrieval - dataset: @@ -1864,287 +4970,287 @@ model-index: type: mteb/hotpotqa metrics: - type: main_score - value: 74.82900000000001 + value: 74.39 - type: map_at_1 - value: 41.465 + value: 40.912 - type: map_at_10 - value: 66.684 + value: 66.271 - type: map_at_100 - value: 67.561 + value: 67.182 - type: map_at_1000 - value: 67.611 + value: 67.232 - type: map_at_20 - value: 67.21000000000001 + value: 66.851 - type: map_at_3 - value: 63.065000000000005 + value: 62.614999999999995 - type: map_at_5 - value: 65.43299999999999 + value: 64.944 - type: mrr_at_1 - value: 82.93045239702903 + value: 81.82309250506414 - type: mrr_at_10 - value: 88.1329485654264 + value: 87.29049976956776 - type: mrr_at_100 - value: 88.24516227838791 + value: 87.41987093320175 - type: mrr_at_1000 - value: 88.24824949654803 + value: 87.42293959281248 - type: mrr_at_20 - value: 88.20394409654735 + value: 87.37920786832204 - type: mrr_at_3 - value: 87.3778978167903 + value: 86.5091154625251 - type: mrr_at_5 - value: 87.87350889038909 + value: 87.02025658338928 - type: nauc_map_at_1000_diff1 - value: 13.568804567823909 + value: 14.24811650419101 - type: nauc_map_at_1000_max - value: 26.292972922511275 + value: 18.110966497777632 - type: nauc_map_at_1000_std - value: 11.275294538778628 + value: 9.907051402110287 - type: nauc_map_at_100_diff1 - value: 13.531157901142873 + value: 14.215623436165565 - type: nauc_map_at_100_max - value: 26.290757925376273 + value: 18.102094143174355 - type: nauc_map_at_100_std - value: 11.306432759243682 + value: 9.939264948202457 - type: nauc_map_at_10_diff1 - value: 13.148408396720459 + value: 14.035722008459132 - type: nauc_map_at_10_max - value: 25.91508136019819 + value: 17.885951740513185 - type: nauc_map_at_10_std - value: 10.732971297083722 + value: 9.411718264907183 - type: nauc_map_at_1_diff1 - value: 69.29967600925144 + value: 68.7446019536274 - type: nauc_map_at_1_max - value: 42.79835051641866 + value: 38.9850245767707 - type: nauc_map_at_1_std - value: -4.961832803162274 + value: -2.9883672880704077 - type: nauc_map_at_20_diff1 - value: 13.418169590211484 + value: 14.1213686946934 - type: nauc_map_at_20_max - value: 26.189793426888762 + value: 18.064372098377415 - type: nauc_map_at_20_std - value: 11.190011508066215 + value: 9.852582790929198 - type: nauc_map_at_3_diff1 - value: 13.606824211176798 + value: 13.777100223085636 - type: nauc_map_at_3_max - value: 23.995119959983306 + value: 15.838268149755525 - type: nauc_map_at_3_std - value: 7.328472619225088 + value: 5.540117150150763 - type: nauc_map_at_5_diff1 - value: 13.322193643588617 + value: 13.795942259152843 - type: nauc_map_at_5_max - value: 25.29216432661891 + value: 17.40522320666275 - type: nauc_map_at_5_std - value: 9.506719417282355 + value: 8.185987514408986 - type: nauc_mrr_at_1000_diff1 - value: 68.28951035645565 + value: 67.26691261699523 - type: nauc_mrr_at_1000_max - value: 45.36189933447886 + value: 41.855537529246156 - type: nauc_mrr_at_1000_std - value: -3.6651103499926103 + value: -1.749009001510166 - type: nauc_mrr_at_100_diff1 - value: 68.29030547320338 + value: 67.26496000519207 - type: nauc_mrr_at_100_max - value: 45.369342611890346 + value: 41.85732985393288 - type: nauc_mrr_at_100_std - value: -3.6578520949900004 + value: -1.746740864244431 - type: nauc_mrr_at_10_diff1 - value: 68.31233450637377 + value: 67.23800598864047 - type: nauc_mrr_at_10_max - value: 45.53446811037604 + value: 42.00168575657073 - type: nauc_mrr_at_10_std - value: -3.6099574965970422 + value: -1.6750027423294265 - type: nauc_mrr_at_1_diff1 - value: 69.29967600925144 + value: 68.7446019536274 - type: nauc_mrr_at_1_max - value: 42.79835051641866 + value: 38.9850245767707 - type: nauc_mrr_at_1_std - value: -4.961832803162274 + value: -2.9883672880704077 - type: nauc_mrr_at_20_diff1 - value: 68.29271507329597 + value: 67.27187257644147 - type: nauc_mrr_at_20_max - value: 45.415983239714 + value: 41.90365085976258 - type: nauc_mrr_at_20_std - value: -3.605521129546875 + value: -1.7343079652982756 - type: nauc_mrr_at_3_diff1 - value: 67.93949785026264 + value: 66.90262014812754 - type: nauc_mrr_at_3_max - value: 45.24701969313951 + value: 42.059901684946574 - type: nauc_mrr_at_3_std - value: -4.410168630936172 + value: -2.2157618208705188 - type: nauc_mrr_at_5_diff1 - value: 68.16936620810014 + value: 67.11913383749597 - type: nauc_mrr_at_5_max - value: 45.53965903392447 + value: 42.08711029370619 - type: nauc_mrr_at_5_std - value: -3.874774930190145 + value: -1.8450842911318477 - type: nauc_ndcg_at_1000_diff1 - value: 19.845436490360203 + value: 20.643710362570175 - type: nauc_ndcg_at_1000_max - value: 30.792987723856548 + value: 22.771658204329988 - type: nauc_ndcg_at_1000_std - value: 13.59690242337438 + value: 12.35171770072505 - type: nauc_ndcg_at_100_diff1 - value: 18.905105032236357 + value: 19.65319609161701 - type: nauc_ndcg_at_100_max - value: 30.73000873549376 + value: 22.440309398753826 - type: nauc_ndcg_at_100_std - value: 14.435200883474417 + value: 13.188395264200578 - type: nauc_ndcg_at_10_diff1 - value: 17.46580624274982 + value: 18.73587286025269 - type: nauc_ndcg_at_10_max - value: 29.469335675383245 + value: 21.62853392094044 - type: nauc_ndcg_at_10_std - value: 12.426191306910125 + value: 11.251476898680195 - type: nauc_ndcg_at_1_diff1 - value: 69.29967600925144 + value: 68.7446019536274 - type: nauc_ndcg_at_1_max - value: 42.79835051641866 + value: 38.9850245767707 - type: nauc_ndcg_at_1_std - value: -4.961832803162274 + value: -2.9883672880704077 - type: nauc_ndcg_at_20_diff1 - value: 18.119828828438397 + value: 18.967606659900778 - type: nauc_ndcg_at_20_max - value: 30.204453213309325 + value: 22.08851626862601 - type: nauc_ndcg_at_20_std - value: 13.803249547738089 + value: 12.564317755232041 - type: nauc_ndcg_at_3_diff1 - value: 18.780764018226844 + value: 18.912789874898078 - type: nauc_ndcg_at_3_max - value: 26.812552391210588 + value: 19.057969185273805 - type: nauc_ndcg_at_3_std - value: 6.756768042292746 + value: 5.177089212342481 - type: nauc_ndcg_at_5_diff1 - value: 18.013068125165073 + value: 18.56673002818034 - type: nauc_ndcg_at_5_max - value: 28.41845709240921 + value: 20.918938126481997 - type: nauc_ndcg_at_5_std - value: 9.921173580341499 + value: 8.825282964233406 - type: nauc_precision_at_1000_diff1 - value: -8.189473530908835 + value: -7.56948550032058 - type: nauc_precision_at_1000_max - value: 37.34761963198358 + value: 24.515829102888574 - type: nauc_precision_at_1000_std - value: 56.38894570864229 + value: 53.204326783714784 - type: nauc_precision_at_100_diff1 - value: -3.8138147264905866 + value: -4.087348584547688 - type: nauc_precision_at_100_max - value: 32.444744364390175 + value: 19.272356560884297 - type: nauc_precision_at_100_std - value: 42.867525561835755 + value: 40.66612961724831 - type: nauc_precision_at_10_diff1 - value: -0.06393718564045874 + value: 1.9661456708988112 - type: nauc_precision_at_10_max - value: 26.879042261423404 + value: 17.30230322559426 - type: nauc_precision_at_10_std - value: 23.6111846588161 + value: 21.682588021447184 - type: nauc_precision_at_1_diff1 - value: 69.29967600925144 + value: 68.7446019536274 - type: nauc_precision_at_1_max - value: 42.79835051641866 + value: 38.9850245767707 - type: nauc_precision_at_1_std - value: -4.961832803162274 + value: -2.9883672880704077 - type: nauc_precision_at_20_diff1 - value: -0.3556808670875046 + value: -0.08300041913337095 - type: nauc_precision_at_20_max - value: 29.425809037586177 + value: 18.26817742375711 - type: nauc_precision_at_20_std - value: 30.526190527377185 + value: 28.466847558903087 - type: nauc_precision_at_3_diff1 - value: 6.824376027035959 + value: 6.3291319074207 - type: nauc_precision_at_3_max - value: 23.400934179230738 + value: 14.016485266657664 - type: nauc_precision_at_3_std - value: 10.328332573373928 + value: 7.688246977218552 - type: nauc_precision_at_5_diff1 - value: 3.782859838020209 + value: 4.085426676307135 - type: nauc_precision_at_5_max - value: 25.359155315934252 + value: 16.618114705017398 - type: nauc_precision_at_5_std - value: 16.478226989842963 + value: 14.696017564745581 - type: nauc_recall_at_1000_diff1 - value: -8.189473530908435 + value: -7.569485500320447 - type: nauc_recall_at_1000_max - value: 37.34761963198403 + value: 24.515829102888542 - type: nauc_recall_at_1000_std - value: 56.388945708642424 + value: 53.204326783714976 - type: nauc_recall_at_100_diff1 - value: -3.813814726490975 + value: -4.087348584548104 - type: nauc_recall_at_100_max - value: 32.44474436438999 + value: 19.272356560884283 - type: nauc_recall_at_100_std - value: 42.867525561835535 + value: 40.66612961724824 - type: nauc_recall_at_10_diff1 - value: -0.06393718564043996 + value: 1.9661456708988452 - type: nauc_recall_at_10_max - value: 26.879042261423564 + value: 17.30230322559433 - type: nauc_recall_at_10_std - value: 23.611184658816185 + value: 21.682588021447284 - type: nauc_recall_at_1_diff1 - value: 69.29967600925144 + value: 68.7446019536274 - type: nauc_recall_at_1_max - value: 42.79835051641866 + value: 38.9850245767707 - type: nauc_recall_at_1_std - value: -4.961832803162274 + value: -2.9883672880704077 - type: nauc_recall_at_20_diff1 - value: -0.35568086708732993 + value: -0.08300041913319532 - type: nauc_recall_at_20_max - value: 29.425809037586166 + value: 18.26817742375722 - type: nauc_recall_at_20_std - value: 30.526190527377135 + value: 28.466847558903225 - type: nauc_recall_at_3_diff1 - value: 6.824376027035862 + value: 6.329131907420758 - type: nauc_recall_at_3_max - value: 23.400934179230692 + value: 14.016485266657646 - type: nauc_recall_at_3_std - value: 10.328332573373789 + value: 7.688246977218522 - type: nauc_recall_at_5_diff1 - value: 3.7828598380202036 + value: 4.085426676307129 - type: nauc_recall_at_5_max - value: 25.359155315934164 + value: 16.618114705017422 - type: nauc_recall_at_5_std - value: 16.478226989843055 + value: 14.696017564745706 - type: ndcg_at_1 - value: 82.93 + value: 81.82300000000001 - type: ndcg_at_10 - value: 74.82900000000001 + value: 74.39 - type: ndcg_at_100 - value: 77.69500000000001 + value: 77.322 - type: ndcg_at_1000 - value: 78.601 + value: 78.236 - type: ndcg_at_20 - value: 76.074 + value: 75.762 - type: ndcg_at_3 - value: 69.904 + value: 69.40899999999999 - type: ndcg_at_5 - value: 72.791 + value: 72.25 - type: precision_at_1 - value: 82.93 + value: 81.82300000000001 - type: precision_at_10 - value: 15.649 + value: 15.614 - type: precision_at_100 - value: 1.7870000000000001 + value: 1.786 - type: precision_at_1000 value: 0.191 - type: precision_at_20 - value: 8.225 + value: 8.246 - type: precision_at_3 - value: 44.946999999999996 + value: 44.754 - type: precision_at_5 - value: 29.253 + value: 29.091 - type: recall_at_1 - value: 41.465 + value: 40.912 - type: recall_at_10 - value: 78.244 + value: 78.069 - type: recall_at_100 - value: 89.332 + value: 89.318 - type: recall_at_1000 - value: 95.273 + value: 95.321 - type: recall_at_20 - value: 82.248 + value: 82.458 - type: recall_at_3 - value: 67.42099999999999 + value: 67.13 - type: recall_at_5 - value: 73.13300000000001 + value: 72.72800000000001 task: type: Retrieval - dataset: @@ -2155,287 +5261,287 @@ model-index: type: mteb/msmarco metrics: - type: main_score - value: 43.289 + value: 43.424 - type: map_at_1 - value: 23.504 + value: 23.465 - type: map_at_10 - value: 36.168 + value: 36.298 - type: map_at_100 - value: 37.291999999999994 + value: 37.443 - type: map_at_1000 - value: 37.336000000000006 + value: 37.488 - type: map_at_20 - value: 36.858999999999995 + value: 37.004 - type: map_at_3 - value: 32.121 + value: 32.263999999999996 - type: map_at_5 - value: 34.538999999999994 + value: 34.711 - type: mrr_at_1 - value: 24.183381088825215 + value: 24.140401146131804 - type: mrr_at_10 - value: 36.78364488106612 + value: 36.932812571064765 - type: mrr_at_100 - value: 37.84466252338718 + value: 38.01903983112057 - type: mrr_at_1000 - value: 37.88256282253377 + value: 38.05718350151866 - type: mrr_at_20 - value: 37.448959043808195 + value: 37.611261744377515 - type: mrr_at_3 - value: 32.82473734479457 + value: 32.99665711556819 - type: mrr_at_5 - value: 35.19579751671442 + value: 35.39135625596943 - type: nauc_map_at_1000_diff1 - value: 35.7066709090288 + value: 35.40886885986257 - type: nauc_map_at_1000_max - value: 4.143934324542135 + value: 3.7545316663703887 - type: nauc_map_at_1000_std - value: -19.448344913283012 + value: -18.690821328480613 - type: nauc_map_at_100_diff1 - value: 35.70430642176881 + value: 35.3961973576196 - type: nauc_map_at_100_max - value: 4.1478411411595575 + value: 3.749698912517426 - type: nauc_map_at_100_std - value: -19.422440403756 + value: -18.662215333547493 - type: nauc_map_at_10_diff1 - value: 35.63123634507721 + value: 35.40483644435198 - type: nauc_map_at_10_max - value: 3.938888988132125 + value: 3.641144738920141 - type: nauc_map_at_10_std - value: -20.2169104647665 + value: -19.363440247651454 - type: nauc_map_at_1_diff1 - value: 38.71570770291994 + value: 38.67100652687116 - type: nauc_map_at_1_max - value: 3.6208258198974144 + value: 4.364047242961097 - type: nauc_map_at_1_std - value: -17.65651382936212 + value: -16.891222677996463 - type: nauc_map_at_20_diff1 - value: 35.66137420027341 + value: 35.37794971137569 - type: nauc_map_at_20_max - value: 4.047979971799732 + value: 3.676177228945729 - type: nauc_map_at_20_std - value: -19.69038427216887 + value: -18.94091682648655 - type: nauc_map_at_3_diff1 - value: 35.98786954477084 + value: 35.31333315150583 - type: nauc_map_at_3_max - value: 4.009207150935954 + value: 3.4965623304246685 - type: nauc_map_at_3_std - value: -20.236910164727334 + value: -19.368643397803723 - type: nauc_map_at_5_diff1 - value: 35.71659843963547 + value: 35.53254707943681 - type: nauc_map_at_5_max - value: 3.8467118590969243 + value: 3.5128620630619416 - type: nauc_map_at_5_std - value: -20.459010908374005 + value: -19.744232886674588 - type: nauc_mrr_at_1000_diff1 - value: 35.50419348307457 + value: 35.279210596228076 - type: nauc_mrr_at_1000_max - value: 4.367339872980742 + value: 3.9444315381088377 - type: nauc_mrr_at_1000_std - value: -18.977210545435614 + value: -18.37391634884856 - type: nauc_mrr_at_100_diff1 - value: 35.499579242122834 + value: 35.26618706765156 - type: nauc_mrr_at_100_max - value: 4.374464198991792 + value: 3.943483898925299 - type: nauc_mrr_at_100_std - value: -18.94840447559084 + value: -18.343118018089992 - type: nauc_mrr_at_10_diff1 - value: 35.413649621404744 + value: 35.267510332963596 - type: nauc_mrr_at_10_max - value: 4.199603869892659 + value: 3.8779768606518994 - type: nauc_mrr_at_10_std - value: -19.676646414385324 + value: -18.980928940857964 - type: nauc_mrr_at_1_diff1 - value: 38.51275573926999 + value: 38.436123183016285 - type: nauc_mrr_at_1_max - value: 3.7235962784140595 + value: 4.4535003055283005 - type: nauc_mrr_at_1_std - value: -17.47925941260809 + value: -16.776210956854694 - type: nauc_mrr_at_20_diff1 - value: 35.45328787293073 + value: 35.24980513343164 - type: nauc_mrr_at_20_max - value: 4.311679825517206 + value: 3.89689472809906 - type: nauc_mrr_at_20_std - value: -19.162032464317768 + value: -18.58360677506833 - type: nauc_mrr_at_3_diff1 - value: 35.67661555112563 + value: 35.04459075834143 - type: nauc_mrr_at_3_max - value: 4.158891474397432 + value: 3.6105545408733155 - type: nauc_mrr_at_3_std - value: -19.840092842660482 + value: -19.190268365738365 - type: nauc_mrr_at_5_diff1 - value: 35.47597304038842 + value: 35.34869407823518 - type: nauc_mrr_at_5_max - value: 4.080194459323934 + value: 3.701060853898909 - type: nauc_mrr_at_5_std - value: -19.976257727067473 + value: -19.383326153533897 - type: nauc_ndcg_at_1000_diff1 - value: 34.99925364766396 + value: 34.75887431598213 - type: nauc_ndcg_at_1000_max - value: 4.905301377523189 + value: 4.312390853255876 - type: nauc_ndcg_at_1000_std - value: -17.867757014931176 + value: -17.18071319250873 - type: nauc_ndcg_at_100_diff1 - value: 34.89954591799976 + value: 34.394460418078715 - type: nauc_ndcg_at_100_max - value: 5.160778571453235 + value: 4.295886307837694 - type: nauc_ndcg_at_100_std - value: -16.760397579142037 + value: -16.033008780500968 - type: nauc_ndcg_at_10_diff1 - value: 34.45588519188909 + value: 34.50644853438419 - type: nauc_ndcg_at_10_max - value: 4.102422555082475 + value: 3.6626658735259 - type: nauc_ndcg_at_10_std - value: -20.65847471712958 + value: -19.56250960905403 - type: nauc_ndcg_at_1_diff1 - value: 38.56852140128596 + value: 38.436123183016285 - type: nauc_ndcg_at_1_max - value: 3.7756203727809328 + value: 4.4535003055283005 - type: nauc_ndcg_at_1_std - value: -17.502340817460315 + value: -16.776210956854694 - type: nauc_ndcg_at_20_diff1 - value: 34.54916912731964 + value: 34.40010964814374 - type: nauc_ndcg_at_20_max - value: 4.508032016689821 + value: 3.7971985329744244 - type: nauc_ndcg_at_20_std - value: -18.658746491830712 + value: -18.010955476860154 - type: nauc_ndcg_at_3_diff1 - value: 35.16704986162924 + value: 34.439343067144165 - type: nauc_ndcg_at_3_max - value: 4.077433043641619 + value: 3.2949710479214107 - type: nauc_ndcg_at_3_std - value: -20.954415641728314 + value: -20.002605242207924 - type: nauc_ndcg_at_5_diff1 - value: 34.71371459564282 + value: 34.83349389928372 - type: nauc_ndcg_at_5_max - value: 3.8551031295496605 + value: 3.3298912787593062 - type: nauc_ndcg_at_5_std - value: -21.27269583522941 + value: -20.53735443323493 - type: nauc_precision_at_1000_diff1 - value: -5.07448374718664 + value: -4.016898635199342 - type: nauc_precision_at_1000_max - value: 10.79302270785277 + value: 12.934875539589253 - type: nauc_precision_at_1000_std - value: 14.852358228309676 + value: 13.11391640313066 - type: nauc_precision_at_100_diff1 - value: 13.264547572290628 + value: 10.315247928476873 - type: nauc_precision_at_100_max - value: 13.876225383019152 + value: 11.268415109153752 - type: nauc_precision_at_100_std - value: 18.034934845003406 + value: 17.950480541657335 - type: nauc_precision_at_10_diff1 - value: 27.421358973548166 + value: 28.209276901989895 - type: nauc_precision_at_10_max - value: 4.469572463052654 + value: 3.965811186403266 - type: nauc_precision_at_10_std - value: -20.64057949879763 + value: -18.501584332901512 - type: nauc_precision_at_1_diff1 - value: 38.56852140128596 + value: 38.436123183016285 - type: nauc_precision_at_1_max - value: 3.7756203727809328 + value: 4.4535003055283005 - type: nauc_precision_at_1_std - value: -17.502340817460315 + value: -16.776210956854694 - type: nauc_precision_at_20_diff1 - value: 24.45447341314794 + value: 24.64074510458261 - type: nauc_precision_at_20_max - value: 6.4656336120382605 + value: 4.971859475494997 - type: nauc_precision_at_20_std - value: -9.857661438998162 + value: -9.718333720619587 - type: nauc_precision_at_3_diff1 - value: 32.59732399108533 + value: 31.59386906580704 - type: nauc_precision_at_3_max - value: 4.1991104263627514 + value: 2.911339196352057 - type: nauc_precision_at_3_std - value: -23.138935572596502 + value: -21.71784008123467 - type: nauc_precision_at_5_diff1 - value: 30.429145958887705 + value: 31.35251325266384 - type: nauc_precision_at_5_max - value: 3.6732294033151676 + value: 2.894822904862219 - type: nauc_precision_at_5_std - value: -23.380111111174145 + value: -22.488895902892384 - type: nauc_recall_at_1000_diff1 - value: 24.240875907743856 + value: 22.885714431265185 - type: nauc_recall_at_1000_max - value: 38.280924964099874 + value: 43.71541809761202 - type: nauc_recall_at_1000_std - value: 60.13330725856293 + value: 66.29489415927435 - type: nauc_recall_at_100_diff1 - value: 30.05491420456488 + value: 24.238272655435644 - type: nauc_recall_at_100_max - value: 17.351541876028552 + value: 11.174788762479146 - type: nauc_recall_at_100_std - value: 22.30906151885301 + value: 23.457729735029535 - type: nauc_recall_at_10_diff1 - value: 30.28195975736813 + value: 31.27901055282893 - type: nauc_recall_at_10_max - value: 4.257287998248637 + value: 3.474737924419516 - type: nauc_recall_at_10_std - value: -22.15359562049705 + value: -19.881636172962423 - type: nauc_recall_at_1_diff1 - value: 38.71570770291994 + value: 38.67100652687116 - type: nauc_recall_at_1_max - value: 3.6208258198974144 + value: 4.364047242961097 - type: nauc_recall_at_1_std - value: -17.65651382936212 + value: -16.891222677996463 - type: nauc_recall_at_20_diff1 - value: 29.776413616224612 + value: 30.05262129752705 - type: nauc_recall_at_20_max - value: 6.291150198476362 + value: 4.081153446892682 - type: nauc_recall_at_20_std - value: -12.203841105665461 + value: -12.131712173988694 - type: nauc_recall_at_3_diff1 - value: 32.97714288847383 + value: 32.04675036130594 - type: nauc_recall_at_3_max - value: 4.069165120796584 + value: 2.6288471269218605 - type: nauc_recall_at_3_std - value: -23.025988557597145 + value: -21.65823334377263 - type: nauc_recall_at_5_diff1 - value: 31.738005610472126 + value: 32.74421926624343 - type: nauc_recall_at_5_max - value: 3.562137829449558 + value: 2.566696543622508 - type: nauc_recall_at_5_std - value: -23.774769231885326 + value: -22.83492123820867 - type: ndcg_at_1 - value: 24.169 + value: 24.14 - type: ndcg_at_10 - value: 43.289 + value: 43.424 - type: ndcg_at_100 - value: 48.705 + value: 48.893 - type: ndcg_at_1000 - value: 49.766 + value: 49.958999999999996 - type: ndcg_at_20 - value: 45.768 + value: 45.928999999999995 - type: ndcg_at_3 - value: 35.114000000000004 + value: 35.32 - type: ndcg_at_5 - value: 39.423 + value: 39.669 - type: precision_at_1 - value: 24.169 + value: 24.14 - type: precision_at_10 - value: 6.812 + value: 6.824 - type: precision_at_100 - value: 0.9530000000000001 + value: 0.955 - type: precision_at_1000 value: 0.105 - type: precision_at_20 - value: 3.926 + value: 3.934 - type: precision_at_3 - value: 14.881 + value: 15.029 - type: precision_at_5 - value: 11.132 + value: 11.215 - type: recall_at_1 - value: 23.504 + value: 23.465 - type: recall_at_10 - value: 65.19200000000001 + value: 65.269 - type: recall_at_100 - value: 90.23299999999999 + value: 90.437 - type: recall_at_1000 - value: 98.256 + value: 98.468 - type: recall_at_20 - value: 74.864 + value: 74.984 - type: recall_at_3 - value: 43.101 + value: 43.434 - type: recall_at_5 - value: 53.444 + value: 53.883 task: type: Retrieval - dataset: @@ -2446,287 +5552,287 @@ model-index: type: mteb/nfcorpus metrics: - type: main_score - value: 38.206 + value: 38.46 - type: map_at_1 - value: 7.008 + value: 6.691999999999999 - type: map_at_10 - value: 14.991999999999999 + value: 15.031 - type: map_at_100 - value: 18.975 + value: 19.084 - type: map_at_1000 - value: 20.525 + value: 20.596 - type: map_at_20 - value: 16.703000000000003 + value: 16.744 - type: map_at_3 - value: 11.222999999999999 + value: 11.213 - type: map_at_5 - value: 12.858 + value: 13.108 - type: mrr_at_1 - value: 49.53560371517028 + value: 47.987616099071204 - type: mrr_at_10 - value: 58.482357855422876 + value: 57.93282225170769 - type: mrr_at_100 - value: 58.968012334053824 + value: 58.446489234491075 - type: mrr_at_1000 - value: 58.997364933440956 + value: 58.483830448457105 - type: mrr_at_20 - value: 58.73470148223573 + value: 58.25959398965227 - type: mrr_at_3 - value: 56.39834881320951 + value: 56.14035087719299 - type: mrr_at_5 - value: 57.74509803921569 + value: 57.270381836945305 - type: nauc_map_at_1000_diff1 - value: 28.335416416647224 + value: 25.45538063803242 - type: nauc_map_at_1000_max - value: 29.753540790143486 + value: 30.41883184898415 - type: nauc_map_at_1000_std - value: 14.588881654269347 + value: 12.781416517345395 - type: nauc_map_at_100_diff1 - value: 29.918481109290763 + value: 26.894132167352875 - type: nauc_map_at_100_max - value: 28.7759731537488 + value: 29.432030037078327 - type: nauc_map_at_100_std - value: 11.232863198583434 + value: 9.512326529846831 - type: nauc_map_at_10_diff1 - value: 33.68961317463572 + value: 31.400540210306925 - type: nauc_map_at_10_max - value: 22.457463118915253 + value: 23.480874068638062 - type: nauc_map_at_10_std - value: 0.0662082063459353 + value: -1.5692010785458146 - type: nauc_map_at_1_diff1 - value: 40.12959144322236 + value: 37.67265128941572 - type: nauc_map_at_1_max - value: 8.142892958869963 + value: 9.721787432990308 - type: nauc_map_at_1_std - value: -14.531210966198094 + value: -14.943711588554425 - type: nauc_map_at_20_diff1 - value: 31.79101397821516 + value: 28.496096959455752 - type: nauc_map_at_20_max - value: 25.337593876647873 + value: 25.984790070209524 - type: nauc_map_at_20_std - value: 4.4312521827795965 + value: 2.5864942962273347 - type: nauc_map_at_3_diff1 - value: 36.4989620250532 + value: 35.30544649984941 - type: nauc_map_at_3_max - value: 14.708362930862599 + value: 15.43177689654808 - type: nauc_map_at_3_std - value: -8.805062884219257 + value: -10.620597059323307 - type: nauc_map_at_5_diff1 - value: 35.59942335198335 + value: 33.973890759901785 - type: nauc_map_at_5_max - value: 19.04171958974118 + value: 19.177026450105227 - type: nauc_map_at_5_std - value: -5.033775373968787 + value: -7.633681183061802 - type: nauc_mrr_at_1000_diff1 - value: 33.12712562735541 + value: 32.65965662704218 - type: nauc_mrr_at_1000_max - value: 47.06222921511218 + value: 50.13980071961068 - type: nauc_mrr_at_1000_std - value: 30.35155523907757 + value: 31.441899652315946 - type: nauc_mrr_at_100_diff1 - value: 33.13819970488641 + value: 32.66276749948812 - type: nauc_mrr_at_100_max - value: 47.07964477210531 + value: 50.18284893175743 - type: nauc_mrr_at_100_std - value: 30.36460376560702 + value: 31.489621001899128 - type: nauc_mrr_at_10_diff1 - value: 33.31347383738033 + value: 32.83196328506318 - type: nauc_mrr_at_10_max - value: 47.09956647776159 + value: 49.68604447954204 - type: nauc_mrr_at_10_std - value: 30.312849559985356 + value: 30.99627862267571 - type: nauc_mrr_at_1_diff1 - value: 33.86828699555935 + value: 32.91457933159273 - type: nauc_mrr_at_1_max - value: 38.63689203126804 + value: 44.136488326811495 - type: nauc_mrr_at_1_std - value: 23.239970954725834 + value: 27.01828153067843 - type: nauc_mrr_at_20_diff1 - value: 33.12310999988364 + value: 32.671176033804585 - type: nauc_mrr_at_20_max - value: 47.06048097947143 + value: 50.14874441502247 - type: nauc_mrr_at_20_std - value: 30.30703653923299 + value: 31.38947894696264 - type: nauc_mrr_at_3_diff1 - value: 33.23359719730206 + value: 32.47024817153408 - type: nauc_mrr_at_3_max - value: 47.213232521531765 + value: 49.56779159573397 - type: nauc_mrr_at_3_std - value: 28.515839871433453 + value: 29.766791025768907 - type: nauc_mrr_at_5_diff1 - value: 33.05584873908468 + value: 32.26549727908872 - type: nauc_mrr_at_5_max - value: 47.02182562482059 + value: 49.87579065461728 - type: nauc_mrr_at_5_std - value: 30.149148067698427 + value: 30.729925282365006 - type: nauc_ndcg_at_1000_diff1 - value: 27.3553070950937 + value: 25.380017677098444 - type: nauc_ndcg_at_1000_max - value: 46.993803974771616 + value: 47.388319204148296 - type: nauc_ndcg_at_1000_std - value: 34.48221393313706 + value: 33.45725980667476 - type: nauc_ndcg_at_100_diff1 - value: 28.182567698807937 + value: 25.498473185306114 - type: nauc_ndcg_at_100_max - value: 41.47073178920514 + value: 41.76551239218656 - type: nauc_ndcg_at_100_std - value: 28.33125338951214 + value: 26.62218020732075 - type: nauc_ndcg_at_10_diff1 - value: 23.427723508172342 + value: 23.01011018145724 - type: nauc_ndcg_at_10_max - value: 39.854878165720194 + value: 40.630043774002516 - type: nauc_ndcg_at_10_std - value: 28.68461363195909 + value: 25.332235779556477 - type: nauc_ndcg_at_1_diff1 - value: 35.83579312937247 + value: 34.72650579565117 - type: nauc_ndcg_at_1_max - value: 37.10896088910044 + value: 42.493354546505095 - type: nauc_ndcg_at_1_std - value: 21.7331937636597 + value: 24.81873708593652 - type: nauc_ndcg_at_20_diff1 - value: 23.457097856180557 + value: 21.434037902736367 - type: nauc_ndcg_at_20_max - value: 39.08666944857107 + value: 39.28549854342903 - type: nauc_ndcg_at_20_std - value: 28.088097718424077 + value: 24.69082952792539 - type: nauc_ndcg_at_3_diff1 - value: 27.610199920043392 + value: 26.362842783124435 - type: nauc_ndcg_at_3_max - value: 42.68532708708207 + value: 41.96118988366622 - type: nauc_ndcg_at_3_std - value: 25.2692785253099 + value: 22.80018051989143 - type: nauc_ndcg_at_5_diff1 - value: 26.152027234534987 + value: 24.972257549293893 - type: nauc_ndcg_at_5_max - value: 43.20685220688528 + value: 41.9748170904006 - type: nauc_ndcg_at_5_std - value: 28.346718258943298 + value: 23.247821449868823 - type: nauc_precision_at_1000_diff1 - value: -19.360917448445747 + value: -16.687533537724846 - type: nauc_precision_at_1000_max - value: 5.993701880034689 + value: 7.116174512559039 - type: nauc_precision_at_1000_std - value: 30.592846520978767 + value: 29.196682956642796 - type: nauc_precision_at_100_diff1 - value: -13.176289048434326 + value: -11.171448249723401 - type: nauc_precision_at_100_max - value: 21.124431283116806 + value: 21.351578007740873 - type: nauc_precision_at_100_std - value: 42.847875525274866 + value: 40.49880548725148 - type: nauc_precision_at_10_diff1 - value: 1.20002480488434 + value: 2.323360757559483 - type: nauc_precision_at_10_max - value: 37.8775671362167 + value: 38.65445063158918 - type: nauc_precision_at_10_std - value: 40.824122872455185 + value: 38.16210987455392 - type: nauc_precision_at_1_diff1 - value: 33.86828699555935 + value: 33.755057976733646 - type: nauc_precision_at_1_max - value: 38.63689203126804 + value: 44.40288932251219 - type: nauc_precision_at_1_std - value: 23.239970954725834 + value: 27.62174135974081 - type: nauc_precision_at_20_diff1 - value: -5.005695036618793 + value: -5.441798722378143 - type: nauc_precision_at_20_max - value: 32.64577234927276 + value: 32.058115623251524 - type: nauc_precision_at_20_std - value: 42.15142642663493 + value: 38.45241421004329 - type: nauc_precision_at_3_diff1 - value: 15.742317758272314 + value: 15.90762087077913 - type: nauc_precision_at_3_max - value: 45.30428329279831 + value: 42.5470181640169 - type: nauc_precision_at_3_std - value: 31.556145410706165 + value: 28.009885719096335 - type: nauc_precision_at_5_diff1 - value: 10.476340589189153 + value: 10.656403807359169 - type: nauc_precision_at_5_max - value: 45.24967287967515 + value: 42.247548871978196 - type: nauc_precision_at_5_std - value: 38.71010638265242 + value: 31.649386083205755 - type: nauc_recall_at_1000_diff1 - value: 10.137724388953172 + value: 10.247070240617905 - type: nauc_recall_at_1000_max - value: 20.905437881631848 + value: 24.114253665304446 - type: nauc_recall_at_1000_std - value: 20.623979759639003 + value: 24.02339705705984 - type: nauc_recall_at_100_diff1 - value: 24.720876538107234 + value: 22.561118338324018 - type: nauc_recall_at_100_max - value: 27.58042873255676 + value: 30.121592726044216 - type: nauc_recall_at_100_std - value: 16.61758708043979 + value: 19.67151227058734 - type: nauc_recall_at_10_diff1 - value: 32.34877485865986 + value: 29.695315535851822 - type: nauc_recall_at_10_max - value: 21.67344646232241 + value: 22.074158118976385 - type: nauc_recall_at_10_std - value: 2.235959242369055 + value: 0.25798913185589023 - type: nauc_recall_at_1_diff1 - value: 40.12959144322236 + value: 37.67265128941572 - type: nauc_recall_at_1_max - value: 8.142892958869963 + value: 9.721787432990308 - type: nauc_recall_at_1_std - value: -14.531210966198094 + value: -14.943711588554425 - type: nauc_recall_at_20_diff1 - value: 29.009807737961967 + value: 24.996508456752107 - type: nauc_recall_at_20_max - value: 24.451546037526732 + value: 24.705011249445565 - type: nauc_recall_at_20_std - value: 7.084340596706153 + value: 5.780743155316983 - type: nauc_recall_at_3_diff1 - value: 36.00512018367048 + value: 34.50424002323006 - type: nauc_recall_at_3_max - value: 15.603503525043743 + value: 15.26904245660564 - type: nauc_recall_at_3_std - value: -8.23230989140361 + value: -10.53885028046522 - type: nauc_recall_at_5_diff1 - value: 34.69870859719023 + value: 31.421218531891775 - type: nauc_recall_at_5_max - value: 20.394696906592692 + value: 18.218174723292112 - type: nauc_recall_at_5_std - value: -2.2957736758400427 + value: -6.686352082168663 - type: ndcg_at_1 - value: 47.214 + value: 46.129999999999995 - type: ndcg_at_10 - value: 38.206 + value: 38.46 - type: ndcg_at_100 - value: 35.423 + value: 35.382999999999996 - type: ndcg_at_1000 - value: 44.115 + value: 43.902 - type: ndcg_at_20 - value: 35.888999999999996 + value: 36.027 - type: ndcg_at_3 - value: 43.791000000000004 + value: 43.961 - type: ndcg_at_5 - value: 41.253 + value: 42.077 - type: precision_at_1 - value: 49.536 + value: 47.678 - type: precision_at_10 - value: 28.142 + value: 28.451999999999998 - type: precision_at_100 - value: 8.889 + value: 8.988 - type: precision_at_1000 - value: 2.173 + value: 2.1590000000000003 - type: precision_at_20 - value: 20.944 + value: 21.037 - type: precision_at_3 - value: 41.28 + value: 41.692 - type: precision_at_5 - value: 35.604 + value: 36.842000000000006 - type: recall_at_1 - value: 7.008 + value: 6.691999999999999 - type: recall_at_10 - value: 18.735 + value: 18.871 - type: recall_at_100 - value: 35.582 + value: 34.736 - type: recall_at_1000 - value: 67.682 + value: 66.766 - type: recall_at_20 - value: 22.78 + value: 22.827 - type: recall_at_3 - value: 12.117 + value: 12.171999999999999 - type: recall_at_5 - value: 14.748 + value: 15.356 task: type: Retrieval - dataset: @@ -2737,287 +5843,287 @@ model-index: type: mteb/nq metrics: - type: main_score - value: 53.578 + value: 53.198 - type: map_at_1 - value: 33.513999999999996 + value: 32.607 - type: map_at_10 - value: 46.824 + value: 46.336 - type: map_at_100 - value: 47.802 + value: 47.342 - type: map_at_1000 - value: 47.841 + value: 47.38 - type: map_at_20 - value: 47.441 + value: 46.98 - type: map_at_3 - value: 43.247 + value: 42.742999999999995 - type: map_at_5 - value: 45.378 + value: 44.812000000000005 - type: mrr_at_1 - value: 37.25376593279258 + value: 36.29779837775203 - type: mrr_at_10 - value: 49.566722304989895 + value: 48.97846199120814 - type: mrr_at_100 - value: 50.321192525578695 + value: 49.76642951440836 - type: mrr_at_1000 - value: 50.34672610613706 + value: 49.791712798430915 - type: mrr_at_20 - value: 50.04472384196937 + value: 49.50161486261044 - type: mrr_at_3 - value: 46.60583236770946 + value: 45.9974893781382 - type: mrr_at_5 - value: 48.349748937813814 + value: 47.72981846272691 - type: nauc_map_at_1000_diff1 - value: 34.733636497137354 + value: 33.91460431887845 - type: nauc_map_at_1000_max - value: 25.78043112653096 + value: 29.481346370314647 - type: nauc_map_at_1000_std - value: -0.03219978416136634 + value: -1.839654367236494 - type: nauc_map_at_100_diff1 - value: 34.73227174964944 + value: 33.90730996452593 - type: nauc_map_at_100_max - value: 25.790355264634123 + value: 29.493731966506363 - type: nauc_map_at_100_std - value: -0.009748410549744525 + value: -1.8077641558146142 - type: nauc_map_at_10_diff1 - value: 34.79637142721529 + value: 33.88718827422635 - type: nauc_map_at_10_max - value: 25.665984578882135 + value: 29.376119326260692 - type: nauc_map_at_10_std - value: -0.5543842114651465 + value: -2.3710722516805514 - type: nauc_map_at_1_diff1 - value: 38.8141788897701 + value: 39.09838265600818 - type: nauc_map_at_1_max - value: 20.97919274283175 + value: 25.229877730978384 - type: nauc_map_at_1_std - value: -4.313952936848295 + value: -6.549159067747068 - type: nauc_map_at_20_diff1 - value: 34.7056360511178 + value: 33.93384992631349 - type: nauc_map_at_20_max - value: 25.799251451921577 + value: 29.497549953859174 - type: nauc_map_at_20_std - value: -0.11292113199351751 + value: -2.017101496300422 - type: nauc_map_at_3_diff1 - value: 35.24321123463093 + value: 34.289078161287534 - type: nauc_map_at_3_max - value: 24.386471502318205 + value: 28.220233771254193 - type: nauc_map_at_3_std - value: -2.6644559760820052 + value: -4.444704784028031 - type: nauc_map_at_5_diff1 - value: 34.82901214114469 + value: 34.185625280462006 - type: nauc_map_at_5_max - value: 25.047315717619945 + value: 29.068279072428393 - type: nauc_map_at_5_std - value: -1.5133480152766288 + value: -3.271599611900801 - type: nauc_mrr_at_1000_diff1 - value: 34.93628841387892 + value: 34.26553814237791 - type: nauc_mrr_at_1000_max - value: 25.95539978131643 + value: 29.30438632424214 - type: nauc_mrr_at_1000_std - value: 0.9898580770138055 + value: -1.1362527466161338 - type: nauc_mrr_at_100_diff1 - value: 34.93490461549691 + value: 34.25608823758783 - type: nauc_mrr_at_100_max - value: 25.968419446992947 + value: 29.320433380500592 - type: nauc_mrr_at_100_std - value: 1.0164727694111124 + value: -1.0988881991499264 - type: nauc_mrr_at_10_diff1 - value: 34.92788565019863 + value: 34.13246218869096 - type: nauc_mrr_at_10_max - value: 25.982419524725902 + value: 29.28686516884 - type: nauc_mrr_at_10_std - value: 0.8291836718070983 + value: -1.4086490508202227 - type: nauc_mrr_at_1_diff1 - value: 38.78220448030664 + value: 39.09227619986854 - type: nauc_mrr_at_1_max - value: 22.197434495065906 + value: 26.09297738292023 - type: nauc_mrr_at_1_std - value: -2.7557316494845647 + value: -5.092164835965795 - type: nauc_mrr_at_20_diff1 - value: 34.91976787258114 + value: 34.243058510524534 - type: nauc_mrr_at_20_max - value: 26.023976604513845 + value: 29.35591880008264 - type: nauc_mrr_at_20_std - value: 1.0145147416593283 + value: -1.1807627466375372 - type: nauc_mrr_at_3_diff1 - value: 35.211445935161755 + value: 34.55473991903778 - type: nauc_mrr_at_3_max - value: 25.424985342838724 + value: 28.92012731680968 - type: nauc_mrr_at_3_std - value: -0.6077862086346921 + value: -2.7868603622868546 - type: nauc_mrr_at_5_diff1 - value: 34.96871034526102 + value: 34.33939912073187 - type: nauc_mrr_at_5_max - value: 25.607150086036402 + value: 29.142336826251807 - type: nauc_mrr_at_5_std - value: 0.025319256685985322 + value: -2.0207310060627695 - type: nauc_ndcg_at_1000_diff1 - value: 33.303254839794626 + value: 32.20023215522245 - type: nauc_ndcg_at_1000_max - value: 27.724264701997846 + value: 31.017256251715363 - type: nauc_ndcg_at_1000_std - value: 3.6289721823046412 + value: 1.8268849690313167 - type: nauc_ndcg_at_100_diff1 - value: 33.09557683080436 + value: 31.87286187255234 - type: nauc_ndcg_at_100_max - value: 28.0506433754964 + value: 31.43335992135076 - type: nauc_ndcg_at_100_std - value: 4.511193940663911 + value: 2.960577759737203 - type: nauc_ndcg_at_10_diff1 - value: 33.29826862261896 + value: 31.900906049371603 - type: nauc_ndcg_at_10_max - value: 27.71528280198709 + value: 30.957221009099438 - type: nauc_ndcg_at_10_std - value: 2.400337080724925 + value: 0.3823847406109789 - type: nauc_ndcg_at_1_diff1 - value: 38.60963350793748 + value: 38.918825906375595 - type: nauc_ndcg_at_1_max - value: 22.273664922767907 + value: 26.198075448658003 - type: nauc_ndcg_at_1_std - value: -2.6240794072512363 + value: -5.0079843241467135 - type: nauc_ndcg_at_20_diff1 - value: 32.981922279933244 + value: 32.07246538138254 - type: nauc_ndcg_at_20_max - value: 28.150524217154615 + value: 31.39047205003746 - type: nauc_ndcg_at_20_std - value: 3.8264215069624927 + value: 1.5919700319236705 - type: nauc_ndcg_at_3_diff1 - value: 34.08438930573822 + value: 32.989630631328005 - type: nauc_ndcg_at_3_max - value: 25.45908785549064 + value: 29.172950928321246 - type: nauc_ndcg_at_3_std - value: -1.613166550898069 + value: -3.4954002673299254 - type: nauc_ndcg_at_5_diff1 - value: 33.40437835531942 + value: 32.65642960716871 - type: nauc_ndcg_at_5_max - value: 26.31872187393872 + value: 30.26533505259028 - type: nauc_ndcg_at_5_std - value: 0.10083778366178507 + value: -1.7088178605185036 - type: nauc_precision_at_1000_diff1 - value: -7.941107826930442 + value: -11.087690242091627 - type: nauc_precision_at_1000_max - value: 12.225841425820631 + value: 9.476912605478468 - type: nauc_precision_at_1000_std - value: 21.78049325701235 + value: 23.91500045012386 - type: nauc_precision_at_100_diff1 - value: -2.222916814839799 + value: -6.098488621066059 - type: nauc_precision_at_100_max - value: 20.20336947495444 + value: 18.137258185156288 - type: nauc_precision_at_100_std - value: 28.15440917121732 + value: 30.736330623699548 - type: nauc_precision_at_10_diff1 - value: 13.793643869973508 + value: 10.282694427889481 - type: nauc_precision_at_10_max - value: 28.441585565368584 + value: 27.70132432991741 - type: nauc_precision_at_10_std - value: 16.43655330610177 + value: 15.624341991861964 - type: nauc_precision_at_1_diff1 - value: 38.60963350793748 + value: 38.918825906375595 - type: nauc_precision_at_1_max - value: 22.273664922767907 + value: 26.198075448658003 - type: nauc_precision_at_1_std - value: -2.6240794072512363 + value: -5.0079843241467135 - type: nauc_precision_at_20_diff1 - value: 6.992221373082684 + value: 5.261415949436139 - type: nauc_precision_at_20_max - value: 26.313498260024964 + value: 25.63995988919354 - type: nauc_precision_at_20_std - value: 22.74932509685384 + value: 21.993692626668647 - type: nauc_precision_at_3_diff1 - value: 24.586931228246105 + value: 22.246985950192087 - type: nauc_precision_at_3_max - value: 27.735577819282213 + value: 29.77649372894963 - type: nauc_precision_at_3_std - value: 4.171946022799083 + value: 3.1516217436827247 - type: nauc_precision_at_5_diff1 - value: 19.055734158632163 + value: 17.913139150555317 - type: nauc_precision_at_5_max - value: 27.68652274133427 + value: 29.96502648982162 - type: nauc_precision_at_5_std - value: 9.286777692382376 + value: 8.697283141480076 - type: nauc_recall_at_1000_diff1 - value: 5.102892050159389 + value: -1.2184853689228585 - type: nauc_recall_at_1000_max - value: 57.14718974463473 + value: 52.17487324664823 - type: nauc_recall_at_1000_std - value: 66.2350056053976 + value: 64.07295248015558 - type: nauc_recall_at_100_diff1 - value: 16.525310046827574 + value: 10.974836440023065 - type: nauc_recall_at_100_max - value: 44.49050040421947 + value: 46.841875007684955 - type: nauc_recall_at_100_std - value: 45.7757955560833 + value: 49.93909956898119 - type: nauc_recall_at_10_diff1 - value: 26.03922668947305 + value: 22.852319787640273 - type: nauc_recall_at_10_max - value: 33.51146811044362 + value: 35.26743699245417 - type: nauc_recall_at_10_std - value: 11.981831984218244 + value: 9.559134493514295 - type: nauc_recall_at_1_diff1 - value: 38.8141788897701 + value: 39.09838265600818 - type: nauc_recall_at_1_max - value: 20.97919274283175 + value: 25.229877730978384 - type: nauc_recall_at_1_std - value: -4.313952936848295 + value: -6.549159067747068 - type: nauc_recall_at_20_diff1 - value: 22.93797755278736 + value: 21.806639245854072 - type: nauc_recall_at_20_max - value: 37.50084705738719 + value: 38.85234681712911 - type: nauc_recall_at_20_std - value: 21.698172136962583 + value: 18.028973898137785 - type: nauc_recall_at_3_diff1 - value: 29.680958704147102 + value: 28.21585308759027 - type: nauc_recall_at_3_max - value: 26.417935243298757 + value: 30.022855080903238 - type: nauc_recall_at_3_std - value: -0.6690057435817613 + value: -2.537650849906056 - type: nauc_recall_at_5_diff1 - value: 27.534756543056844 + value: 26.690456578968956 - type: nauc_recall_at_5_max - value: 28.222210310895417 + value: 32.35161371206257 - type: nauc_recall_at_5_std - value: 3.24951302703767 + value: 1.491148001707399 - type: ndcg_at_1 - value: 37.312 + value: 36.356 - type: ndcg_at_10 - value: 53.578 + value: 53.198 - type: ndcg_at_100 - value: 57.778 + value: 57.471000000000004 - type: ndcg_at_1000 - value: 58.675 + value: 58.336 - type: ndcg_at_20 - value: 55.572 + value: 55.272 - type: ndcg_at_3 - value: 46.898 + value: 46.457 - type: ndcg_at_5 - value: 50.378 + value: 49.864000000000004 - type: precision_at_1 - value: 37.312 + value: 36.356 - type: precision_at_10 - value: 8.439 + value: 8.462 - type: precision_at_100 - value: 1.082 + value: 1.087 - type: precision_at_1000 value: 0.117 - type: precision_at_20 - value: 4.7059999999999995 + value: 4.718 - type: precision_at_3 - value: 20.819 + value: 20.829 - type: precision_at_5 - value: 14.536999999999999 + value: 14.472999999999999 - type: recall_at_1 - value: 33.513999999999996 + value: 32.607 - type: recall_at_10 - value: 71.331 + value: 71.34 - type: recall_at_100 - value: 89.591 + value: 89.813 - type: recall_at_1000 value: 96.258 - type: recall_at_20 - value: 78.643 + value: 78.947 - type: recall_at_3 - value: 54.06999999999999 + value: 53.867 - type: recall_at_5 - value: 62.027 + value: 61.678999999999995 task: type: Retrieval - dataset: @@ -3028,287 +6134,287 @@ model-index: type: mteb/quora metrics: - type: main_score - value: 88.973 + value: 89.13799999999999 - type: map_at_1 - value: 71.269 + value: 71.485 - type: map_at_10 - value: 85.327 + value: 85.512 - type: map_at_100 - value: 85.947 + value: 86.127 - type: map_at_1000 - value: 85.962 + value: 86.143 - type: map_at_20 - value: 85.734 + value: 85.918 - type: map_at_3 - value: 82.38499999999999 + value: 82.518 - type: map_at_5 - value: 84.277 + value: 84.462 - type: mrr_at_1 - value: 81.89999999999999 + value: 82.19 - type: mrr_at_10 - value: 88.10066269841238 + value: 88.30390476190458 - type: mrr_at_100 - value: 88.19268278845087 + value: 88.38530272056029 - type: mrr_at_1000 - value: 88.19317341263474 + value: 88.38582590330029 - type: mrr_at_20 - value: 88.17131175618292 + value: 88.36585107225912 - type: mrr_at_3 - value: 87.19166666666634 + value: 87.37166666666646 - type: mrr_at_5 - value: 87.83216666666627 + value: 88.02916666666637 - type: nauc_map_at_1000_diff1 - value: 77.24373836257328 + value: 77.14127058873906 - type: nauc_map_at_1000_max - value: 35.43258721365464 + value: 37.07020332987809 - type: nauc_map_at_1000_std - value: -44.503986312696874 + value: -41.39285604622159 - type: nauc_map_at_100_diff1 - value: 77.24981832808814 + value: 77.146705577152 - type: nauc_map_at_100_max - value: 35.417561999307985 + value: 37.0478092669605 - type: nauc_map_at_100_std - value: -44.55686251734598 + value: -41.43644911571662 - type: nauc_map_at_10_diff1 - value: 77.59996638821937 + value: 77.39700258986613 - type: nauc_map_at_10_max - value: 35.203702784901466 + value: 36.60525240868321 - type: nauc_map_at_10_std - value: -46.41235245975753 + value: -43.32058343963304 - type: nauc_map_at_1_diff1 - value: 80.59833777445611 + value: 80.61601163680635 - type: nauc_map_at_1_max - value: 27.100107167733213 + value: 28.32145232054677 - type: nauc_map_at_1_std - value: -40.34017475852446 + value: -38.747446777471865 - type: nauc_map_at_20_diff1 - value: 77.37533802521253 + value: 77.27415053997544 - type: nauc_map_at_20_max - value: 35.36834768001108 + value: 36.953990878045616 - type: nauc_map_at_20_std - value: -45.337334222342065 + value: -42.186297640272734 - type: nauc_map_at_3_diff1 - value: 77.98695993085806 + value: 77.8687866507408 - type: nauc_map_at_3_max - value: 33.011254948311084 + value: 34.318846315901354 - type: nauc_map_at_3_std - value: -47.80585226131452 + value: -44.97819988215831 - type: nauc_map_at_5_diff1 - value: 77.74991962536232 + value: 77.70815954845212 - type: nauc_map_at_5_max - value: 34.17903742312864 + value: 35.81594038094498 - type: nauc_map_at_5_std - value: -47.6791564171039 + value: -44.64717678480167 - type: nauc_mrr_at_1000_diff1 - value: 77.7010164923961 + value: 77.83938932383788 - type: nauc_mrr_at_1000_max - value: 36.81937181114772 + value: 38.57621649349935 - type: nauc_mrr_at_1000_std - value: -40.94661135215469 + value: -38.215651368579636 - type: nauc_mrr_at_100_diff1 - value: 77.70102186520977 + value: 77.83918148237348 - type: nauc_mrr_at_100_max - value: 36.82126424226954 + value: 38.57665994393371 - type: nauc_mrr_at_100_std - value: -40.94555827737021 + value: -38.21580776589564 - type: nauc_mrr_at_10_diff1 - value: 77.67875555054444 + value: 77.83326141939659 - type: nauc_mrr_at_10_max - value: 36.93763993292355 + value: 38.68551607921588 - type: nauc_mrr_at_10_std - value: -41.07266082668926 + value: -38.34964362497516 - type: nauc_mrr_at_1_diff1 - value: 78.7654990658097 + value: 78.74091199041655 - type: nauc_mrr_at_1_max - value: 36.375396551440744 + value: 37.91339911718472 - type: nauc_mrr_at_1_std - value: -38.93288623699386 + value: -36.583169782065646 - type: nauc_mrr_at_20_diff1 - value: 77.68944904085342 + value: 77.83411615489642 - type: nauc_mrr_at_20_max - value: 36.851709289874194 + value: 38.598261466324175 - type: nauc_mrr_at_20_std - value: -40.96882376398082 + value: -38.22165323901356 - type: nauc_mrr_at_3_diff1 - value: 77.39294474892708 + value: 77.53593930971923 - type: nauc_mrr_at_3_max - value: 36.6739222869209 + value: 38.45158442711878 - type: nauc_mrr_at_3_std - value: -41.322164113892235 + value: -38.43723348829769 - type: nauc_mrr_at_5_diff1 - value: 77.63227278120065 + value: 77.85518785379057 - type: nauc_mrr_at_5_max - value: 36.91209291182846 + value: 38.71852398774513 - type: nauc_mrr_at_5_std - value: -41.05871053940309 + value: -38.566709948994756 - type: nauc_ndcg_at_1000_diff1 - value: 76.98496102017029 + value: 77.01941362274067 - type: nauc_ndcg_at_1000_max - value: 36.37482075751894 + value: 38.09358006245777 - type: nauc_ndcg_at_1000_std - value: -42.589806171602646 + value: -39.52541151204458 - type: nauc_ndcg_at_100_diff1 - value: 77.00759478529206 + value: 77.02561724090103 - type: nauc_ndcg_at_100_max - value: 36.3827630397706 + value: 38.033320547977226 - type: nauc_ndcg_at_100_std - value: -42.78242573631199 + value: -39.63973255230324 - type: nauc_ndcg_at_10_diff1 - value: 77.22992902202756 + value: 77.05964728055142 - type: nauc_ndcg_at_10_max - value: 36.505162294337055 + value: 37.80129817212595 - type: nauc_ndcg_at_10_std - value: -45.72249545452432 + value: -42.54816546011326 - type: nauc_ndcg_at_1_diff1 - value: 78.74698700072744 + value: 78.77845945466963 - type: nauc_ndcg_at_1_max - value: 36.38675261583423 + value: 37.84612324740429 - type: nauc_ndcg_at_1_std - value: -38.89895125423548 + value: -36.71738409409477 - type: nauc_ndcg_at_20_diff1 - value: 77.10482169659937 + value: 77.16814661530721 - type: nauc_ndcg_at_20_max - value: 36.43141803740016 + value: 37.96391993778972 - type: nauc_ndcg_at_20_std - value: -44.455136167679996 + value: -41.15808827713781 - type: nauc_ndcg_at_3_diff1 - value: 76.51372057002504 + value: 76.5911593455311 - type: nauc_ndcg_at_3_max - value: 35.13846773475272 + value: 36.69307861212362 - type: nauc_ndcg_at_3_std - value: -45.28096522367571 + value: -42.16340987184985 - type: nauc_ndcg_at_5_diff1 - value: 76.89375209624752 + value: 77.13108001810929 - type: nauc_ndcg_at_5_max - value: 35.59935018317007 + value: 37.42319979649052 - type: nauc_ndcg_at_5_std - value: -46.11694297535346 + value: -43.1666096222395 - type: nauc_precision_at_1000_diff1 - value: -45.02903900840555 + value: -44.92839077477494 - type: nauc_precision_at_1000_max - value: -7.971742308562538 + value: -6.829305447011505 - type: nauc_precision_at_1000_std - value: 38.5668234938415 + value: 37.621893044496204 - type: nauc_precision_at_100_diff1 - value: -44.706131799449 + value: -44.715644770899694 - type: nauc_precision_at_100_max - value: -7.7773211320818865 + value: -7.014684130105175 - type: nauc_precision_at_100_std - value: 37.41426368849577 + value: 36.899075337092 - type: nauc_precision_at_10_diff1 - value: -39.38230939555313 + value: -39.82695960828702 - type: nauc_precision_at_10_max - value: -2.9273825080304996 + value: -3.0996998082393574 - type: nauc_precision_at_10_std - value: 25.741286794019963 + value: 26.28513177686431 - type: nauc_precision_at_1_diff1 - value: 78.74698700072744 + value: 78.77845945466963 - type: nauc_precision_at_1_max - value: 36.38675261583423 + value: 37.84612324740429 - type: nauc_precision_at_1_std - value: -38.89895125423548 + value: -36.71738409409477 - type: nauc_precision_at_20_diff1 - value: -42.70424249976254 + value: -42.635174086528735 - type: nauc_precision_at_20_max - value: -5.482330663109517 + value: -5.120853975578619 - type: nauc_precision_at_20_std - value: 31.808864679949423 + value: 31.94869513052242 - type: nauc_precision_at_3_diff1 - value: -19.68244560967662 + value: -19.63577681050235 - type: nauc_precision_at_3_max - value: 6.167671148730073 + value: 6.557738495245322 - type: nauc_precision_at_3_std - value: 5.566939643232526 + value: 7.217415336210434 - type: nauc_precision_at_5_diff1 - value: -32.33931427264437 + value: -32.31744645342921 - type: nauc_precision_at_5_max - value: 0.37498874844148694 + value: 0.9631069133758052 - type: nauc_precision_at_5_std - value: 16.56799224495688 + value: 17.562341398900084 - type: nauc_recall_at_1000_diff1 - value: 38.718513293949066 + value: 55.58366948737184 - type: nauc_recall_at_1000_max - value: -24.172595550892186 + value: -30.132455579296057 - type: nauc_recall_at_1000_std - value: -4.7822324776177805 + value: 20.85380266950739 - type: nauc_recall_at_100_diff1 - value: 72.21518255411144 + value: 70.62105341185271 - type: nauc_recall_at_100_max - value: 44.861911504210504 + value: 35.42642955425688 - type: nauc_recall_at_100_std - value: -44.45623351766266 + value: -32.29854265473101 - type: nauc_recall_at_10_diff1 - value: 74.14010646422432 + value: 73.39778432413546 - type: nauc_recall_at_10_max - value: 38.005054552669634 + value: 36.54451264026962 - type: nauc_recall_at_10_std - value: -64.7278518051387 + value: -60.601885579868465 - type: nauc_recall_at_1_diff1 - value: 80.59833777445611 + value: 80.61601163680635 - type: nauc_recall_at_1_max - value: 27.100107167733213 + value: 28.32145232054677 - type: nauc_recall_at_1_std - value: -40.34017475852446 + value: -38.747446777471865 - type: nauc_recall_at_20_diff1 - value: 73.23146354134346 + value: 74.48815274061063 - type: nauc_recall_at_20_max - value: 39.0574204381781 + value: 37.187390151907294 - type: nauc_recall_at_20_std - value: -62.7550983713241 + value: -55.36902598790638 - type: nauc_recall_at_3_diff1 - value: 73.69097563795957 + value: 73.95824510222151 - type: nauc_recall_at_3_max - value: 31.008336009397695 + value: 31.49038315712441 - type: nauc_recall_at_3_std - value: -53.59474568965692 + value: -50.477343397006145 - type: nauc_recall_at_5_diff1 - value: 72.66802858509665 + value: 73.62687380534663 - type: nauc_recall_at_5_max - value: 32.53722432047535 + value: 33.613054625917144 - type: nauc_recall_at_5_std - value: -58.73280814717966 + value: -55.8529868750332 - type: ndcg_at_1 - value: 81.91000000000001 + value: 82.17 - type: ndcg_at_10 - value: 88.973 + value: 89.13799999999999 - type: ndcg_at_100 - value: 90.118 + value: 90.244 - type: ndcg_at_1000 - value: 90.19200000000001 + value: 90.322 - type: ndcg_at_20 - value: 89.606 + value: 89.744 - type: ndcg_at_3 - value: 86.229 + value: 86.32 - type: ndcg_at_5 - value: 87.82 + value: 87.97 - type: precision_at_1 - value: 81.91000000000001 + value: 82.17 - type: precision_at_10 - value: 13.501 + value: 13.517999999999999 - type: precision_at_100 - value: 1.5350000000000001 + value: 1.534 - type: precision_at_1000 value: 0.157 - type: precision_at_20 - value: 7.156 + value: 7.159 - type: precision_at_3 - value: 37.723 + value: 37.71 - type: precision_at_5 - value: 24.856 + value: 24.876 - type: recall_at_1 - value: 71.269 + value: 71.485 - type: recall_at_10 - value: 95.893 + value: 96.021 - type: recall_at_100 - value: 99.70599999999999 + value: 99.682 - type: recall_at_1000 - value: 99.993 + value: 99.992 - type: recall_at_20 - value: 97.904 + value: 97.936 - type: recall_at_3 - value: 88.045 + value: 88.024 - type: recall_at_5 - value: 92.489 + value: 92.609 task: type: Retrieval - dataset: @@ -3319,287 +6425,287 @@ model-index: type: mteb/scidocs metrics: - type: main_score - value: 21.751 + value: 21.849 - type: map_at_1 - value: 4.958 + value: 4.843 - type: map_at_10 - value: 13.069 + value: 13.184000000000001 - type: map_at_100 - value: 15.417 + value: 15.455 - type: map_at_1000 - value: 15.754000000000001 + value: 15.78 - type: map_at_20 - value: 14.27 + value: 14.386 - type: map_at_3 - value: 9.148 + value: 9.3 - type: map_at_5 - value: 11.064 + value: 11.245 - type: mrr_at_1 - value: 24.4 + value: 23.799999999999997 - type: mrr_at_10 - value: 36.132301587301576 + value: 35.72912698412698 - type: mrr_at_100 - value: 37.25176308139092 + value: 36.858180847310756 - type: mrr_at_1000 - value: 37.29040967924337 + value: 36.90138037945717 - type: mrr_at_20 - value: 36.76865970759546 + value: 36.418783123481255 - type: mrr_at_3 - value: 32.65 + value: 32.216666666666654 - type: mrr_at_5 - value: 34.62499999999997 + value: 34.53666666666663 - type: nauc_map_at_1000_diff1 - value: 17.27966591511814 + value: 17.584607230276657 - type: nauc_map_at_1000_max - value: 24.00696324699352 + value: 23.37291927790593 - type: nauc_map_at_1000_std - value: 18.837427334515954 + value: 16.47457887484848 - type: nauc_map_at_100_diff1 - value: 17.24271355435884 + value: 17.584963894459776 - type: nauc_map_at_100_max - value: 24.041463584999224 + value: 23.34943788513969 - type: nauc_map_at_100_std - value: 18.72960500637989 + value: 16.293179117171373 - type: nauc_map_at_10_diff1 - value: 17.879426966559624 + value: 18.324211740116706 - type: nauc_map_at_10_max - value: 22.66597917559903 + value: 22.581868553882646 - type: nauc_map_at_10_std - value: 15.013608094672845 + value: 12.992133450081916 - type: nauc_map_at_1_diff1 - value: 22.777533529850157 + value: 23.249290909711917 - type: nauc_map_at_1_max - value: 13.875587988985187 + value: 14.353896685489747 - type: nauc_map_at_1_std - value: 7.570296406482986 + value: 5.316745833979371 - type: nauc_map_at_20_diff1 - value: 17.21695901416259 + value: 18.04800423969188 - type: nauc_map_at_20_max - value: 23.123146312246217 + value: 22.93645696379141 - type: nauc_map_at_20_std - value: 16.555319107385767 + value: 14.365360528845612 - type: nauc_map_at_3_diff1 - value: 20.184859758817627 + value: 21.659818130577307 - type: nauc_map_at_3_max - value: 20.13270534835412 + value: 18.92497284587115 - type: nauc_map_at_3_std - value: 9.573386059781406 + value: 5.816557438679962 - type: nauc_map_at_5_diff1 - value: 17.937650604303148 + value: 19.601521082286283 - type: nauc_map_at_5_max - value: 21.303136378332688 + value: 21.05660971614242 - type: nauc_map_at_5_std - value: 11.559548428377981 + value: 8.538544725485336 - type: nauc_mrr_at_1000_diff1 - value: 19.829881934639655 + value: 21.065257437863075 - type: nauc_mrr_at_1000_max - value: 18.145345918476142 + value: 18.258345926479315 - type: nauc_mrr_at_1000_std - value: 12.75566202821927 + value: 11.647833526066748 - type: nauc_mrr_at_100_diff1 - value: 19.810997512240277 + value: 21.065223383981085 - type: nauc_mrr_at_100_max - value: 18.16731598752752 + value: 18.279009025124903 - type: nauc_mrr_at_100_std - value: 12.793790316794803 + value: 11.690172787809432 - type: nauc_mrr_at_10_diff1 - value: 19.92734589714817 + value: 21.090405065234336 - type: nauc_mrr_at_10_max - value: 18.27531929409606 + value: 18.362075787888827 - type: nauc_mrr_at_10_std - value: 12.540295615488004 + value: 11.60444233104132 - type: nauc_mrr_at_1_diff1 - value: 23.089836849524456 + value: 23.62122820044915 - type: nauc_mrr_at_1_max - value: 14.019312781409294 + value: 14.685554349688687 - type: nauc_mrr_at_1_std - value: 7.416417351169059 + value: 5.502610985680922 - type: nauc_mrr_at_20_diff1 - value: 19.776269941929677 + value: 20.965576545483604 - type: nauc_mrr_at_20_max - value: 18.20319558010321 + value: 18.352864246589863 - type: nauc_mrr_at_20_std - value: 12.834542903391958 + value: 11.708362388914564 - type: nauc_mrr_at_3_diff1 - value: 20.034509801742303 + value: 22.098693851708358 - type: nauc_mrr_at_3_max - value: 17.046438884377586 + value: 17.055448698312627 - type: nauc_mrr_at_3_std - value: 11.379227387037941 + value: 10.586321304885752 - type: nauc_mrr_at_5_diff1 - value: 20.033690587834904 + value: 21.531056825051582 - type: nauc_mrr_at_5_max - value: 17.69997115661551 + value: 18.226268169525028 - type: nauc_mrr_at_5_std - value: 12.097021581018144 + value: 10.943723542548971 - type: nauc_ndcg_at_1000_diff1 - value: 16.796105232771264 + value: 15.932308280538782 - type: nauc_ndcg_at_1000_max - value: 24.902449620565655 + value: 23.57040478537663 - type: nauc_ndcg_at_1000_std - value: 25.052054392870716 + value: 23.295030059301148 - type: nauc_ndcg_at_100_diff1 - value: 16.364285197447707 + value: 15.865971474636629 - type: nauc_ndcg_at_100_max - value: 25.952058238421106 + value: 24.453952903074175 - type: nauc_ndcg_at_100_std - value: 25.532399568014064 + value: 23.403738023569577 - type: nauc_ndcg_at_10_diff1 - value: 17.83375411685287 + value: 17.661985087295307 - type: nauc_ndcg_at_10_max - value: 22.884998048221174 + value: 23.02185130406233 - type: nauc_ndcg_at_10_std - value: 16.938981897362105 + value: 15.75740534298165 - type: nauc_ndcg_at_1_diff1 - value: 23.089836849524456 + value: 23.25705617481879 - type: nauc_ndcg_at_1_max - value: 14.019312781409294 + value: 14.337565062650711 - type: nauc_ndcg_at_1_std - value: 7.416417351169059 + value: 5.213264453323703 - type: nauc_ndcg_at_20_diff1 - value: 16.5160840130767 + value: 16.951074114695736 - type: nauc_ndcg_at_20_max - value: 23.37120227946446 + value: 23.63608691515469 - type: nauc_ndcg_at_20_std - value: 19.13308230377008 + value: 17.826150619463498 - type: nauc_ndcg_at_3_diff1 - value: 19.462199355947917 + value: 21.42475356749203 - type: nauc_ndcg_at_3_max - value: 19.774072182044453 + value: 18.73497222397521 - type: nauc_ndcg_at_3_std - value: 11.112865244809704 + value: 8.453104776839584 - type: nauc_ndcg_at_5_diff1 - value: 17.679751307552223 + value: 19.445346257704863 - type: nauc_ndcg_at_5_max - value: 21.004209449610155 + value: 21.402562582372 - type: nauc_ndcg_at_5_std - value: 13.470910781875892 + value: 10.87732803226448 - type: nauc_precision_at_1000_diff1 - value: 6.44852117334188 + value: 2.0336139013705177 - type: nauc_precision_at_1000_max - value: 21.035759122018355 + value: 15.766142749511102 - type: nauc_precision_at_1000_std - value: 36.10318713805531 + value: 34.51618188155208 - type: nauc_precision_at_100_diff1 - value: 8.578458749929647 + value: 6.156360545368786 - type: nauc_precision_at_100_max - value: 27.361993420015455 + value: 23.20361349606541 - type: nauc_precision_at_100_std - value: 37.27795721029569 + value: 35.13559568339309 - type: nauc_precision_at_10_diff1 - value: 14.207822758239482 + value: 12.579074831792056 - type: nauc_precision_at_10_max - value: 24.530971261834345 + value: 24.80772047693916 - type: nauc_precision_at_10_std - value: 20.764407127449974 + value: 21.058953350976044 - type: nauc_precision_at_1_diff1 - value: 23.089836849524456 + value: 23.25705617481879 - type: nauc_precision_at_1_max - value: 14.019312781409294 + value: 14.337565062650711 - type: nauc_precision_at_1_std - value: 7.416417351169059 + value: 5.213264453323703 - type: nauc_precision_at_20_diff1 - value: 10.944962421724231 + value: 10.684035436230687 - type: nauc_precision_at_20_max - value: 23.888384812327665 + value: 24.481947684763313 - type: nauc_precision_at_20_std - value: 23.74756632117064 + value: 23.735751915810535 - type: nauc_precision_at_3_diff1 - value: 17.535576335454603 + value: 20.291003793240115 - type: nauc_precision_at_3_max - value: 21.73780360714507 + value: 20.11955056454858 - type: nauc_precision_at_3_std - value: 12.640108980424285 + value: 9.810475708114843 - type: nauc_precision_at_5_diff1 - value: 14.19294263475545 + value: 16.383601541223292 - type: nauc_precision_at_5_max - value: 22.62226126313544 + value: 23.547428961540657 - type: nauc_precision_at_5_std - value: 15.734715760272053 + value: 13.38507989754645 - type: nauc_recall_at_1000_diff1 - value: 6.962600221895503 + value: 2.379066603318566 - type: nauc_recall_at_1000_max - value: 20.704149336772883 + value: 15.575778761184703 - type: nauc_recall_at_1000_std - value: 38.47443191651767 + value: 36.40032960359677 - type: nauc_recall_at_100_diff1 - value: 8.420710932503916 + value: 6.041438415676314 - type: nauc_recall_at_100_max - value: 26.912123177513152 + value: 22.864904441533827 - type: nauc_recall_at_100_std - value: 37.91471197918575 + value: 35.62416912716818 - type: nauc_recall_at_10_diff1 - value: 14.106088768054198 + value: 12.285572982364917 - type: nauc_recall_at_10_max - value: 24.104055786371102 + value: 24.344547576113087 - type: nauc_recall_at_10_std - value: 20.699681709038988 + value: 20.72041864912064 - type: nauc_recall_at_1_diff1 - value: 22.777533529850157 + value: 23.249290909711917 - type: nauc_recall_at_1_max - value: 13.875587988985187 + value: 14.353896685489747 - type: nauc_recall_at_1_std - value: 7.570296406482986 + value: 5.316745833979371 - type: nauc_recall_at_20_diff1 - value: 10.745566016511287 + value: 10.46659082572884 - type: nauc_recall_at_20_max - value: 23.33908629999745 + value: 24.269074491279348 - type: nauc_recall_at_20_std - value: 23.638313865942827 + value: 23.74738715348032 - type: nauc_recall_at_3_diff1 - value: 17.395755750284426 + value: 19.9842205158819 - type: nauc_recall_at_3_max - value: 21.615676881366568 + value: 19.91182958307305 - type: nauc_recall_at_3_std - value: 12.539768993070927 + value: 9.653281778593492 - type: nauc_recall_at_5_diff1 - value: 14.053037331597448 + value: 16.164148818728776 - type: nauc_recall_at_5_max - value: 22.359343563162195 + value: 23.220565892913147 - type: nauc_recall_at_5_std - value: 15.681776010415337 + value: 13.164704690364948 - type: ndcg_at_1 - value: 24.4 + value: 23.9 - type: ndcg_at_10 - value: 21.751 + value: 21.849 - type: ndcg_at_100 - value: 30.484 + value: 30.304 - type: ndcg_at_1000 - value: 36.046 + value: 35.742000000000004 - type: ndcg_at_20 - value: 24.829 + value: 24.97 - type: ndcg_at_3 - value: 20.331 + value: 20.525 - type: ndcg_at_5 - value: 17.923000000000002 + value: 18.177 - type: precision_at_1 - value: 24.4 + value: 23.9 - type: precision_at_10 - value: 11.379999999999999 + value: 11.48 - type: precision_at_100 - value: 2.3890000000000002 + value: 2.363 - type: precision_at_1000 - value: 0.372 + value: 0.367 - type: precision_at_20 - value: 7.470000000000001 + value: 7.55 - type: precision_at_3 - value: 19.1 + value: 19.533 - type: precision_at_5 - value: 15.86 + value: 16.28 - type: recall_at_1 - value: 4.958 + value: 4.843 - type: recall_at_10 - value: 23.07 + value: 23.282 - type: recall_at_100 - value: 48.543 + value: 48.0 - type: recall_at_1000 - value: 75.53 + value: 74.445 - type: recall_at_20 - value: 30.294999999999998 + value: 30.622 - type: recall_at_3 - value: 11.623 + value: 11.897 - type: recall_at_5 - value: 16.073 + value: 16.512 task: type: Retrieval - dataset: @@ -3610,287 +6716,287 @@ model-index: type: mteb/scifact metrics: - type: main_score - value: 75.323 + value: 74.846 - type: map_at_1 - value: 59.817 + value: 60.428000000000004 - type: map_at_10 - value: 70.797 + value: 70.38600000000001 - type: map_at_100 - value: 71.306 + value: 70.86099999999999 - type: map_at_1000 - value: 71.32300000000001 + value: 70.871 - type: map_at_20 - value: 71.188 + value: 70.712 - type: map_at_3 - value: 68.093 + value: 67.398 - type: map_at_5 - value: 69.67999999999999 + value: 69.27600000000001 - type: mrr_at_1 - value: 62.66666666666667 + value: 63.66666666666667 - type: mrr_at_10 - value: 71.69179894179892 + value: 71.39735449735447 - type: mrr_at_100 - value: 72.07581166736466 + value: 71.76379243684062 - type: mrr_at_1000 - value: 72.09284360437968 + value: 71.77364869685177 - type: mrr_at_20 - value: 71.99078219538745 + value: 71.65468324531791 - type: mrr_at_3 - value: 69.72222222222221 + value: 69.05555555555556 - type: mrr_at_5 - value: 70.85555555555555 + value: 70.58888888888887 - type: nauc_map_at_1000_diff1 - value: 75.53514542930616 + value: 71.0754740705296 - type: nauc_map_at_1000_max - value: 56.6189081133348 + value: 54.29832405004098 - type: nauc_map_at_1000_std - value: 7.139142615381562 + value: -1.235668723089411 - type: nauc_map_at_100_diff1 - value: 75.53668129675285 + value: 71.0689124997969 - type: nauc_map_at_100_max - value: 56.638893491377296 + value: 54.310998444535585 - type: nauc_map_at_100_std - value: 7.142472858110764 + value: -1.2220616587702309 - type: nauc_map_at_10_diff1 - value: 75.43858102341474 + value: 71.21230220692517 - type: nauc_map_at_10_max - value: 56.699118655904 + value: 54.42287344734598 - type: nauc_map_at_10_std - value: 6.796368676765423 + value: -1.4789297717435592 - type: nauc_map_at_1_diff1 - value: 77.59310702944956 + value: 72.8878843420841 - type: nauc_map_at_1_max - value: 48.44453398044036 + value: 43.897599474060506 - type: nauc_map_at_1_std - value: 0.09345870908887702 + value: -11.382920378910987 - type: nauc_map_at_20_diff1 - value: 75.42887838205219 + value: 70.99668800819812 - type: nauc_map_at_20_max - value: 56.66960122968477 + value: 54.40438390510115 - type: nauc_map_at_20_std - value: 7.204130216589164 + value: -1.2582873194545923 - type: nauc_map_at_3_diff1 - value: 75.87041143445488 + value: 71.20551874106118 - type: nauc_map_at_3_max - value: 53.6850314694584 + value: 51.50481254453872 - type: nauc_map_at_3_std - value: 3.3187457830729308 + value: -5.047233269418083 - type: nauc_map_at_5_diff1 - value: 75.30201743671155 + value: 71.16105124984448 - type: nauc_map_at_5_max - value: 54.63338132818063 + value: 53.06670294960442 - type: nauc_map_at_5_std - value: 4.247011920744091 + value: -3.384565971599754 - type: nauc_mrr_at_1000_diff1 - value: 76.35653424049286 + value: 71.16321200441809 - type: nauc_mrr_at_1000_max - value: 57.75671786407867 + value: 56.44333688621788 - type: nauc_mrr_at_1000_std - value: 8.337631940333518 + value: 0.7056065218954817 - type: nauc_mrr_at_100_diff1 - value: 76.35750137417203 + value: 71.1564766930806 - type: nauc_mrr_at_100_max - value: 57.77622788361463 + value: 56.45538985017298 - type: nauc_mrr_at_100_std - value: 8.340151402198282 + value: 0.7186959391076111 - type: nauc_mrr_at_10_diff1 - value: 76.17621022994815 + value: 71.2170765004902 - type: nauc_mrr_at_10_max - value: 58.10344102038504 + value: 56.804129556960625 - type: nauc_mrr_at_10_std - value: 8.394430485916047 + value: 0.9311606410012148 - type: nauc_mrr_at_1_diff1 - value: 78.48622329270572 + value: 72.46182893226788 - type: nauc_mrr_at_1_max - value: 54.87687132742259 + value: 51.68999857205563 - type: nauc_mrr_at_1_std - value: 7.144266107431309 + value: -2.5285192217174552 - type: nauc_mrr_at_20_diff1 - value: 76.23462100389813 + value: 71.10597662895005 - type: nauc_mrr_at_20_max - value: 57.827618995629315 + value: 56.53090291786723 - type: nauc_mrr_at_20_std - value: 8.44591662624695 + value: 0.715222442307103 - type: nauc_mrr_at_3_diff1 - value: 76.76388768810615 + value: 71.41206755698491 - type: nauc_mrr_at_3_max - value: 57.34212814866426 + value: 56.267768137804595 - type: nauc_mrr_at_3_std - value: 8.507305562195192 + value: -0.05393254849196613 - type: nauc_mrr_at_5_diff1 - value: 76.18813694270875 + value: 71.10403976257997 - type: nauc_mrr_at_5_max - value: 57.25084630337476 + value: 56.14816888175454 - type: nauc_mrr_at_5_std - value: 7.438598438067688 + value: 0.15157107667464748 - type: nauc_ndcg_at_1000_diff1 - value: 75.37069402567637 + value: 70.79939179024201 - type: nauc_ndcg_at_1000_max - value: 58.215264753361694 + value: 56.54042017611993 - type: nauc_ndcg_at_1000_std - value: 8.780024433545643 + value: 1.3658276228054782 - type: nauc_ndcg_at_100_diff1 - value: 75.40631578039823 + value: 70.5981566170932 - type: nauc_ndcg_at_100_max - value: 58.78049837233515 + value: 56.98929754479383 - type: nauc_ndcg_at_100_std - value: 8.952821225798004 + value: 1.8857658437325417 - type: nauc_ndcg_at_10_diff1 - value: 74.36488851888019 + value: 70.71898932576325 - type: nauc_ndcg_at_10_max - value: 59.675389344686614 + value: 58.11477800188122 - type: nauc_ndcg_at_10_std - value: 8.135381900641026 + value: 1.613309043768477 - type: nauc_ndcg_at_1_diff1 - value: 78.48622329270572 + value: 72.46182893226788 - type: nauc_ndcg_at_1_max - value: 54.87687132742259 + value: 51.68999857205563 - type: nauc_ndcg_at_1_std - value: 7.144266107431309 + value: -2.5285192217174552 - type: nauc_ndcg_at_20_diff1 - value: 74.35624014404173 + value: 70.03659776542649 - type: nauc_ndcg_at_20_max - value: 59.23386516294487 + value: 57.63118618075185 - type: nauc_ndcg_at_20_std - value: 9.486539698461161 + value: 1.911959046925637 - type: nauc_ndcg_at_3_diff1 - value: 75.14902191952314 + value: 70.77422769724862 - type: nauc_ndcg_at_3_max - value: 56.51805715316258 + value: 55.620661307429295 - type: nauc_ndcg_at_3_std - value: 5.735693317811649 + value: -1.8248775257967857 - type: nauc_ndcg_at_5_diff1 - value: 74.31905503475849 + value: 70.59479131253845 - type: nauc_ndcg_at_5_max - value: 55.90830579014373 + value: 55.65358814021084 - type: nauc_ndcg_at_5_std - value: 3.9675648365776923 + value: -1.820814794256182 - type: nauc_precision_at_1000_diff1 - value: -23.50452557713814 + value: -22.209747589165723 - type: nauc_precision_at_1000_max - value: 23.5953761144446 + value: 25.887313966465637 - type: nauc_precision_at_1000_std - value: 55.02830604427273 + value: 57.88006976884063 - type: nauc_precision_at_100_diff1 - value: -11.871825775155461 + value: -13.792400448513767 - type: nauc_precision_at_100_max - value: 30.778363404148173 + value: 31.817500434722625 - type: nauc_precision_at_100_std - value: 50.82417417687519 + value: 55.430435382226165 - type: nauc_precision_at_10_diff1 - value: 9.489186187932948 + value: 10.836781895308922 - type: nauc_precision_at_10_max - value: 47.6431706414256 + value: 49.12515427777262 - type: nauc_precision_at_10_std - value: 42.83009888424721 + value: 45.965441778939386 - type: nauc_precision_at_1_diff1 - value: 78.48622329270572 + value: 72.46182893226788 - type: nauc_precision_at_1_max - value: 54.87687132742259 + value: 51.68999857205563 - type: nauc_precision_at_1_std - value: 7.144266107431309 + value: -2.5285192217174552 - type: nauc_precision_at_20_diff1 - value: -3.2971633343380358 + value: -2.175159005291977 - type: nauc_precision_at_20_max - value: 39.57154180202502 + value: 42.41977397043023 - type: nauc_precision_at_20_std - value: 49.42898288623187 + value: 51.29569141566173 - type: nauc_precision_at_3_diff1 - value: 41.76986008580575 + value: 39.5954022101419 - type: nauc_precision_at_3_max - value: 50.66740678871764 + value: 52.35267730094486 - type: nauc_precision_at_3_std - value: 22.186023106333764 + value: 20.84971324107527 - type: nauc_precision_at_5_diff1 - value: 26.471137389139514 + value: 25.904694373842098 - type: nauc_precision_at_5_max - value: 46.711788807634505 + value: 50.93902457293225 - type: nauc_precision_at_5_std - value: 27.298895285514273 + value: 31.873405206205906 - type: nauc_recall_at_1000_diff1 - value: 100.0 + value: 86.11111111111035 - type: nauc_recall_at_1000_max - value: 12.278244631182748 + value: 67.90382819794685 - type: nauc_recall_at_1000_std - value: 72.2222222222207 + value: 63.818860877684145 - type: nauc_recall_at_100_diff1 - value: 79.41643323996276 + value: 64.99066293183931 - type: nauc_recall_at_100_max - value: 78.38935574229684 + value: 80.46218487394987 - type: nauc_recall_at_100_std - value: 24.014939309056995 + value: 39.99533146591981 - type: nauc_recall_at_10_diff1 - value: 65.76951803290014 + value: 66.98270603853467 - type: nauc_recall_at_10_max - value: 72.59740743004927 + value: 73.04827854861946 - type: nauc_recall_at_10_std - value: 8.918105728160162 + value: 12.381277005797148 - type: nauc_recall_at_1_diff1 - value: 77.59310702944956 + value: 72.8878843420841 - type: nauc_recall_at_1_max - value: 48.44453398044036 + value: 43.897599474060506 - type: nauc_recall_at_1_std - value: 0.09345870908887702 + value: -11.382920378910987 - type: nauc_recall_at_20_diff1 - value: 61.11366921197704 + value: 59.3764828335705 - type: nauc_recall_at_20_max - value: 74.39810018375688 + value: 74.15411519799176 - type: nauc_recall_at_20_std - value: 22.834247854392917 + value: 18.927079028332475 - type: nauc_recall_at_3_diff1 - value: 71.93503939867975 + value: 68.51479393914815 - type: nauc_recall_at_3_max - value: 55.16098489434755 + value: 57.41548734168664 - type: nauc_recall_at_3_std - value: 0.5261552022239263 + value: -3.3041374369788157 - type: nauc_recall_at_5_diff1 - value: 67.95601331550348 + value: 67.34818375295329 - type: nauc_recall_at_5_max - value: 55.1159295094342 + value: 60.288944142502324 - type: nauc_recall_at_5_std - value: -4.757980009794583 + value: -2.1530590183317337 - type: ndcg_at_1 - value: 62.666999999999994 + value: 63.666999999999994 - type: ndcg_at_10 - value: 75.323 + value: 74.846 - type: ndcg_at_100 - value: 77.316 + value: 76.886 - type: ndcg_at_1000 - value: 77.715 + value: 77.209 - type: ndcg_at_20 - value: 76.568 + value: 75.96199999999999 - type: ndcg_at_3 - value: 70.96000000000001 + value: 69.849 - type: ndcg_at_5 - value: 73.097 + value: 72.558 - type: precision_at_1 - value: 62.666999999999994 + value: 63.666999999999994 - type: precision_at_10 - value: 9.966999999999999 + value: 9.9 - type: precision_at_100 value: 1.097 - type: precision_at_1000 - value: 0.11299999999999999 + value: 0.11199999999999999 - type: precision_at_20 - value: 5.25 + value: 5.2 - type: precision_at_3 - value: 27.889000000000003 + value: 27.222 - type: precision_at_5 - value: 18.2 + value: 18.133 - type: recall_at_1 - value: 59.817 + value: 60.428000000000004 - type: recall_at_10 - value: 88.033 + value: 87.533 - type: recall_at_100 value: 96.667 - type: recall_at_1000 - value: 99.667 + value: 99.333 - type: recall_at_20 - value: 92.7 + value: 91.867 - type: recall_at_3 - value: 76.222 + value: 74.0 - type: recall_at_5 - value: 81.789 + value: 80.872 task: type: Retrieval - dataset: @@ -3901,287 +7007,287 @@ model-index: type: mteb/trec-covid metrics: - type: main_score - value: 81.04299999999999 + value: 82.25200000000001 - type: map_at_1 - value: 0.253 + value: 0.249 - type: map_at_10 - value: 2.022 + value: 2.088 - type: map_at_100 - value: 12.292 + value: 12.475999999999999 - type: map_at_1000 - value: 28.191 + value: 28.694999999999997 - type: map_at_20 - value: 3.7830000000000004 + value: 3.8150000000000004 - type: map_at_3 - value: 0.712 + value: 0.696 - type: map_at_5 - value: 1.1280000000000001 + value: 1.084 - type: mrr_at_1 value: 94.0 - type: mrr_at_10 - value: 97.0 + value: 96.06666666666666 - type: mrr_at_100 - value: 97.0 + value: 96.06666666666666 - type: mrr_at_1000 - value: 97.0 + value: 96.06666666666666 - type: mrr_at_20 - value: 97.0 + value: 96.06666666666666 - type: mrr_at_3 - value: 97.0 + value: 95.66666666666666 - type: mrr_at_5 - value: 97.0 + value: 96.06666666666666 - type: nauc_map_at_1000_diff1 - value: -10.47422534410758 + value: -17.919039415766317 - type: nauc_map_at_1000_max - value: 52.898833445412116 + value: 51.542013433126485 - type: nauc_map_at_1000_std - value: 77.17947300516421 + value: 75.31434892635495 - type: nauc_map_at_100_diff1 - value: -10.518441802171761 + value: -20.74092423668948 - type: nauc_map_at_100_max - value: 34.8676263686881 + value: 24.925416535065267 - type: nauc_map_at_100_std - value: 53.260050698381676 + value: 48.034439045919974 - type: nauc_map_at_10_diff1 - value: -10.179935262341068 + value: -10.535087148459441 - type: nauc_map_at_10_max - value: -1.7045913991381434 + value: -11.772940216983132 - type: nauc_map_at_10_std - value: 4.015864431776611 + value: -4.543952924741779 - type: nauc_map_at_1_diff1 - value: 2.0779821617293996 + value: 0.8904734356543077 - type: nauc_map_at_1_max - value: -19.481317229516527 + value: -23.25158940019837 - type: nauc_map_at_1_std - value: -17.52463712354373 + value: -14.604203818505734 - type: nauc_map_at_20_diff1 - value: -13.160903351360725 + value: -13.682938147908095 - type: nauc_map_at_20_max - value: 1.6102205700035708 + value: -3.4425486428132803 - type: nauc_map_at_20_std - value: 9.151249250461015 + value: 4.04479227130499 - type: nauc_map_at_3_diff1 - value: 1.0489776182671744 + value: -12.758237499172905 - type: nauc_map_at_3_max - value: -11.664869291038123 + value: -19.28421758505586 - type: nauc_map_at_3_std - value: -7.82604587374682 + value: -9.521217205769233 - type: nauc_map_at_5_diff1 - value: -5.427904731789863 + value: -13.186429193643617 - type: nauc_map_at_5_max - value: -9.903770219467962 + value: -13.385532572259098 - type: nauc_map_at_5_std - value: -5.350126867852685 + value: -6.312225612178439 - type: nauc_mrr_at_1000_diff1 - value: 24.696545284780626 + value: -66.31929608001361 - type: nauc_mrr_at_1000_max - value: 14.285714285714409 + value: 47.000269034167395 - type: nauc_mrr_at_1000_std - value: 17.22689075630276 + value: 79.56922882147201 - type: nauc_mrr_at_100_diff1 - value: 24.696545284780626 + value: -66.31929608001361 - type: nauc_mrr_at_100_max - value: 14.285714285714409 + value: 47.000269034167395 - type: nauc_mrr_at_100_std - value: 17.22689075630276 + value: 79.56922882147201 - type: nauc_mrr_at_10_diff1 - value: 24.696545284780626 + value: -66.31929608001361 - type: nauc_mrr_at_10_max - value: 14.285714285714409 + value: 47.000269034167395 - type: nauc_mrr_at_10_std - value: 17.22689075630276 + value: 79.56922882147201 - type: nauc_mrr_at_1_diff1 - value: 24.69654528478079 + value: -62.88515406162452 - type: nauc_mrr_at_1_max - value: 14.285714285714379 + value: 47.88359788359812 - type: nauc_mrr_at_1_std - value: 17.226890756302502 + value: 80.78120136943666 - type: nauc_mrr_at_20_diff1 - value: 24.696545284780626 + value: -66.31929608001361 - type: nauc_mrr_at_20_max - value: 14.285714285714409 + value: 47.000269034167395 - type: nauc_mrr_at_20_std - value: 17.22689075630276 + value: 79.56922882147201 - type: nauc_mrr_at_3_diff1 - value: 24.696545284780626 + value: -65.39898010486161 - type: nauc_mrr_at_3_max - value: 14.285714285714409 + value: 51.892551892551886 - type: nauc_mrr_at_3_std - value: 17.22689075630276 + value: 80.24850966027432 - type: nauc_mrr_at_5_diff1 - value: 24.696545284780626 + value: -66.31929608001361 - type: nauc_mrr_at_5_max - value: 14.285714285714409 + value: 47.000269034167395 - type: nauc_mrr_at_5_std - value: 17.22689075630276 + value: 79.56922882147201 - type: nauc_ndcg_at_1000_diff1 - value: -10.600526896314197 + value: -11.355728364146914 - type: nauc_ndcg_at_1000_max - value: 46.58084771252142 + value: 46.386925340579324 - type: nauc_ndcg_at_1000_std - value: 68.8307765805216 + value: 66.84861787722345 - type: nauc_ndcg_at_100_diff1 - value: -5.595532829708713 + value: -22.37902988021572 - type: nauc_ndcg_at_100_max - value: 55.35142685669898 + value: 55.29643965927242 - type: nauc_ndcg_at_100_std - value: 76.271387627057 + value: 77.77837489762948 - type: nauc_ndcg_at_10_diff1 - value: -23.304026382355993 + value: -38.61237197420988 - type: nauc_ndcg_at_10_max - value: 45.16661020866781 + value: 44.93672941814005 - type: nauc_ndcg_at_10_std - value: 53.77338562667675 + value: 56.69653169801909 - type: nauc_ndcg_at_1_diff1 - value: 29.276765975365777 + value: -35.76097105508886 - type: nauc_ndcg_at_1_max - value: -2.32129697862937 + value: 44.374416433240015 - type: nauc_ndcg_at_1_std - value: -12.932940309506321 + value: 43.3123249299721 - type: nauc_ndcg_at_20_diff1 - value: -20.790977835391846 + value: -31.834255349739536 - type: nauc_ndcg_at_20_max - value: 46.16953638815667 + value: 54.44545919570274 - type: nauc_ndcg_at_20_std - value: 60.17771786265433 + value: 66.77587741159692 - type: nauc_ndcg_at_3_diff1 - value: -17.646749506710194 + value: -57.8395154241656 - type: nauc_ndcg_at_3_max - value: 39.31478618245009 + value: 42.578924974174846 - type: nauc_ndcg_at_3_std - value: 42.1620503354742 + value: 55.90798533991258 - type: nauc_ndcg_at_5_diff1 - value: -25.76091139965804 + value: -47.617543642801756 - type: nauc_ndcg_at_5_max - value: 43.60335304966524 + value: 44.97436800384369 - type: nauc_ndcg_at_5_std - value: 46.48298221958968 + value: 51.025324266867514 - type: nauc_precision_at_1000_diff1 - value: -6.163790870874132 + value: -10.534234712095094 - type: nauc_precision_at_1000_max - value: 37.504652115735176 + value: 51.35509005702664 - type: nauc_precision_at_1000_std - value: 40.96486630204341 + value: 46.94246871324496 - type: nauc_precision_at_100_diff1 - value: -5.526000847551344 + value: -22.561799953711663 - type: nauc_precision_at_100_max - value: 57.24206309383791 + value: 59.085611948233954 - type: nauc_precision_at_100_std - value: 77.01914216098089 + value: 79.84472985711812 - type: nauc_precision_at_10_diff1 - value: -23.214486198655987 + value: -35.67030970032019 - type: nauc_precision_at_10_max - value: 53.19331504915862 + value: 49.53931334335369 - type: nauc_precision_at_10_std - value: 61.65134966078043 + value: 59.60393685408334 - type: nauc_precision_at_1_diff1 - value: 24.69654528478079 + value: -62.88515406162452 - type: nauc_precision_at_1_max - value: 14.285714285714379 + value: 47.88359788359812 - type: nauc_precision_at_1_std - value: 17.226890756302502 + value: 80.78120136943666 - type: nauc_precision_at_20_diff1 - value: -26.022623686022367 + value: -31.530368334870325 - type: nauc_precision_at_20_max - value: 52.60872408103297 + value: 56.381773352656616 - type: nauc_precision_at_20_std - value: 67.54104918209335 + value: 65.25230091660255 - type: nauc_precision_at_3_diff1 - value: -13.416408610976147 + value: -68.7586450928041 - type: nauc_precision_at_3_max - value: 62.1049882475842 + value: 55.76607585164213 - type: nauc_precision_at_3_std - value: 67.5857180166398 + value: 67.9351497410493 - type: nauc_precision_at_5_diff1 - value: -27.409161047580888 + value: -49.198613446820275 - type: nauc_precision_at_5_max - value: 57.211101481747626 + value: 61.92298452139874 - type: nauc_precision_at_5_std - value: 61.032784459616494 + value: 61.28633695987917 - type: nauc_recall_at_1000_diff1 - value: -6.873703490949715 + value: -0.6651569013659893 - type: nauc_recall_at_1000_max - value: 33.73270057956046 + value: 34.306755926242474 - type: nauc_recall_at_1000_std - value: 53.3186979938851 + value: 51.90896153051927 - type: nauc_recall_at_100_diff1 - value: -3.79786499467084 + value: -10.024089354383117 - type: nauc_recall_at_100_max - value: 18.84014648828413 + value: 5.806797105089591 - type: nauc_recall_at_100_std - value: 33.43400614026867 + value: 28.11404433108664 - type: nauc_recall_at_10_diff1 - value: -8.044150014266794 + value: -4.108183471206445 - type: nauc_recall_at_10_max - value: -8.713919116451708 + value: -19.11427384872481 - type: nauc_recall_at_10_std - value: -3.104042688338598 + value: -12.203137162280921 - type: nauc_recall_at_1_diff1 - value: 2.0779821617293996 + value: 0.8904734356543077 - type: nauc_recall_at_1_max - value: -19.481317229516527 + value: -23.25158940019837 - type: nauc_recall_at_1_std - value: -17.52463712354373 + value: -14.604203818505734 - type: nauc_recall_at_20_diff1 - value: -10.653776566571754 + value: -5.210796698265105 - type: nauc_recall_at_20_max - value: -7.715152741949903 + value: -13.42675680836074 - type: nauc_recall_at_20_std - value: -1.1503020548329503 + value: -6.045462388299661 - type: nauc_recall_at_3_diff1 - value: 0.27748820754669784 + value: -9.66613347835611 - type: nauc_recall_at_3_max - value: -13.973551612336529 + value: -22.356186554471442 - type: nauc_recall_at_3_std - value: -9.90021476750475 + value: -13.344831190968376 - type: nauc_recall_at_5_diff1 - value: -5.909654317692425 + value: -8.139775774638926 - type: nauc_recall_at_5_max - value: -14.440395020851465 + value: -18.339966615466167 - type: nauc_recall_at_5_std - value: -10.384280746716836 + value: -12.71394328827389 - type: ndcg_at_1 - value: 91.0 + value: 92.0 - type: ndcg_at_10 - value: 81.04299999999999 + value: 82.25200000000001 - type: ndcg_at_100 - value: 62.163000000000004 + value: 62.834 - type: ndcg_at_1000 - value: 52.451 + value: 52.961999999999996 - type: ndcg_at_20 - value: 77.19500000000001 + value: 78.40899999999999 - type: ndcg_at_3 - value: 86.224 + value: 87.0 - type: ndcg_at_5 - value: 85.607 + value: 84.883 - type: precision_at_1 value: 94.0 - type: precision_at_10 - value: 84.39999999999999 + value: 86.0 - type: precision_at_100 - value: 64.38000000000001 + value: 64.94 - type: precision_at_1000 - value: 23.44 + value: 23.65 - type: precision_at_20 - value: 81.69999999999999 + value: 82.5 - type: precision_at_3 - value: 90.667 + value: 89.333 - type: precision_at_5 - value: 89.2 + value: 87.2 - type: recall_at_1 - value: 0.253 + value: 0.249 - type: recall_at_10 - value: 2.177 + value: 2.253 - type: recall_at_100 - value: 15.345 + value: 15.451 - type: recall_at_1000 - value: 48.718 + value: 49.126999999999995 - type: recall_at_20 - value: 4.232 + value: 4.245 - type: recall_at_3 - value: 0.73 + value: 0.712 - type: recall_at_5 - value: 1.18 + value: 1.135 task: type: Retrieval - dataset: @@ -4192,287 +7298,287 @@ model-index: type: mteb/touche2020 metrics: - type: main_score - value: 30.689 + value: 33.012 - type: map_at_1 - value: 3.2030000000000003 + value: 3.496 - type: map_at_10 - value: 13.241 + value: 13.911999999999999 - type: map_at_100 - value: 20.671 + value: 20.776 - type: map_at_1000 - value: 22.067999999999998 + value: 22.182 - type: map_at_20 - value: 16.904 + value: 17.01 - type: map_at_3 - value: 7.933999999999999 + value: 7.925 - type: map_at_5 - value: 9.962 + value: 10.165000000000001 - type: mrr_at_1 - value: 38.775510204081634 + value: 44.89795918367347 - type: mrr_at_10 - value: 53.88564949789439 + value: 59.37884677680596 - type: mrr_at_100 - value: 54.840059081734005 + value: 59.94723043010779 - type: mrr_at_1000 - value: 54.840059081734005 + value: 59.94723043010779 - type: mrr_at_20 - value: 54.71131193069968 + value: 59.84185494658105 - type: mrr_at_3 - value: 49.65986394557824 + value: 56.4625850340136 - type: mrr_at_5 - value: 52.51700680272109 + value: 57.38095238095238 - type: nauc_map_at_1000_diff1 - value: 12.772191747431084 + value: 22.36774084662234 - type: nauc_map_at_1000_max - value: -0.5495726029141194 + value: -6.082754550112413 - type: nauc_map_at_1000_std - value: 2.1772140376141738 + value: 0.36293988509124525 - type: nauc_map_at_100_diff1 - value: 13.378115975732122 + value: 22.504980529214254 - type: nauc_map_at_100_max - value: -0.9286288741533963 + value: -6.713263459592174 - type: nauc_map_at_100_std - value: -0.38251209818542325 + value: -2.142045657385737 - type: nauc_map_at_10_diff1 - value: 13.768016641955882 + value: 16.701762937942956 - type: nauc_map_at_10_max - value: -0.06372479916458981 + value: -8.726224596699906 - type: nauc_map_at_10_std - value: -15.201538355269257 + value: -15.49981014786446 - type: nauc_map_at_1_diff1 - value: 5.6249554369957675 + value: -0.25393599944658846 - type: nauc_map_at_1_max - value: -17.6206558098498 + value: -23.696292878205004 - type: nauc_map_at_1_std - value: -21.5813282347807 + value: -17.763569997650162 - type: nauc_map_at_20_diff1 - value: 13.611334079695828 + value: 22.12810885279278 - type: nauc_map_at_20_max - value: -2.210087247077415 + value: -7.094657396306872 - type: nauc_map_at_20_std - value: -12.115596250761781 + value: -11.955744867632113 - type: nauc_map_at_3_diff1 - value: 6.624245299296129 + value: 19.977773270711182 - type: nauc_map_at_3_max - value: -6.9478677260296 + value: -17.553280773573498 - type: nauc_map_at_3_std - value: -16.489265127325115 + value: -17.298018815448533 - type: nauc_map_at_5_diff1 - value: 5.366947851370878 + value: 15.021827789209139 - type: nauc_map_at_5_max - value: -6.740862240303554 + value: -12.914337593308572 - type: nauc_map_at_5_std - value: -14.231236015110424 + value: -14.107547322899187 - type: nauc_mrr_at_1000_diff1 - value: 14.620529280726318 + value: 13.882418155124974 - type: nauc_mrr_at_1000_max - value: -22.77471364116725 + value: -33.77477227214201 - type: nauc_mrr_at_1000_std - value: -10.72215979900042 + value: -4.2125750414094565 - type: nauc_mrr_at_100_diff1 - value: 14.620529280726318 + value: 13.882418155124974 - type: nauc_mrr_at_100_max - value: -22.77471364116725 + value: -33.77477227214201 - type: nauc_mrr_at_100_std - value: -10.72215979900042 + value: -4.2125750414094565 - type: nauc_mrr_at_10_diff1 - value: 14.913184212624564 + value: 14.196883828223944 - type: nauc_mrr_at_10_max - value: -22.80259582647021 + value: -34.248819138667706 - type: nauc_mrr_at_10_std - value: -10.997844026090235 + value: -3.3304776888509453 - type: nauc_mrr_at_1_diff1 - value: 16.90160042788738 + value: 8.487747836938748 - type: nauc_mrr_at_1_max - value: -19.20176593361415 + value: -27.522654947868407 - type: nauc_mrr_at_1_std - value: -16.603317511223327 + value: -9.659288368940414 - type: nauc_mrr_at_20_diff1 - value: 14.440701001751203 + value: 13.97141408432223 - type: nauc_mrr_at_20_max - value: -23.24102007746162 + value: -33.94474779537131 - type: nauc_mrr_at_20_std - value: -10.344021011841367 + value: -3.876386267586971 - type: nauc_mrr_at_3_diff1 - value: 13.140196525905637 + value: 14.544693993479346 - type: nauc_mrr_at_3_max - value: -17.99234405729268 + value: -33.03445041954154 - type: nauc_mrr_at_3_std - value: -9.491489909050047 + value: -6.411113627184401 - type: nauc_mrr_at_5_diff1 - value: 15.162784457193945 + value: 12.327294201418015 - type: nauc_mrr_at_5_max - value: -23.48103857484964 + value: -35.57514449859859 - type: nauc_mrr_at_5_std - value: -11.054049044182706 + value: -5.199952179562716 - type: nauc_ndcg_at_1000_diff1 - value: 10.521251151509452 + value: 23.942492305284667 - type: nauc_ndcg_at_1000_max - value: -7.913725098742744 + value: -14.14524516876861 - type: nauc_ndcg_at_1000_std - value: 21.03669865407904 + value: 20.86340207359257 - type: nauc_ndcg_at_100_diff1 - value: 10.817845051757041 + value: 24.269852831605093 - type: nauc_ndcg_at_100_max - value: -13.72514504996315 + value: -20.35857202952544 - type: nauc_ndcg_at_100_std - value: 12.923701408310956 + value: 12.767208856993815 - type: nauc_ndcg_at_10_diff1 - value: 18.9208359615795 + value: 23.396212480889584 - type: nauc_ndcg_at_10_max - value: -7.993145410297803 + value: -14.778188630795263 - type: nauc_ndcg_at_10_std - value: -9.094070528030436 + value: -2.980021498924259 - type: nauc_ndcg_at_1_diff1 - value: 16.32205077907485 + value: 8.885316875767284 - type: nauc_ndcg_at_1_max - value: -14.815404330825963 + value: -28.267329383619 - type: nauc_ndcg_at_1_std - value: -13.10415645235546 + value: -7.5764787635693605 - type: nauc_ndcg_at_20_diff1 - value: 16.002222468748762 + value: 28.77259798482034 - type: nauc_ndcg_at_20_max - value: -10.704556396086605 + value: -14.452291430509836 - type: nauc_ndcg_at_20_std - value: -6.879271109895779 + value: -5.389998981015127 - type: nauc_ndcg_at_3_diff1 - value: 14.790082984842426 + value: 25.05722733790777 - type: nauc_ndcg_at_3_max - value: -9.37068820369373 + value: -25.793104895264126 - type: nauc_ndcg_at_3_std - value: -7.840892841317548 + value: -5.3408622683279185 - type: nauc_ndcg_at_5_diff1 - value: 12.884475712485443 + value: 19.183694373044887 - type: nauc_ndcg_at_5_max - value: -14.392817995947066 + value: -20.502613827866043 - type: nauc_ndcg_at_5_std - value: -5.8953382850798945 + value: -1.1810169329712905 - type: nauc_precision_at_1000_diff1 - value: -8.931996582593811 + value: -15.607023736636382 - type: nauc_precision_at_1000_max - value: 29.298074291130416 + value: 36.08863082992817 - type: nauc_precision_at_1000_std - value: 51.00226135711677 + value: 47.707249499215344 - type: nauc_precision_at_100_diff1 - value: 3.264391641866725 + value: 7.021547619006566 - type: nauc_precision_at_100_max - value: 1.108355743750858 + value: 2.6113599057206387 - type: nauc_precision_at_100_std - value: 65.27008512537044 + value: 66.4590495720394 - type: nauc_precision_at_10_diff1 - value: 22.71893605119548 + value: 24.385783257887354 - type: nauc_precision_at_10_max - value: -2.4872928208242278 + value: -6.2188453266713 - type: nauc_precision_at_10_std - value: -0.5629671137583603 + value: 6.05429677567614 - type: nauc_precision_at_1_diff1 - value: 16.90160042788738 + value: 8.487747836938748 - type: nauc_precision_at_1_max - value: -19.20176593361415 + value: -27.522654947868407 - type: nauc_precision_at_1_std - value: -16.603317511223327 + value: -9.659288368940414 - type: nauc_precision_at_20_diff1 - value: 22.34030808415301 + value: 34.33880917061261 - type: nauc_precision_at_20_max - value: -2.7183841529536186 + value: 4.354279010925412 - type: nauc_precision_at_20_std - value: 19.153661150554928 + value: 22.181325517942035 - type: nauc_precision_at_3_diff1 - value: 14.390725602708404 + value: 24.850858478588467 - type: nauc_precision_at_3_max - value: -5.72124679209792 + value: -26.5846953680614 - type: nauc_precision_at_3_std - value: -3.8163290167133788 + value: -4.454513023414871 - type: nauc_precision_at_5_diff1 - value: 6.976831289185514 + value: 14.138056032082552 - type: nauc_precision_at_5_max - value: -16.908694708696306 + value: -19.944752876707845 - type: nauc_precision_at_5_std - value: 0.06369532861004272 + value: 2.777514787746078 - type: nauc_recall_at_1000_diff1 - value: -11.954828245506329 + value: -0.4820471365058493 - type: nauc_recall_at_1000_max - value: 0.7254800317283916 + value: -1.0630194189351716 - type: nauc_recall_at_1000_std - value: 71.5417634641294 + value: 63.95617322698779 - type: nauc_recall_at_100_diff1 - value: 2.100119892935096 + value: 14.181992335572508 - type: nauc_recall_at_100_max - value: -14.65713156903565 + value: -17.09847742717872 - type: nauc_recall_at_100_std - value: 29.599324444600544 + value: 27.38485306952274 - type: nauc_recall_at_10_diff1 - value: 17.31504087768157 + value: 16.676209261808168 - type: nauc_recall_at_10_max - value: -0.8010559420288792 + value: -8.143613489548878 - type: nauc_recall_at_10_std - value: -13.306237977285818 + value: -11.428526204063497 - type: nauc_recall_at_1_diff1 - value: 5.6249554369957675 + value: -0.25393599944658846 - type: nauc_recall_at_1_max - value: -17.6206558098498 + value: -23.696292878205004 - type: nauc_recall_at_1_std - value: -21.5813282347807 + value: -17.763569997650162 - type: nauc_recall_at_20_diff1 - value: 12.649674557782248 + value: 24.37368696357739 - type: nauc_recall_at_20_max - value: -10.34945633708978 + value: -8.967218424155384 - type: nauc_recall_at_20_std - value: -7.577550274925304 + value: -6.864178520023853 - type: nauc_recall_at_3_diff1 - value: 3.748015010634994 + value: 16.440629512619275 - type: nauc_recall_at_3_max - value: -7.5913203794126725 + value: -21.691853645017947 - type: nauc_recall_at_3_std - value: -15.642392532579862 + value: -18.112300717394543 - type: nauc_recall_at_5_diff1 - value: 2.7771851050136442 + value: 9.406357694811373 - type: nauc_recall_at_5_max - value: -11.434723588291373 + value: -18.299603437308214 - type: nauc_recall_at_5_std - value: -12.791693529242668 + value: -14.029380126465446 - type: ndcg_at_1 - value: 36.735 + value: 41.837 - type: ndcg_at_10 - value: 30.689 + value: 33.012 - type: ndcg_at_100 - value: 42.997 + value: 43.504 - type: ndcg_at_1000 - value: 53.53 + value: 54.142999999999994 - type: ndcg_at_20 - value: 33.113 + value: 33.681 - type: ndcg_at_3 - value: 36.656 + value: 39.865 - type: ndcg_at_5 - value: 33.715 + value: 35.199999999999996 - type: precision_at_1 - value: 38.775999999999996 + value: 44.897999999999996 - type: precision_at_10 - value: 26.735 + value: 29.387999999999998 - type: precision_at_100 - value: 8.429 + value: 8.449 - type: precision_at_1000 - value: 1.5630000000000002 + value: 1.569 - type: precision_at_20 - value: 22.142999999999997 + value: 22.245 - type: precision_at_3 - value: 38.775999999999996 + value: 41.497 - type: precision_at_5 - value: 33.878 + value: 34.694 - type: recall_at_1 - value: 3.2030000000000003 + value: 3.496 - type: recall_at_10 - value: 18.637999999999998 + value: 20.438000000000002 - type: recall_at_100 - value: 51.263999999999996 + value: 51.196 - type: recall_at_1000 - value: 83.65700000000001 + value: 84.426 - type: recall_at_20 - value: 29.855999999999998 + value: 29.873 - type: recall_at_3 - value: 8.992 + value: 9.228 - type: recall_at_5 - value: 12.334 + value: 12.598 task: type: Retrieval tags: @@ -4499,7 +7605,7 @@ library_name: transformers ## This Model -This is a chimera model which concatenates embeddings from [Snowflake/snowflake-arctic-embed-m](https://huggingface.co/Snowflake/snowflake-arctic-embed-m) and [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5). This model produces an embedding with 1536 dimensions (768+768) and has a total of 218M parameters (109+109). Embeddings from each model are unit normalized prior to concatenation. +This is a chimera model which concatenates embeddings from [Snowflake/snowflake-arctic-embed-m-v1.5](https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v1.5) and [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5). This model produces an embedding with 1536 dimensions (768+768) and has a total of 218M parameters (109+109). Embeddings from each model are unit normalized prior to concatenation. ## Usage @@ -4577,4 +7683,4 @@ __A:__ Yes, this model has the same rules for prefixing as its constituent model ## Acknowledgement -We want to acknowledge the original creators of the [Snowflake/snowflake-arctic-embed-m](https://huggingface.co/Snowflake/snowflake-arctic-embed-m) and [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5) models which are used to create this model. \ No newline at end of file +We want to acknowledge the original creators of the [Snowflake/snowflake-arctic-embed-m-v1.5](https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v1.5) and [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5) models which are used to create this model. \ No newline at end of file