diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -106,6 +106,8962 @@ model-index: - type: cosine_accuracy value: 0.984 name: Cosine Accuracy + - dataset: + config: en-ext + name: MTEB AmazonCounterfactualClassification (en-ext) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 65.997 + - type: f1 + value: 53.595099999999995 + - type: f1_weighted + value: 72.5304 + - type: ap + value: 16.3093 + - type: ap_weighted + value: 16.3093 + - type: main_score + value: 65.997 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 64.19399999999999 + - type: f1 + value: 58.5969 + - type: f1_weighted + value: 67.7482 + - type: ap + value: 28.0748 + - type: ap_weighted + value: 28.0748 + - type: main_score + value: 64.19399999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 67.1713 + - type: f1 + value: 66.9443 + - type: f1_weighted + value: 66.9443 + - type: ap + value: 61.7296 + - type: ap_weighted + value: 61.7296 + - type: main_score + value: 67.1713 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 32.318000000000005 + - type: f1 + value: 31.9973 + - type: f1_weighted + value: 31.9973 + - type: main_score + value: 32.318000000000005 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: ndcg_at_1 + value: 24.609 + - type: ndcg_at_3 + value: 36.278 + - type: ndcg_at_5 + value: 40.903 + - type: ndcg_at_10 + value: 46.381 + - type: ndcg_at_20 + value: 49.571 + - type: ndcg_at_100 + value: 51.666000000000004 + - type: ndcg_at_1000 + value: 52.098 + - type: map_at_1 + value: 24.609 + - type: map_at_3 + value: 33.404 + - type: map_at_5 + value: 35.968 + - type: map_at_10 + value: 38.204 + - type: map_at_20 + value: 39.113 + - type: map_at_100 + value: 39.432 + - type: map_at_1000 + value: 39.45 + - type: recall_at_1 + value: 24.609 + - type: recall_at_3 + value: 44.595 + - type: recall_at_5 + value: 55.832 + - type: recall_at_10 + value: 72.902 + - type: recall_at_20 + value: 85.277 + - type: recall_at_100 + value: 96.15899999999999 + - type: recall_at_1000 + value: 99.431 + - type: precision_at_1 + value: 24.609 + - type: precision_at_3 + value: 14.865 + - type: precision_at_5 + value: 11.166 + - type: precision_at_10 + value: 7.290000000000001 + - type: precision_at_20 + value: 4.263999999999999 + - type: precision_at_100 + value: 0.962 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 25.1067 + - type: mrr_at_3 + value: 33.5941 + - type: mrr_at_5 + value: 36.154599999999995 + - type: mrr_at_10 + value: 38.3849 + - type: mrr_at_20 + value: 39.3004 + - type: mrr_at_100 + value: 39.618900000000004 + - type: mrr_at_1000 + value: 39.6374 + - type: nauc_ndcg_at_1_max + value: -5.6006 + - type: nauc_ndcg_at_1_std + value: -4.8049 + - type: nauc_ndcg_at_1_diff1 + value: 14.902999999999999 + - type: nauc_ndcg_at_3_max + value: -0.40800000000000003 + - type: nauc_ndcg_at_3_std + value: -1.9375 + - type: nauc_ndcg_at_3_diff1 + value: 12.1454 + - type: nauc_ndcg_at_5_max + value: -0.46849999999999997 + - type: nauc_ndcg_at_5_std + value: -2.0393000000000003 + - type: nauc_ndcg_at_5_diff1 + value: 10.7318 + - type: nauc_ndcg_at_10_max + value: 3.0675 + - type: nauc_ndcg_at_10_std + value: -0.3638 + - type: nauc_ndcg_at_10_diff1 + value: 11.3071 + - type: nauc_ndcg_at_20_max + value: 2.5101 + - type: nauc_ndcg_at_20_std + value: -0.3348 + - type: nauc_ndcg_at_20_diff1 + value: 11.5383 + - type: nauc_ndcg_at_100_max + value: 1.0754 + - type: nauc_ndcg_at_100_std + value: 0.1077 + - type: nauc_ndcg_at_100_diff1 + value: 11.8117 + - type: nauc_ndcg_at_1000_max + value: 0.5791000000000001 + - type: nauc_ndcg_at_1000_std + value: -0.6433 + - type: nauc_ndcg_at_1000_diff1 + value: 11.9586 + - type: nauc_map_at_1_max + value: -5.6006 + - type: nauc_map_at_1_std + value: -4.8049 + - type: nauc_map_at_1_diff1 + value: 14.902999999999999 + - type: nauc_map_at_3_max + value: -1.5511000000000001 + - type: nauc_map_at_3_std + value: -2.4433 + - type: nauc_map_at_3_diff1 + value: 12.6974 + - type: nauc_map_at_5_max + value: -1.5512 + - type: nauc_map_at_5_std + value: -2.4537 + - type: nauc_map_at_5_diff1 + value: 11.982 + - type: nauc_map_at_10_max + value: -0.244 + - type: nauc_map_at_10_std + value: -1.7697999999999998 + - type: nauc_map_at_10_diff1 + value: 12.253400000000001 + - type: nauc_map_at_20_max + value: -0.477 + - type: nauc_map_at_20_std + value: -1.8189 + - type: nauc_map_at_20_diff1 + value: 12.3218 + - type: nauc_map_at_100_max + value: -0.6815 + - type: nauc_map_at_100_std + value: -1.7488 + - type: nauc_map_at_100_diff1 + value: 12.3542 + - type: nauc_map_at_1000_max + value: -0.6970999999999999 + - type: nauc_map_at_1000_std + value: -1.7691999999999999 + - type: nauc_map_at_1000_diff1 + value: 12.359399999999999 + - type: nauc_recall_at_1_max + value: -5.6006 + - type: nauc_recall_at_1_std + value: -4.8049 + - type: nauc_recall_at_1_diff1 + value: 14.902999999999999 + - type: nauc_recall_at_3_max + value: 2.6873 + - type: nauc_recall_at_3_std + value: -0.6182 + - type: nauc_recall_at_3_diff1 + value: 10.6725 + - type: nauc_recall_at_5_max + value: 2.5734 + - type: nauc_recall_at_5_std + value: -0.9853000000000001 + - type: nauc_recall_at_5_diff1 + value: 6.8572 + - type: nauc_recall_at_10_max + value: 17.8111 + - type: nauc_recall_at_10_std + value: 5.651599999999999 + - type: nauc_recall_at_10_diff1 + value: 7.600999999999999 + - type: nauc_recall_at_20_max + value: 23.985899999999997 + - type: nauc_recall_at_20_std + value: 10.423499999999999 + - type: nauc_recall_at_20_diff1 + value: 7.0172 + - type: nauc_recall_at_100_max + value: 30.766900000000003 + - type: nauc_recall_at_100_std + value: 50.9552 + - type: nauc_recall_at_100_diff1 + value: 5.1657 + - type: nauc_recall_at_1000_max + value: 25.4176 + - type: nauc_recall_at_1000_std + value: 73.0444 + - type: nauc_recall_at_1000_diff1 + value: 16.6349 + - type: nauc_precision_at_1_max + value: -5.6006 + - type: nauc_precision_at_1_std + value: -4.8049 + - type: nauc_precision_at_1_diff1 + value: 14.902999999999999 + - type: nauc_precision_at_3_max + value: 2.6873 + - type: nauc_precision_at_3_std + value: -0.6182 + - type: nauc_precision_at_3_diff1 + value: 10.6725 + - type: nauc_precision_at_5_max + value: 2.5734 + - type: nauc_precision_at_5_std + value: -0.9853000000000001 + - type: nauc_precision_at_5_diff1 + value: 6.8572 + - type: nauc_precision_at_10_max + value: 17.8111 + - type: nauc_precision_at_10_std + value: 5.651599999999999 + - type: nauc_precision_at_10_diff1 + value: 7.600999999999999 + - type: nauc_precision_at_20_max + value: 23.985899999999997 + - type: nauc_precision_at_20_std + value: 10.423499999999999 + - type: nauc_precision_at_20_diff1 + value: 7.0172 + - type: nauc_precision_at_100_max + value: 30.766900000000003 + - type: nauc_precision_at_100_std + value: 50.9552 + - type: nauc_precision_at_100_diff1 + value: 5.1657 + - type: nauc_precision_at_1000_max + value: 25.4176 + - type: nauc_precision_at_1000_std + value: 73.0444 + - type: nauc_precision_at_1000_diff1 + value: 16.6349 + - type: nauc_mrr_at_1_max + value: -5.1381000000000006 + - type: nauc_mrr_at_1_std + value: -4.1855 + - type: nauc_mrr_at_1_diff1 + value: 13.2056 + - type: nauc_mrr_at_3_max + value: -1.7795999999999998 + - type: nauc_mrr_at_3_std + value: -2.3432 + - type: nauc_mrr_at_3_diff1 + value: 11.4369 + - type: nauc_mrr_at_5_max + value: -1.7394 + - type: nauc_mrr_at_5_std + value: -2.3168 + - type: nauc_mrr_at_5_diff1 + value: 10.7454 + - type: nauc_mrr_at_10_max + value: -0.5075999999999999 + - type: nauc_mrr_at_10_std + value: -1.6223 + - type: nauc_mrr_at_10_diff1 + value: 10.906699999999999 + - type: nauc_mrr_at_20_max + value: -0.715 + - type: nauc_mrr_at_20_std + value: -1.6808 + - type: nauc_mrr_at_20_diff1 + value: 10.9766 + - type: nauc_mrr_at_100_max + value: -0.9223 + - type: nauc_mrr_at_100_std + value: -1.6097000000000001 + - type: nauc_mrr_at_100_diff1 + value: 10.9945 + - type: nauc_mrr_at_1000_max + value: -0.938 + - type: nauc_mrr_at_1000_std + value: -1.63 + - type: nauc_mrr_at_1000_diff1 + value: 10.998800000000001 + - type: main_score + value: 46.381 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: v_measure + value: 38.9781 + - type: v_measure_std + value: 14.0064 + - type: main_score + value: 38.9781 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: v_measure + value: 28.964499999999997 + - type: v_measure_std + value: 14.276900000000001 + - type: main_score + value: 28.964499999999997 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: map + value: 57.9553 + - type: mrr + value: 70.82929999999999 + - type: nAUC_map_max + value: 23.2041 + - type: nAUC_map_std + value: 21.0013 + - type: nAUC_map_diff1 + value: 6.7763 + - type: nAUC_mrr_max + value: 33.143499999999996 + - type: nAUC_mrr_std + value: 25.8722 + - type: nAUC_mrr_diff1 + value: 10.2834 + - type: main_score + value: 57.9553 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: pearson + value: 85.0909 + - type: spearman + value: 80.7386 + - type: cosine_pearson + value: 85.0909 + - type: cosine_spearman + value: 80.7386 + - type: manhattan_pearson + value: 82.0327 + - type: manhattan_spearman + value: 78.562 + - type: euclidean_pearson + value: 82.6159 + - type: euclidean_spearman + value: 79.35419999999999 + - type: main_score + value: 80.7386 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 82.026 + - type: f1 + value: 81.9738 + - type: f1_weighted + value: 81.9738 + - type: main_score + value: 82.026 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: v_measure + value: 30.787 + - type: v_measure_std + value: 0.9286000000000001 + - type: main_score + value: 30.787 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: v_measure + value: 27.099800000000002 + - type: v_measure_std + value: 0.7908000000000001 + - type: main_score + value: 27.099800000000002 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: ndcg_at_1 + value: 29.757 + - type: ndcg_at_3 + value: 34.736 + - type: ndcg_at_5 + value: 36.529 + - type: ndcg_at_10 + value: 39.114 + - type: ndcg_at_20 + value: 41.05 + - type: ndcg_at_100 + value: 44.359 + - type: ndcg_at_1000 + value: 47.015 + - type: map_at_1 + value: 24.501 + - type: map_at_3 + value: 30.857 + - type: map_at_5 + value: 32.307 + - type: map_at_10 + value: 33.582 + - type: map_at_20 + value: 34.229 + - type: map_at_100 + value: 34.801 + - type: map_at_1000 + value: 34.936 + - type: recall_at_1 + value: 24.501 + - type: recall_at_3 + value: 37.393 + - type: recall_at_5 + value: 42.701 + - type: recall_at_10 + value: 50.470000000000006 + - type: recall_at_20 + value: 57.45099999999999 + - type: recall_at_100 + value: 72.912 + - type: recall_at_1000 + value: 90.643 + - type: precision_at_1 + value: 29.757 + - type: precision_at_3 + value: 16.738 + - type: precision_at_5 + value: 11.788 + - type: precision_at_10 + value: 7.282 + - type: precision_at_20 + value: 4.349 + - type: precision_at_100 + value: 1.209 + - type: precision_at_1000 + value: 0.172 + - type: mrr_at_1 + value: 29.7568 + - type: mrr_at_3 + value: 36.0515 + - type: mrr_at_5 + value: 37.432 + - type: mrr_at_10 + value: 38.4942 + - type: mrr_at_20 + value: 38.9932 + - type: mrr_at_100 + value: 39.3632 + - type: mrr_at_1000 + value: 39.427099999999996 + - type: nauc_ndcg_at_1_max + value: 35.163 + - type: nauc_ndcg_at_1_std + value: -4.949 + - type: nauc_ndcg_at_1_diff1 + value: 50.6784 + - type: nauc_ndcg_at_3_max + value: 36.0879 + - type: nauc_ndcg_at_3_std + value: -3.2672 + - type: nauc_ndcg_at_3_diff1 + value: 47.2847 + - type: nauc_ndcg_at_5_max + value: 36.4638 + - type: nauc_ndcg_at_5_std + value: -1.6767 + - type: nauc_ndcg_at_5_diff1 + value: 46.6553 + - type: nauc_ndcg_at_10_max + value: 37.3779 + - type: nauc_ndcg_at_10_std + value: -0.7015 + - type: nauc_ndcg_at_10_diff1 + value: 46.8114 + - type: nauc_ndcg_at_20_max + value: 37.459900000000005 + - type: nauc_ndcg_at_20_std + value: -0.028499999999999998 + - type: nauc_ndcg_at_20_diff1 + value: 46.0127 + - type: nauc_ndcg_at_100_max + value: 37.6178 + - type: nauc_ndcg_at_100_std + value: 0.39170000000000005 + - type: nauc_ndcg_at_100_diff1 + value: 45.9498 + - type: nauc_ndcg_at_1000_max + value: 37.8896 + - type: nauc_ndcg_at_1000_std + value: 1.1141 + - type: nauc_ndcg_at_1000_diff1 + value: 45.977000000000004 + - type: nauc_map_at_1_max + value: 32.9735 + - type: nauc_map_at_1_std + value: -6.633 + - type: nauc_map_at_1_diff1 + value: 52.641000000000005 + - type: nauc_map_at_3_max + value: 35.2305 + - type: nauc_map_at_3_std + value: -5.084700000000001 + - type: nauc_map_at_3_diff1 + value: 49.615700000000004 + - type: nauc_map_at_5_max + value: 35.613299999999995 + - type: nauc_map_at_5_std + value: -4.039899999999999 + - type: nauc_map_at_5_diff1 + value: 48.889500000000005 + - type: nauc_map_at_10_max + value: 36.167899999999996 + - type: nauc_map_at_10_std + value: -3.5740000000000003 + - type: nauc_map_at_10_diff1 + value: 48.7396 + - type: nauc_map_at_20_max + value: 36.2918 + - type: nauc_map_at_20_std + value: -3.2796 + - type: nauc_map_at_20_diff1 + value: 48.466300000000004 + - type: nauc_map_at_100_max + value: 36.449799999999996 + - type: nauc_map_at_100_std + value: -3.0688 + - type: nauc_map_at_100_diff1 + value: 48.452400000000004 + - type: nauc_map_at_1000_max + value: 36.4623 + - type: nauc_map_at_1000_std + value: -3.0061999999999998 + - type: nauc_map_at_1000_diff1 + value: 48.4259 + - type: nauc_recall_at_1_max + value: 32.9735 + - type: nauc_recall_at_1_std + value: -6.633 + - type: nauc_recall_at_1_diff1 + value: 52.641000000000005 + - type: nauc_recall_at_3_max + value: 34.925 + - type: nauc_recall_at_3_std + value: -2.0608999999999997 + - type: nauc_recall_at_3_diff1 + value: 44.1485 + - type: nauc_recall_at_5_max + value: 34.760600000000004 + - type: nauc_recall_at_5_std + value: 1.6886999999999999 + - type: nauc_recall_at_5_diff1 + value: 41.4227 + - type: nauc_recall_at_10_max + value: 36.57 + - type: nauc_recall_at_10_std + value: 5.5427 + - type: nauc_recall_at_10_diff1 + value: 40.9419 + - type: nauc_recall_at_20_max + value: 36.6151 + - type: nauc_recall_at_20_std + value: 9.1305 + - type: nauc_recall_at_20_diff1 + value: 37.2562 + - type: nauc_recall_at_100_max + value: 37.5285 + - type: nauc_recall_at_100_std + value: 13.8761 + - type: nauc_recall_at_100_diff1 + value: 35.5754 + - type: nauc_recall_at_1000_max + value: 48.5408 + - type: nauc_recall_at_1000_std + value: 47.0295 + - type: nauc_recall_at_1000_diff1 + value: 31.1568 + - type: nauc_precision_at_1_max + value: 35.163 + - type: nauc_precision_at_1_std + value: -4.949 + - type: nauc_precision_at_1_diff1 + value: 50.6784 + - type: nauc_precision_at_3_max + value: 33.2905 + - type: nauc_precision_at_3_std + value: -1.6148 + - type: nauc_precision_at_3_diff1 + value: 33.1776 + - type: nauc_precision_at_5_max + value: 33.325700000000005 + - type: nauc_precision_at_5_std + value: 4.401999999999999 + - type: nauc_precision_at_5_diff1 + value: 27.237099999999998 + - type: nauc_precision_at_10_max + value: 30.788700000000002 + - type: nauc_precision_at_10_std + value: 7.013800000000001 + - type: nauc_precision_at_10_diff1 + value: 20.855999999999998 + - type: nauc_precision_at_20_max + value: 27.621000000000002 + - type: nauc_precision_at_20_std + value: 9.9861 + - type: nauc_precision_at_20_diff1 + value: 13.1662 + - type: nauc_precision_at_100_max + value: 17.6654 + - type: nauc_precision_at_100_std + value: 12.6523 + - type: nauc_precision_at_100_diff1 + value: 0.7577 + - type: nauc_precision_at_1000_max + value: -0.0854 + - type: nauc_precision_at_1000_std + value: 9.5769 + - type: nauc_precision_at_1000_diff1 + value: -16.308 + - type: nauc_mrr_at_1_max + value: 35.163 + - type: nauc_mrr_at_1_std + value: -4.949 + - type: nauc_mrr_at_1_diff1 + value: 50.6784 + - type: nauc_mrr_at_3_max + value: 36.3793 + - type: nauc_mrr_at_3_std + value: -3.288 + - type: nauc_mrr_at_3_diff1 + value: 46.936699999999995 + - type: nauc_mrr_at_5_max + value: 36.4904 + - type: nauc_mrr_at_5_std + value: -2.1184000000000003 + - type: nauc_mrr_at_5_diff1 + value: 46.3741 + - type: nauc_mrr_at_10_max + value: 36.8009 + - type: nauc_mrr_at_10_std + value: -1.6722000000000001 + - type: nauc_mrr_at_10_diff1 + value: 46.4536 + - type: nauc_mrr_at_20_max + value: 36.849199999999996 + - type: nauc_mrr_at_20_std + value: -1.5649 + - type: nauc_mrr_at_20_diff1 + value: 46.2973 + - type: nauc_mrr_at_100_max + value: 36.7136 + - type: nauc_mrr_at_100_std + value: -1.6903000000000001 + - type: nauc_mrr_at_100_diff1 + value: 46.3234 + - type: nauc_mrr_at_1000_max + value: 36.7098 + - type: nauc_mrr_at_1000_std + value: -1.6532000000000002 + - type: nauc_mrr_at_1000_diff1 + value: 46.320699999999995 + - type: main_score + value: 39.114 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: ndcg_at_1 + value: 32.229 + - type: ndcg_at_3 + value: 35.352 + - type: ndcg_at_5 + value: 36.907000000000004 + - type: ndcg_at_10 + value: 38.867000000000004 + - type: ndcg_at_20 + value: 40.624 + - type: ndcg_at_100 + value: 43.169000000000004 + - type: ndcg_at_1000 + value: 45.411 + - type: map_at_1 + value: 25.285999999999998 + - type: map_at_3 + value: 31.391000000000002 + - type: map_at_5 + value: 32.76 + - type: map_at_10 + value: 33.835 + - type: map_at_20 + value: 34.453 + - type: map_at_100 + value: 34.926 + - type: map_at_1000 + value: 35.039 + - type: recall_at_1 + value: 25.285999999999998 + - type: recall_at_3 + value: 36.961 + - type: recall_at_5 + value: 41.54 + - type: recall_at_10 + value: 47.543 + - type: recall_at_20 + value: 53.979 + - type: recall_at_100 + value: 65.744 + - type: recall_at_1000 + value: 80.437 + - type: precision_at_1 + value: 32.229 + - type: precision_at_3 + value: 17.113 + - type: precision_at_5 + value: 11.962 + - type: precision_at_10 + value: 7.21 + - type: precision_at_20 + value: 4.287 + - type: precision_at_100 + value: 1.1769999999999998 + - type: precision_at_1000 + value: 0.165 + - type: mrr_at_1 + value: 32.2293 + - type: mrr_at_3 + value: 37.770700000000005 + - type: mrr_at_5 + value: 38.8917 + - type: mrr_at_10 + value: 39.8009 + - type: mrr_at_20 + value: 40.2384 + - type: mrr_at_100 + value: 40.498 + - type: mrr_at_1000 + value: 40.544999999999995 + - type: nauc_ndcg_at_1_max + value: 38.6829 + - type: nauc_ndcg_at_1_std + value: 7.4424 + - type: nauc_ndcg_at_1_diff1 + value: 52.8493 + - type: nauc_ndcg_at_3_max + value: 37.0654 + - type: nauc_ndcg_at_3_std + value: 5.4984 + - type: nauc_ndcg_at_3_diff1 + value: 46.6131 + - type: nauc_ndcg_at_5_max + value: 36.923 + - type: nauc_ndcg_at_5_std + value: 6.1408 + - type: nauc_ndcg_at_5_diff1 + value: 45.7153 + - type: nauc_ndcg_at_10_max + value: 36.5462 + - type: nauc_ndcg_at_10_std + value: 6.271100000000001 + - type: nauc_ndcg_at_10_diff1 + value: 45.588499999999996 + - type: nauc_ndcg_at_20_max + value: 36.408699999999996 + - type: nauc_ndcg_at_20_std + value: 6.492100000000001 + - type: nauc_ndcg_at_20_diff1 + value: 45.3433 + - type: nauc_ndcg_at_100_max + value: 36.6238 + - type: nauc_ndcg_at_100_std + value: 8.3159 + - type: nauc_ndcg_at_100_diff1 + value: 44.742399999999996 + - type: nauc_ndcg_at_1000_max + value: 37.042 + - type: nauc_ndcg_at_1000_std + value: 8.9336 + - type: nauc_ndcg_at_1000_diff1 + value: 44.8673 + - type: nauc_map_at_1_max + value: 33.2074 + - type: nauc_map_at_1_std + value: 2.1052 + - type: nauc_map_at_1_diff1 + value: 54.638200000000005 + - type: nauc_map_at_3_max + value: 35.233599999999996 + - type: nauc_map_at_3_std + value: 2.5225 + - type: nauc_map_at_3_diff1 + value: 49.159000000000006 + - type: nauc_map_at_5_max + value: 35.5997 + - type: nauc_map_at_5_std + value: 3.7594000000000003 + - type: nauc_map_at_5_diff1 + value: 48.411500000000004 + - type: nauc_map_at_10_max + value: 35.8431 + - type: nauc_map_at_10_std + value: 4.2814 + - type: nauc_map_at_10_diff1 + value: 48.281800000000004 + - type: nauc_map_at_20_max + value: 35.9632 + - type: nauc_map_at_20_std + value: 4.6509 + - type: nauc_map_at_20_diff1 + value: 48.1984 + - type: nauc_map_at_100_max + value: 36.180299999999995 + - type: nauc_map_at_100_std + value: 5.183800000000001 + - type: nauc_map_at_100_diff1 + value: 48.0556 + - type: nauc_map_at_1000_max + value: 36.2442 + - type: nauc_map_at_1000_std + value: 5.2821 + - type: nauc_map_at_1000_diff1 + value: 48.0396 + - type: nauc_recall_at_1_max + value: 33.2074 + - type: nauc_recall_at_1_std + value: 2.1052 + - type: nauc_recall_at_1_diff1 + value: 54.638200000000005 + - type: nauc_recall_at_3_max + value: 33.786 + - type: nauc_recall_at_3_std + value: 2.2159 + - type: nauc_recall_at_3_diff1 + value: 42.1871 + - type: nauc_recall_at_5_max + value: 33.6662 + - type: nauc_recall_at_5_std + value: 4.6278 + - type: nauc_recall_at_5_diff1 + value: 39.311800000000005 + - type: nauc_recall_at_10_max + value: 32.250299999999996 + - type: nauc_recall_at_10_std + value: 5.947 + - type: nauc_recall_at_10_diff1 + value: 37.952000000000005 + - type: nauc_recall_at_20_max + value: 31.2259 + - type: nauc_recall_at_20_std + value: 6.8895 + - type: nauc_recall_at_20_diff1 + value: 35.5049 + - type: nauc_recall_at_100_max + value: 30.340600000000002 + - type: nauc_recall_at_100_std + value: 15.6142 + - type: nauc_recall_at_100_diff1 + value: 29.562300000000004 + - type: nauc_recall_at_1000_max + value: 30.5454 + - type: nauc_recall_at_1000_std + value: 21.4645 + - type: nauc_recall_at_1000_diff1 + value: 27.1848 + - type: nauc_precision_at_1_max + value: 38.6829 + - type: nauc_precision_at_1_std + value: 7.4424 + - type: nauc_precision_at_1_diff1 + value: 52.8493 + - type: nauc_precision_at_3_max + value: 37.0629 + - type: nauc_precision_at_3_std + value: 11.437700000000001 + - type: nauc_precision_at_3_diff1 + value: 32.2216 + - type: nauc_precision_at_5_max + value: 35.6068 + - type: nauc_precision_at_5_std + value: 16.178600000000003 + - type: nauc_precision_at_5_diff1 + value: 25.686500000000002 + - type: nauc_precision_at_10_max + value: 33.6078 + - type: nauc_precision_at_10_std + value: 18.8689 + - type: nauc_precision_at_10_diff1 + value: 19.5934 + - type: nauc_precision_at_20_max + value: 29.466700000000003 + - type: nauc_precision_at_20_std + value: 21.0742 + - type: nauc_precision_at_20_diff1 + value: 13.482 + - type: nauc_precision_at_100_max + value: 22.9317 + - type: nauc_precision_at_100_std + value: 27.3075 + - type: nauc_precision_at_100_diff1 + value: -0.0666 + - type: nauc_precision_at_1000_max + value: 13.9545 + - type: nauc_precision_at_1000_std + value: 26.4182 + - type: nauc_precision_at_1000_diff1 + value: -10.3752 + - type: nauc_mrr_at_1_max + value: 38.6829 + - type: nauc_mrr_at_1_std + value: 7.4424 + - type: nauc_mrr_at_1_diff1 + value: 52.8493 + - type: nauc_mrr_at_3_max + value: 38.7082 + - type: nauc_mrr_at_3_std + value: 7.577399999999999 + - type: nauc_mrr_at_3_diff1 + value: 47.8237 + - type: nauc_mrr_at_5_max + value: 38.5714 + - type: nauc_mrr_at_5_std + value: 7.875699999999999 + - type: nauc_mrr_at_5_diff1 + value: 46.983000000000004 + - type: nauc_mrr_at_10_max + value: 38.5054 + - type: nauc_mrr_at_10_std + value: 7.9545 + - type: nauc_mrr_at_10_diff1 + value: 46.9465 + - type: nauc_mrr_at_20_max + value: 38.3847 + - type: nauc_mrr_at_20_std + value: 7.9177 + - type: nauc_mrr_at_20_diff1 + value: 46.8517 + - type: nauc_mrr_at_100_max + value: 38.363 + - type: nauc_mrr_at_100_std + value: 8.113299999999999 + - type: nauc_mrr_at_100_diff1 + value: 46.7934 + - type: nauc_mrr_at_1000_max + value: 38.3753 + - type: nauc_mrr_at_1000_std + value: 8.116 + - type: nauc_mrr_at_1000_diff1 + value: 46.8037 + - type: main_score + value: 38.867000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: ndcg_at_1 + value: 37.555 + - type: ndcg_at_3 + value: 43.752 + - type: ndcg_at_5 + value: 45.95 + - type: ndcg_at_10 + value: 48.592999999999996 + - type: ndcg_at_20 + value: 50.273999999999994 + - type: ndcg_at_100 + value: 52.922000000000004 + - type: ndcg_at_1000 + value: 54.42 + - type: map_at_1 + value: 32.732 + - type: map_at_3 + value: 40.392 + - type: map_at_5 + value: 41.928 + - type: map_at_10 + value: 43.189 + - type: map_at_20 + value: 43.74 + - type: map_at_100 + value: 44.174 + - type: map_at_1000 + value: 44.242 + - type: recall_at_1 + value: 32.732 + - type: recall_at_3 + value: 48.0 + - type: recall_at_5 + value: 53.474999999999994 + - type: recall_at_10 + value: 61.265 + - type: recall_at_20 + value: 67.586 + - type: recall_at_100 + value: 80.604 + - type: recall_at_1000 + value: 91.408 + - type: precision_at_1 + value: 37.555 + - type: precision_at_3 + value: 19.645000000000003 + - type: precision_at_5 + value: 13.455 + - type: precision_at_10 + value: 7.9 + - type: precision_at_20 + value: 4.436 + - type: precision_at_100 + value: 1.09 + - type: precision_at_1000 + value: 0.127 + - type: mrr_at_1 + value: 37.5549 + - type: mrr_at_3 + value: 44.357400000000005 + - type: mrr_at_5 + value: 45.5455 + - type: mrr_at_10 + value: 46.5721 + - type: mrr_at_20 + value: 46.9989 + - type: mrr_at_100 + value: 47.3172 + - type: mrr_at_1000 + value: 47.3553 + - type: nauc_ndcg_at_1_max + value: 34.123 + - type: nauc_ndcg_at_1_std + value: -1.7841 + - type: nauc_ndcg_at_1_diff1 + value: 51.83219999999999 + - type: nauc_ndcg_at_3_max + value: 35.477 + - type: nauc_ndcg_at_3_std + value: -1.2643 + - type: nauc_ndcg_at_3_diff1 + value: 47.5991 + - type: nauc_ndcg_at_5_max + value: 36.2862 + - type: nauc_ndcg_at_5_std + value: -0.0038000000000000004 + - type: nauc_ndcg_at_5_diff1 + value: 46.5251 + - type: nauc_ndcg_at_10_max + value: 36.778800000000004 + - type: nauc_ndcg_at_10_std + value: 0.8116999999999999 + - type: nauc_ndcg_at_10_diff1 + value: 46.728500000000004 + - type: nauc_ndcg_at_20_max + value: 37.570100000000004 + - type: nauc_ndcg_at_20_std + value: 1.6506 + - type: nauc_ndcg_at_20_diff1 + value: 46.824 + - type: nauc_ndcg_at_100_max + value: 37.8108 + - type: nauc_ndcg_at_100_std + value: 2.9329 + - type: nauc_ndcg_at_100_diff1 + value: 46.624300000000005 + - type: nauc_ndcg_at_1000_max + value: 37.867200000000004 + - type: nauc_ndcg_at_1000_std + value: 2.9359 + - type: nauc_ndcg_at_1000_diff1 + value: 46.7787 + - type: nauc_map_at_1_max + value: 30.918699999999998 + - type: nauc_map_at_1_std + value: -2.6286 + - type: nauc_map_at_1_diff1 + value: 51.254999999999995 + - type: nauc_map_at_3_max + value: 33.9493 + - type: nauc_map_at_3_std + value: -2.4583 + - type: nauc_map_at_3_diff1 + value: 48.5462 + - type: nauc_map_at_5_max + value: 34.567 + - type: nauc_map_at_5_std + value: -1.5681 + - type: nauc_map_at_5_diff1 + value: 47.841899999999995 + - type: nauc_map_at_10_max + value: 35.0466 + - type: nauc_map_at_10_std + value: -1.0182 + - type: nauc_map_at_10_diff1 + value: 47.9976 + - type: nauc_map_at_20_max + value: 35.4014 + - type: nauc_map_at_20_std + value: -0.6443 + - type: nauc_map_at_20_diff1 + value: 48.0216 + - type: nauc_map_at_100_max + value: 35.5061 + - type: nauc_map_at_100_std + value: -0.3215 + - type: nauc_map_at_100_diff1 + value: 47.9392 + - type: nauc_map_at_1000_max + value: 35.521 + - type: nauc_map_at_1000_std + value: -0.3054 + - type: nauc_map_at_1000_diff1 + value: 47.9491 + - type: nauc_recall_at_1_max + value: 30.918699999999998 + - type: nauc_recall_at_1_std + value: -2.6286 + - type: nauc_recall_at_1_diff1 + value: 51.254999999999995 + - type: nauc_recall_at_3_max + value: 34.792 + - type: nauc_recall_at_3_std + value: -1.7638 + - type: nauc_recall_at_3_diff1 + value: 44.0913 + - type: nauc_recall_at_5_max + value: 36.4564 + - type: nauc_recall_at_5_std + value: 1.4874999999999998 + - type: nauc_recall_at_5_diff1 + value: 40.9842 + - type: nauc_recall_at_10_max + value: 37.2517 + - type: nauc_recall_at_10_std + value: 3.8871 + - type: nauc_recall_at_10_diff1 + value: 40.5621 + - type: nauc_recall_at_20_max + value: 40.8612 + - type: nauc_recall_at_20_std + value: 8.0092 + - type: nauc_recall_at_20_diff1 + value: 40.0661 + - type: nauc_recall_at_100_max + value: 43.1074 + - type: nauc_recall_at_100_std + value: 19.531599999999997 + - type: nauc_recall_at_100_diff1 + value: 36.3097 + - type: nauc_recall_at_1000_max + value: 49.301899999999996 + - type: nauc_recall_at_1000_std + value: 34.3645 + - type: nauc_recall_at_1000_diff1 + value: 31.615399999999998 + - type: nauc_precision_at_1_max + value: 34.123 + - type: nauc_precision_at_1_std + value: -1.7841 + - type: nauc_precision_at_1_diff1 + value: 51.83219999999999 + - type: nauc_precision_at_3_max + value: 35.8498 + - type: nauc_precision_at_3_std + value: 2.7106000000000003 + - type: nauc_precision_at_3_diff1 + value: 34.7859 + - type: nauc_precision_at_5_max + value: 34.631 + - type: nauc_precision_at_5_std + value: 6.6776 + - type: nauc_precision_at_5_diff1 + value: 27.4746 + - type: nauc_precision_at_10_max + value: 33.807700000000004 + - type: nauc_precision_at_10_std + value: 11.2782 + - type: nauc_precision_at_10_diff1 + value: 22.053900000000002 + - type: nauc_precision_at_20_max + value: 34.0661 + - type: nauc_precision_at_20_std + value: 16.1584 + - type: nauc_precision_at_20_diff1 + value: 17.2042 + - type: nauc_precision_at_100_max + value: 28.782400000000003 + - type: nauc_precision_at_100_std + value: 23.647399999999998 + - type: nauc_precision_at_100_diff1 + value: 4.4878 + - type: nauc_precision_at_1000_max + value: 23.674500000000002 + - type: nauc_precision_at_1000_std + value: 22.4593 + - type: nauc_precision_at_1000_diff1 + value: -2.6637999999999997 + - type: nauc_mrr_at_1_max + value: 34.123 + - type: nauc_mrr_at_1_std + value: -1.7841 + - type: nauc_mrr_at_1_diff1 + value: 51.83219999999999 + - type: nauc_mrr_at_3_max + value: 36.619 + - type: nauc_mrr_at_3_std + value: -0.3463 + - type: nauc_mrr_at_3_diff1 + value: 48.7033 + - type: nauc_mrr_at_5_max + value: 36.939899999999994 + - type: nauc_mrr_at_5_std + value: 0.1776 + - type: nauc_mrr_at_5_diff1 + value: 48.1842 + - type: nauc_mrr_at_10_max + value: 37.0071 + - type: nauc_mrr_at_10_std + value: 0.34259999999999996 + - type: nauc_mrr_at_10_diff1 + value: 48.3223 + - type: nauc_mrr_at_20_max + value: 37.1624 + - type: nauc_mrr_at_20_std + value: 0.5601 + - type: nauc_mrr_at_20_diff1 + value: 48.3756 + - type: nauc_mrr_at_100_max + value: 37.1384 + - type: nauc_mrr_at_100_std + value: 0.6386000000000001 + - type: nauc_mrr_at_100_diff1 + value: 48.377700000000004 + - type: nauc_mrr_at_1000_max + value: 37.1237 + - type: nauc_mrr_at_1000_std + value: 0.627 + - type: nauc_mrr_at_1000_diff1 + value: 48.3789 + - type: main_score + value: 48.592999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: ndcg_at_1 + value: 19.322 + - type: ndcg_at_3 + value: 24.64 + - type: ndcg_at_5 + value: 26.398 + - type: ndcg_at_10 + value: 28.628999999999998 + - type: ndcg_at_20 + value: 30.424 + - type: ndcg_at_100 + value: 33.635 + - type: ndcg_at_1000 + value: 36.296 + - type: map_at_1 + value: 17.96 + - type: map_at_3 + value: 22.722 + - type: map_at_5 + value: 23.737 + - type: map_at_10 + value: 24.671000000000003 + - type: map_at_20 + value: 25.173000000000002 + - type: map_at_100 + value: 25.633 + - type: map_at_1000 + value: 25.724999999999998 + - type: recall_at_1 + value: 17.96 + - type: recall_at_3 + value: 28.450999999999997 + - type: recall_at_5 + value: 32.652 + - type: recall_at_10 + value: 39.283 + - type: recall_at_20 + value: 46.066 + - type: recall_at_100 + value: 62.619 + - type: recall_at_1000 + value: 83.354 + - type: precision_at_1 + value: 19.322 + - type: precision_at_3 + value: 10.395 + - type: precision_at_5 + value: 7.254 + - type: precision_at_10 + value: 4.475 + - type: precision_at_20 + value: 2.672 + - type: precision_at_100 + value: 0.74 + - type: precision_at_1000 + value: 0.101 + - type: mrr_at_1 + value: 19.322 + - type: mrr_at_3 + value: 24.331500000000002 + - type: mrr_at_5 + value: 25.371 + - type: mrr_at_10 + value: 26.316699999999997 + - type: mrr_at_20 + value: 26.810299999999998 + - type: mrr_at_100 + value: 27.234 + - type: mrr_at_1000 + value: 27.3059 + - type: nauc_ndcg_at_1_max + value: 35.089999999999996 + - type: nauc_ndcg_at_1_std + value: -2.8343 + - type: nauc_ndcg_at_1_diff1 + value: 45.56 + - type: nauc_ndcg_at_3_max + value: 33.2288 + - type: nauc_ndcg_at_3_std + value: -0.1513 + - type: nauc_ndcg_at_3_diff1 + value: 38.3786 + - type: nauc_ndcg_at_5_max + value: 32.3156 + - type: nauc_ndcg_at_5_std + value: -0.2329 + - type: nauc_ndcg_at_5_diff1 + value: 37.540099999999995 + - type: nauc_ndcg_at_10_max + value: 31.9542 + - type: nauc_ndcg_at_10_std + value: 0.13140000000000002 + - type: nauc_ndcg_at_10_diff1 + value: 37.1061 + - type: nauc_ndcg_at_20_max + value: 32.278099999999995 + - type: nauc_ndcg_at_20_std + value: 0.7944 + - type: nauc_ndcg_at_20_diff1 + value: 35.9749 + - type: nauc_ndcg_at_100_max + value: 32.140800000000006 + - type: nauc_ndcg_at_100_std + value: 2.1193 + - type: nauc_ndcg_at_100_diff1 + value: 35.3214 + - type: nauc_ndcg_at_1000_max + value: 33.3213 + - type: nauc_ndcg_at_1000_std + value: 2.8037 + - type: nauc_ndcg_at_1000_diff1 + value: 36.207699999999996 + - type: nauc_map_at_1_max + value: 33.4646 + - type: nauc_map_at_1_std + value: -4.6068999999999996 + - type: nauc_map_at_1_diff1 + value: 47.5264 + - type: nauc_map_at_3_max + value: 33.095200000000006 + - type: nauc_map_at_3_std + value: -1.4788000000000001 + - type: nauc_map_at_3_diff1 + value: 40.5655 + - type: nauc_map_at_5_max + value: 32.6424 + - type: nauc_map_at_5_std + value: -1.5209000000000001 + - type: nauc_map_at_5_diff1 + value: 40.0335 + - type: nauc_map_at_10_max + value: 32.5464 + - type: nauc_map_at_10_std + value: -1.4892 + - type: nauc_map_at_10_diff1 + value: 39.8555 + - type: nauc_map_at_20_max + value: 32.6796 + - type: nauc_map_at_20_std + value: -1.3008 + - type: nauc_map_at_20_diff1 + value: 39.5344 + - type: nauc_map_at_100_max + value: 32.6354 + - type: nauc_map_at_100_std + value: -1.094 + - type: nauc_map_at_100_diff1 + value: 39.4208 + - type: nauc_map_at_1000_max + value: 32.6999 + - type: nauc_map_at_1000_std + value: -1.055 + - type: nauc_map_at_1000_diff1 + value: 39.4564 + - type: nauc_recall_at_1_max + value: 33.4646 + - type: nauc_recall_at_1_std + value: -4.6068999999999996 + - type: nauc_recall_at_1_diff1 + value: 47.5264 + - type: nauc_recall_at_3_max + value: 31.2987 + - type: nauc_recall_at_3_std + value: 1.8809 + - type: nauc_recall_at_3_diff1 + value: 32.953500000000005 + - type: nauc_recall_at_5_max + value: 29.1171 + - type: nauc_recall_at_5_std + value: 1.5371 + - type: nauc_recall_at_5_diff1 + value: 31.0569 + - type: nauc_recall_at_10_max + value: 27.896700000000003 + - type: nauc_recall_at_10_std + value: 2.7129 + - type: nauc_recall_at_10_diff1 + value: 29.716199999999997 + - type: nauc_recall_at_20_max + value: 28.5044 + - type: nauc_recall_at_20_std + value: 4.812799999999999 + - type: nauc_recall_at_20_diff1 + value: 25.583499999999997 + - type: nauc_recall_at_100_max + value: 26.5933 + - type: nauc_recall_at_100_std + value: 11.9517 + - type: nauc_recall_at_100_diff1 + value: 20.274800000000003 + - type: nauc_recall_at_1000_max + value: 37.3161 + - type: nauc_recall_at_1000_std + value: 28.592499999999998 + - type: nauc_recall_at_1000_diff1 + value: 20.413899999999998 + - type: nauc_precision_at_1_max + value: 35.089999999999996 + - type: nauc_precision_at_1_std + value: -2.8343 + - type: nauc_precision_at_1_diff1 + value: 45.56 + - type: nauc_precision_at_3_max + value: 34.9653 + - type: nauc_precision_at_3_std + value: 3.7262999999999997 + - type: nauc_precision_at_3_diff1 + value: 31.644299999999998 + - type: nauc_precision_at_5_max + value: 33.7659 + - type: nauc_precision_at_5_std + value: 3.8751 + - type: nauc_precision_at_5_diff1 + value: 29.400399999999998 + - type: nauc_precision_at_10_max + value: 32.7502 + - type: nauc_precision_at_10_std + value: 4.3505 + - type: nauc_precision_at_10_diff1 + value: 28.5592 + - type: nauc_precision_at_20_max + value: 33.199600000000004 + - type: nauc_precision_at_20_std + value: 7.6739 + - type: nauc_precision_at_20_diff1 + value: 23.2499 + - type: nauc_precision_at_100_max + value: 29.9848 + - type: nauc_precision_at_100_std + value: 14.4632 + - type: nauc_precision_at_100_diff1 + value: 15.4486 + - type: nauc_precision_at_1000_max + value: 28.517 + - type: nauc_precision_at_1000_std + value: 20.4971 + - type: nauc_precision_at_1000_diff1 + value: 9.0991 + - type: nauc_mrr_at_1_max + value: 35.089999999999996 + - type: nauc_mrr_at_1_std + value: -2.8343 + - type: nauc_mrr_at_1_diff1 + value: 45.56 + - type: nauc_mrr_at_3_max + value: 34.3039 + - type: nauc_mrr_at_3_std + value: 0.31939999999999996 + - type: nauc_mrr_at_3_diff1 + value: 39.502500000000005 + - type: nauc_mrr_at_5_max + value: 33.8967 + - type: nauc_mrr_at_5_std + value: 0.2291 + - type: nauc_mrr_at_5_diff1 + value: 38.996399999999994 + - type: nauc_mrr_at_10_max + value: 33.719100000000005 + - type: nauc_mrr_at_10_std + value: 0.47109999999999996 + - type: nauc_mrr_at_10_diff1 + value: 38.8168 + - type: nauc_mrr_at_20_max + value: 33.8323 + - type: nauc_mrr_at_20_std + value: 0.6217 + - type: nauc_mrr_at_20_diff1 + value: 38.5364 + - type: nauc_mrr_at_100_max + value: 33.7901 + - type: nauc_mrr_at_100_std + value: 0.7767999999999999 + - type: nauc_mrr_at_100_diff1 + value: 38.4638 + - type: nauc_mrr_at_1000_max + value: 33.8161 + - type: nauc_mrr_at_1000_std + value: 0.777 + - type: nauc_mrr_at_1000_diff1 + value: 38.4956 + - type: main_score + value: 28.628999999999998 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: ndcg_at_1 + value: 15.920000000000002 + - type: ndcg_at_3 + value: 18.727 + - type: ndcg_at_5 + value: 20.573 + - type: ndcg_at_10 + value: 23.092 + - type: ndcg_at_20 + value: 24.856 + - type: ndcg_at_100 + value: 28.660999999999998 + - type: ndcg_at_1000 + value: 31.839000000000002 + - type: map_at_1 + value: 12.6 + - type: map_at_3 + value: 16.45 + - type: map_at_5 + value: 17.543 + - type: map_at_10 + value: 18.641 + - type: map_at_20 + value: 19.162000000000003 + - type: map_at_100 + value: 19.739 + - type: map_at_1000 + value: 19.864 + - type: recall_at_1 + value: 12.6 + - type: recall_at_3 + value: 20.946 + - type: recall_at_5 + value: 25.64 + - type: recall_at_10 + value: 32.952999999999996 + - type: recall_at_20 + value: 39.2 + - type: recall_at_100 + value: 57.855000000000004 + - type: recall_at_1000 + value: 80.74799999999999 + - type: precision_at_1 + value: 15.920000000000002 + - type: precision_at_3 + value: 8.955 + - type: precision_at_5 + value: 6.5920000000000005 + - type: precision_at_10 + value: 4.366 + - type: precision_at_20 + value: 2.6679999999999997 + - type: precision_at_100 + value: 0.832 + - type: precision_at_1000 + value: 0.124 + - type: mrr_at_1 + value: 15.9204 + - type: mrr_at_3 + value: 20.4187 + - type: mrr_at_5 + value: 21.6563 + - type: mrr_at_10 + value: 22.836100000000002 + - type: mrr_at_20 + value: 23.3146 + - type: mrr_at_100 + value: 23.7804 + - type: mrr_at_1000 + value: 23.860799999999998 + - type: nauc_ndcg_at_1_max + value: 17.3331 + - type: nauc_ndcg_at_1_std + value: -7.0922 + - type: nauc_ndcg_at_1_diff1 + value: 31.357400000000002 + - type: nauc_ndcg_at_3_max + value: 14.9226 + - type: nauc_ndcg_at_3_std + value: -4.4527 + - type: nauc_ndcg_at_3_diff1 + value: 23.1067 + - type: nauc_ndcg_at_5_max + value: 14.7868 + - type: nauc_ndcg_at_5_std + value: -3.3304 + - type: nauc_ndcg_at_5_diff1 + value: 21.667 + - type: nauc_ndcg_at_10_max + value: 13.641300000000001 + - type: nauc_ndcg_at_10_std + value: -3.0496 + - type: nauc_ndcg_at_10_diff1 + value: 19.898 + - type: nauc_ndcg_at_20_max + value: 14.0685 + - type: nauc_ndcg_at_20_std + value: -2.0516 + - type: nauc_ndcg_at_20_diff1 + value: 19.9934 + - type: nauc_ndcg_at_100_max + value: 15.9372 + - type: nauc_ndcg_at_100_std + value: 0.49119999999999997 + - type: nauc_ndcg_at_100_diff1 + value: 20.5706 + - type: nauc_ndcg_at_1000_max + value: 15.8797 + - type: nauc_ndcg_at_1000_std + value: 0.0364 + - type: nauc_ndcg_at_1000_diff1 + value: 20.3824 + - type: nauc_map_at_1_max + value: 17.6756 + - type: nauc_map_at_1_std + value: -6.1246 + - type: nauc_map_at_1_diff1 + value: 29.4157 + - type: nauc_map_at_3_max + value: 15.135599999999998 + - type: nauc_map_at_3_std + value: -4.851500000000001 + - type: nauc_map_at_3_diff1 + value: 24.1311 + - type: nauc_map_at_5_max + value: 15.1841 + - type: nauc_map_at_5_std + value: -4.2908 + - type: nauc_map_at_5_diff1 + value: 23.564 + - type: nauc_map_at_10_max + value: 14.6342 + - type: nauc_map_at_10_std + value: -4.083699999999999 + - type: nauc_map_at_10_diff1 + value: 22.656399999999998 + - type: nauc_map_at_20_max + value: 14.808499999999999 + - type: nauc_map_at_20_std + value: -3.6881999999999997 + - type: nauc_map_at_20_diff1 + value: 22.6222 + - type: nauc_map_at_100_max + value: 15.130099999999999 + - type: nauc_map_at_100_std + value: -3.2596 + - type: nauc_map_at_100_diff1 + value: 22.6917 + - type: nauc_map_at_1000_max + value: 15.1171 + - type: nauc_map_at_1000_std + value: -3.2835 + - type: nauc_map_at_1000_diff1 + value: 22.659599999999998 + - type: nauc_recall_at_1_max + value: 17.6756 + - type: nauc_recall_at_1_std + value: -6.1246 + - type: nauc_recall_at_1_diff1 + value: 29.4157 + - type: nauc_recall_at_3_max + value: 12.9382 + - type: nauc_recall_at_3_std + value: -2.6963999999999997 + - type: nauc_recall_at_3_diff1 + value: 18.206400000000002 + - type: nauc_recall_at_5_max + value: 12.6607 + - type: nauc_recall_at_5_std + value: -1.0177 + - type: nauc_recall_at_5_diff1 + value: 15.909200000000002 + - type: nauc_recall_at_10_max + value: 10.0506 + - type: nauc_recall_at_10_std + value: -0.7446999999999999 + - type: nauc_recall_at_10_diff1 + value: 12.3114 + - type: nauc_recall_at_20_max + value: 10.9598 + - type: nauc_recall_at_20_std + value: 2.2768 + - type: nauc_recall_at_20_diff1 + value: 12.606100000000001 + - type: nauc_recall_at_100_max + value: 19.2576 + - type: nauc_recall_at_100_std + value: 14.105899999999998 + - type: nauc_recall_at_100_diff1 + value: 14.8286 + - type: nauc_recall_at_1000_max + value: 22.55 + - type: nauc_recall_at_1000_std + value: 21.01 + - type: nauc_recall_at_1000_diff1 + value: 9.7776 + - type: nauc_precision_at_1_max + value: 17.3331 + - type: nauc_precision_at_1_std + value: -7.0922 + - type: nauc_precision_at_1_diff1 + value: 31.357400000000002 + - type: nauc_precision_at_3_max + value: 12.8165 + - type: nauc_precision_at_3_std + value: -3.7662 + - type: nauc_precision_at_3_diff1 + value: 18.6901 + - type: nauc_precision_at_5_max + value: 13.580900000000002 + - type: nauc_precision_at_5_std + value: -1.395 + - type: nauc_precision_at_5_diff1 + value: 16.977999999999998 + - type: nauc_precision_at_10_max + value: 11.1158 + - type: nauc_precision_at_10_std + value: -1.1867 + - type: nauc_precision_at_10_diff1 + value: 12.698899999999998 + - type: nauc_precision_at_20_max + value: 11.193200000000001 + - type: nauc_precision_at_20_std + value: 0.5621 + - type: nauc_precision_at_20_diff1 + value: 11.5231 + - type: nauc_precision_at_100_max + value: 10.6532 + - type: nauc_precision_at_100_std + value: 5.8503 + - type: nauc_precision_at_100_diff1 + value: 7.295400000000001 + - type: nauc_precision_at_1000_max + value: 6.5429 + - type: nauc_precision_at_1000_std + value: -0.3839 + - type: nauc_precision_at_1000_diff1 + value: 1.7772 + - type: nauc_mrr_at_1_max + value: 17.3331 + - type: nauc_mrr_at_1_std + value: -7.0922 + - type: nauc_mrr_at_1_diff1 + value: 31.357400000000002 + - type: nauc_mrr_at_3_max + value: 15.6386 + - type: nauc_mrr_at_3_std + value: -4.9645 + - type: nauc_mrr_at_3_diff1 + value: 24.952199999999998 + - type: nauc_mrr_at_5_max + value: 15.444099999999999 + - type: nauc_mrr_at_5_std + value: -4.3804 + - type: nauc_mrr_at_5_diff1 + value: 24.066100000000002 + - type: nauc_mrr_at_10_max + value: 14.987 + - type: nauc_mrr_at_10_std + value: -4.4188 + - type: nauc_mrr_at_10_diff1 + value: 23.307 + - type: nauc_mrr_at_20_max + value: 15.1533 + - type: nauc_mrr_at_20_std + value: -4.2259 + - type: nauc_mrr_at_20_diff1 + value: 23.4266 + - type: nauc_mrr_at_100_max + value: 15.3064 + - type: nauc_mrr_at_100_std + value: -3.9756 + - type: nauc_mrr_at_100_diff1 + value: 23.4561 + - type: nauc_mrr_at_1000_max + value: 15.290400000000002 + - type: nauc_mrr_at_1000_std + value: -3.9874 + - type: nauc_mrr_at_1000_diff1 + value: 23.4452 + - type: main_score + value: 23.092 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: ndcg_at_1 + value: 27.238 + - type: ndcg_at_3 + value: 32.157000000000004 + - type: ndcg_at_5 + value: 34.044000000000004 + - type: ndcg_at_10 + value: 37.013 + - type: ndcg_at_20 + value: 39.337 + - type: ndcg_at_100 + value: 42.811 + - type: ndcg_at_1000 + value: 45.275999999999996 + - type: map_at_1 + value: 22.537 + - type: map_at_3 + value: 28.79 + - type: map_at_5 + value: 30.09 + - type: map_at_10 + value: 31.508999999999997 + - type: map_at_20 + value: 32.265 + - type: map_at_100 + value: 32.835 + - type: map_at_1000 + value: 32.96 + - type: recall_at_1 + value: 22.537 + - type: recall_at_3 + value: 35.122 + - type: recall_at_5 + value: 39.946 + - type: recall_at_10 + value: 48.803000000000004 + - type: recall_at_20 + value: 56.92700000000001 + - type: recall_at_100 + value: 73.288 + - type: recall_at_1000 + value: 89.725 + - type: precision_at_1 + value: 27.238 + - type: precision_at_3 + value: 15.271 + - type: precision_at_5 + value: 10.780000000000001 + - type: precision_at_10 + value: 6.755999999999999 + - type: precision_at_20 + value: 4.139 + - type: precision_at_100 + value: 1.153 + - type: precision_at_1000 + value: 0.154 + - type: mrr_at_1 + value: 27.237699999999997 + - type: mrr_at_3 + value: 33.6702 + - type: mrr_at_5 + value: 35.036899999999996 + - type: mrr_at_10 + value: 36.334 + - type: mrr_at_20 + value: 36.889300000000006 + - type: mrr_at_100 + value: 37.2666 + - type: mrr_at_1000 + value: 37.3281 + - type: nauc_ndcg_at_1_max + value: 43.4963 + - type: nauc_ndcg_at_1_std + value: -1.6833999999999998 + - type: nauc_ndcg_at_1_diff1 + value: 58.719100000000005 + - type: nauc_ndcg_at_3_max + value: 37.6659 + - type: nauc_ndcg_at_3_std + value: -2.1128 + - type: nauc_ndcg_at_3_diff1 + value: 49.8754 + - type: nauc_ndcg_at_5_max + value: 37.1104 + - type: nauc_ndcg_at_5_std + value: -0.6056 + - type: nauc_ndcg_at_5_diff1 + value: 48.470200000000006 + - type: nauc_ndcg_at_10_max + value: 37.1137 + - type: nauc_ndcg_at_10_std + value: 0.0755 + - type: nauc_ndcg_at_10_diff1 + value: 47.2322 + - type: nauc_ndcg_at_20_max + value: 37.4454 + - type: nauc_ndcg_at_20_std + value: 0.9248 + - type: nauc_ndcg_at_20_diff1 + value: 47.1307 + - type: nauc_ndcg_at_100_max + value: 38.5982 + - type: nauc_ndcg_at_100_std + value: 3.2502000000000004 + - type: nauc_ndcg_at_100_diff1 + value: 47.389399999999995 + - type: nauc_ndcg_at_1000_max + value: 39.129000000000005 + - type: nauc_ndcg_at_1000_std + value: 3.6103000000000005 + - type: nauc_ndcg_at_1000_diff1 + value: 47.5898 + - type: nauc_map_at_1_max + value: 38.7388 + - type: nauc_map_at_1_std + value: -6.3459 + - type: nauc_map_at_1_diff1 + value: 59.5917 + - type: nauc_map_at_3_max + value: 36.8626 + - type: nauc_map_at_3_std + value: -4.1075 + - type: nauc_map_at_3_diff1 + value: 52.043099999999995 + - type: nauc_map_at_5_max + value: 36.965199999999996 + - type: nauc_map_at_5_std + value: -2.8134 + - type: nauc_map_at_5_diff1 + value: 51.20289999999999 + - type: nauc_map_at_10_max + value: 37.3143 + - type: nauc_map_at_10_std + value: -2.1212 + - type: nauc_map_at_10_diff1 + value: 50.553599999999996 + - type: nauc_map_at_20_max + value: 37.5873 + - type: nauc_map_at_20_std + value: -1.7235 + - type: nauc_map_at_20_diff1 + value: 50.532999999999994 + - type: nauc_map_at_100_max + value: 37.8729 + - type: nauc_map_at_100_std + value: -1.3049 + - type: nauc_map_at_100_diff1 + value: 50.5814 + - type: nauc_map_at_1000_max + value: 37.922200000000004 + - type: nauc_map_at_1000_std + value: -1.2218 + - type: nauc_map_at_1000_diff1 + value: 50.5796 + - type: nauc_recall_at_1_max + value: 38.7388 + - type: nauc_recall_at_1_std + value: -6.3459 + - type: nauc_recall_at_1_diff1 + value: 59.5917 + - type: nauc_recall_at_3_max + value: 31.7313 + - type: nauc_recall_at_3_std + value: -3.8849 + - type: nauc_recall_at_3_diff1 + value: 44.2818 + - type: nauc_recall_at_5_max + value: 31.284 + - type: nauc_recall_at_5_std + value: 0.2032 + - type: nauc_recall_at_5_diff1 + value: 40.7502 + - type: nauc_recall_at_10_max + value: 31.018099999999997 + - type: nauc_recall_at_10_std + value: 2.9815 + - type: nauc_recall_at_10_diff1 + value: 35.7645 + - type: nauc_recall_at_20_max + value: 30.5273 + - type: nauc_recall_at_20_std + value: 5.2793 + - type: nauc_recall_at_20_diff1 + value: 33.9285 + - type: nauc_recall_at_100_max + value: 33.6613 + - type: nauc_recall_at_100_std + value: 19.8697 + - type: nauc_recall_at_100_diff1 + value: 31.4998 + - type: nauc_recall_at_1000_max + value: 39.9223 + - type: nauc_recall_at_1000_std + value: 38.4869 + - type: nauc_recall_at_1000_diff1 + value: 22.379199999999997 + - type: nauc_precision_at_1_max + value: 43.4963 + - type: nauc_precision_at_1_std + value: -1.6833999999999998 + - type: nauc_precision_at_1_diff1 + value: 58.719100000000005 + - type: nauc_precision_at_3_max + value: 37.9844 + - type: nauc_precision_at_3_std + value: 5.8961 + - type: nauc_precision_at_3_diff1 + value: 36.9786 + - type: nauc_precision_at_5_max + value: 36.7037 + - type: nauc_precision_at_5_std + value: 11.3331 + - type: nauc_precision_at_5_diff1 + value: 30.429499999999997 + - type: nauc_precision_at_10_max + value: 35.3315 + - type: nauc_precision_at_10_std + value: 15.9411 + - type: nauc_precision_at_10_diff1 + value: 21.698600000000003 + - type: nauc_precision_at_20_max + value: 32.1937 + - type: nauc_precision_at_20_std + value: 21.0608 + - type: nauc_precision_at_20_diff1 + value: 15.190999999999999 + - type: nauc_precision_at_100_max + value: 26.1556 + - type: nauc_precision_at_100_std + value: 28.7677 + - type: nauc_precision_at_100_diff1 + value: 3.8747999999999996 + - type: nauc_precision_at_1000_max + value: 14.413699999999999 + - type: nauc_precision_at_1000_std + value: 28.311700000000002 + - type: nauc_precision_at_1000_diff1 + value: -6.848999999999999 + - type: nauc_mrr_at_1_max + value: 43.4963 + - type: nauc_mrr_at_1_std + value: -1.6833999999999998 + - type: nauc_mrr_at_1_diff1 + value: 58.719100000000005 + - type: nauc_mrr_at_3_max + value: 40.122600000000006 + - type: nauc_mrr_at_3_std + value: -0.7172000000000001 + - type: nauc_mrr_at_3_diff1 + value: 51.634800000000006 + - type: nauc_mrr_at_5_max + value: 40.2557 + - type: nauc_mrr_at_5_std + value: 0.3495 + - type: nauc_mrr_at_5_diff1 + value: 50.6254 + - type: nauc_mrr_at_10_max + value: 40.3164 + - type: nauc_mrr_at_10_std + value: 0.6847 + - type: nauc_mrr_at_10_diff1 + value: 50.17660000000001 + - type: nauc_mrr_at_20_max + value: 40.341 + - type: nauc_mrr_at_20_std + value: 0.8421 + - type: nauc_mrr_at_20_diff1 + value: 50.231899999999996 + - type: nauc_mrr_at_100_max + value: 40.3681 + - type: nauc_mrr_at_100_std + value: 0.9655 + - type: nauc_mrr_at_100_diff1 + value: 50.3195 + - type: nauc_mrr_at_1000_max + value: 40.3715 + - type: nauc_mrr_at_1000_std + value: 0.9560000000000001 + - type: nauc_mrr_at_1000_diff1 + value: 50.31870000000001 + - type: main_score + value: 37.013 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: ndcg_at_1 + value: 25.228 + - type: ndcg_at_3 + value: 29.072 + - type: ndcg_at_5 + value: 31.289 + - type: ndcg_at_10 + value: 33.489000000000004 + - type: ndcg_at_20 + value: 35.565999999999995 + - type: ndcg_at_100 + value: 39.297 + - type: ndcg_at_1000 + value: 41.996 + - type: map_at_1 + value: 20.288 + - type: map_at_3 + value: 25.911 + - type: map_at_5 + value: 27.423 + - type: map_at_10 + value: 28.51 + - type: map_at_20 + value: 29.14 + - type: map_at_100 + value: 29.736 + - type: map_at_1000 + value: 29.862 + - type: recall_at_1 + value: 20.288 + - type: recall_at_3 + value: 31.413000000000004 + - type: recall_at_5 + value: 37.333 + - type: recall_at_10 + value: 43.861 + - type: recall_at_20 + value: 51.217 + - type: recall_at_100 + value: 69.23 + - type: recall_at_1000 + value: 87.747 + - type: precision_at_1 + value: 25.228 + - type: precision_at_3 + value: 13.889000000000001 + - type: precision_at_5 + value: 10.137 + - type: precision_at_10 + value: 6.084 + - type: precision_at_20 + value: 3.687 + - type: precision_at_100 + value: 1.065 + - type: precision_at_1000 + value: 0.146 + - type: mrr_at_1 + value: 25.228299999999997 + - type: mrr_at_3 + value: 30.707800000000002 + - type: mrr_at_5 + value: 32.300200000000004 + - type: mrr_at_10 + value: 33.2576 + - type: mrr_at_20 + value: 33.7973 + - type: mrr_at_100 + value: 34.2415 + - type: mrr_at_1000 + value: 34.3064 + - type: nauc_ndcg_at_1_max + value: 40.171600000000005 + - type: nauc_ndcg_at_1_std + value: 6.5067 + - type: nauc_ndcg_at_1_diff1 + value: 39.2721 + - type: nauc_ndcg_at_3_max + value: 38.3229 + - type: nauc_ndcg_at_3_std + value: 6.5445 + - type: nauc_ndcg_at_3_diff1 + value: 33.1411 + - type: nauc_ndcg_at_5_max + value: 38.8223 + - type: nauc_ndcg_at_5_std + value: 7.9156 + - type: nauc_ndcg_at_5_diff1 + value: 32.1325 + - type: nauc_ndcg_at_10_max + value: 38.2528 + - type: nauc_ndcg_at_10_std + value: 7.696400000000001 + - type: nauc_ndcg_at_10_diff1 + value: 31.9019 + - type: nauc_ndcg_at_20_max + value: 38.324000000000005 + - type: nauc_ndcg_at_20_std + value: 8.8949 + - type: nauc_ndcg_at_20_diff1 + value: 31.5701 + - type: nauc_ndcg_at_100_max + value: 39.4976 + - type: nauc_ndcg_at_100_std + value: 11.2611 + - type: nauc_ndcg_at_100_diff1 + value: 31.8071 + - type: nauc_ndcg_at_1000_max + value: 40.0048 + - type: nauc_ndcg_at_1000_std + value: 11.615599999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 32.0789 + - type: nauc_map_at_1_max + value: 35.7305 + - type: nauc_map_at_1_std + value: 1.5761 + - type: nauc_map_at_1_diff1 + value: 38.4366 + - type: nauc_map_at_3_max + value: 37.3442 + - type: nauc_map_at_3_std + value: 4.7477 + - type: nauc_map_at_3_diff1 + value: 34.2786 + - type: nauc_map_at_5_max + value: 37.963 + - type: nauc_map_at_5_std + value: 5.8431 + - type: nauc_map_at_5_diff1 + value: 33.6109 + - type: nauc_map_at_10_max + value: 37.9757 + - type: nauc_map_at_10_std + value: 5.9797 + - type: nauc_map_at_10_diff1 + value: 33.6136 + - type: nauc_map_at_20_max + value: 38.1347 + - type: nauc_map_at_20_std + value: 6.4297 + - type: nauc_map_at_20_diff1 + value: 33.5546 + - type: nauc_map_at_100_max + value: 38.3476 + - type: nauc_map_at_100_std + value: 6.920800000000001 + - type: nauc_map_at_100_diff1 + value: 33.514300000000006 + - type: nauc_map_at_1000_max + value: 38.3756 + - type: nauc_map_at_1000_std + value: 6.9628 + - type: nauc_map_at_1000_diff1 + value: 33.5194 + - type: nauc_recall_at_1_max + value: 35.7305 + - type: nauc_recall_at_1_std + value: 1.5761 + - type: nauc_recall_at_1_diff1 + value: 38.4366 + - type: nauc_recall_at_3_max + value: 35.8924 + - type: nauc_recall_at_3_std + value: 5.6564000000000005 + - type: nauc_recall_at_3_diff1 + value: 30.3315 + - type: nauc_recall_at_5_max + value: 36.728300000000004 + - type: nauc_recall_at_5_std + value: 9.274000000000001 + - type: nauc_recall_at_5_diff1 + value: 27.382800000000003 + - type: nauc_recall_at_10_max + value: 35.053 + - type: nauc_recall_at_10_std + value: 8.9863 + - type: nauc_recall_at_10_diff1 + value: 26.279400000000003 + - type: nauc_recall_at_20_max + value: 33.960499999999996 + - type: nauc_recall_at_20_std + value: 12.664800000000001 + - type: nauc_recall_at_20_diff1 + value: 24.2244 + - type: nauc_recall_at_100_max + value: 38.0486 + - type: nauc_recall_at_100_std + value: 24.9646 + - type: nauc_recall_at_100_diff1 + value: 24.052699999999998 + - type: nauc_recall_at_1000_max + value: 48.7529 + - type: nauc_recall_at_1000_std + value: 46.6888 + - type: nauc_recall_at_1000_diff1 + value: 23.4965 + - type: nauc_precision_at_1_max + value: 40.171600000000005 + - type: nauc_precision_at_1_std + value: 6.5067 + - type: nauc_precision_at_1_diff1 + value: 39.2721 + - type: nauc_precision_at_3_max + value: 40.3259 + - type: nauc_precision_at_3_std + value: 14.2162 + - type: nauc_precision_at_3_diff1 + value: 26.9316 + - type: nauc_precision_at_5_max + value: 40.4385 + - type: nauc_precision_at_5_std + value: 17.8013 + - type: nauc_precision_at_5_diff1 + value: 22.4482 + - type: nauc_precision_at_10_max + value: 36.7242 + - type: nauc_precision_at_10_std + value: 17.352999999999998 + - type: nauc_precision_at_10_diff1 + value: 18.373900000000003 + - type: nauc_precision_at_20_max + value: 32.7196 + - type: nauc_precision_at_20_std + value: 20.2914 + - type: nauc_precision_at_20_diff1 + value: 14.331900000000001 + - type: nauc_precision_at_100_max + value: 23.4403 + - type: nauc_precision_at_100_std + value: 24.6467 + - type: nauc_precision_at_100_diff1 + value: 3.6826999999999996 + - type: nauc_precision_at_1000_max + value: 7.795599999999999 + - type: nauc_precision_at_1000_std + value: 14.889199999999999 + - type: nauc_precision_at_1000_diff1 + value: -6.0821 + - type: nauc_mrr_at_1_max + value: 40.171600000000005 + - type: nauc_mrr_at_1_std + value: 6.5067 + - type: nauc_mrr_at_1_diff1 + value: 39.2721 + - type: nauc_mrr_at_3_max + value: 40.1914 + - type: nauc_mrr_at_3_std + value: 8.0097 + - type: nauc_mrr_at_3_diff1 + value: 35.1381 + - type: nauc_mrr_at_5_max + value: 40.125499999999995 + - type: nauc_mrr_at_5_std + value: 8.818299999999999 + - type: nauc_mrr_at_5_diff1 + value: 34.2425 + - type: nauc_mrr_at_10_max + value: 39.5882 + - type: nauc_mrr_at_10_std + value: 8.5347 + - type: nauc_mrr_at_10_diff1 + value: 33.8442 + - type: nauc_mrr_at_20_max + value: 39.4937 + - type: nauc_mrr_at_20_std + value: 8.6579 + - type: nauc_mrr_at_20_diff1 + value: 33.7513 + - type: nauc_mrr_at_100_max + value: 39.7282 + - type: nauc_mrr_at_100_std + value: 8.8992 + - type: nauc_mrr_at_100_diff1 + value: 33.9029 + - type: nauc_mrr_at_1000_max + value: 39.725100000000005 + - type: nauc_mrr_at_1000_std + value: 8.884599999999999 + - type: nauc_mrr_at_1000_diff1 + value: 33.9196 + - type: main_score + value: 33.489000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 32.16908333333333 + - type: ndcg_at_10 + value: 32.16908333333333 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: ndcg_at_1 + value: 21.166 + - type: ndcg_at_3 + value: 24.697 + - type: ndcg_at_5 + value: 26.206000000000003 + - type: ndcg_at_10 + value: 28.144000000000002 + - type: ndcg_at_20 + value: 29.877 + - type: ndcg_at_100 + value: 32.798 + - type: ndcg_at_1000 + value: 35.119 + - type: map_at_1 + value: 18.672 + - type: map_at_3 + value: 22.689999999999998 + - type: map_at_5 + value: 23.653 + - type: map_at_10 + value: 24.468999999999998 + - type: map_at_20 + value: 24.97 + - type: map_at_100 + value: 25.401 + - type: map_at_1000 + value: 25.480999999999998 + - type: recall_at_1 + value: 18.672 + - type: recall_at_3 + value: 27.173000000000002 + - type: recall_at_5 + value: 30.953000000000003 + - type: recall_at_10 + value: 36.88 + - type: recall_at_20 + value: 43.444 + - type: recall_at_100 + value: 58.217 + - type: recall_at_1000 + value: 75.725 + - type: precision_at_1 + value: 21.166 + - type: precision_at_3 + value: 10.685 + - type: precision_at_5 + value: 7.485 + - type: precision_at_10 + value: 4.479 + - type: precision_at_20 + value: 2.669 + - type: precision_at_100 + value: 0.729 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 21.1656 + - type: mrr_at_3 + value: 25.511200000000002 + - type: mrr_at_5 + value: 26.3471 + - type: mrr_at_10 + value: 27.2333 + - type: mrr_at_20 + value: 27.6509 + - type: mrr_at_100 + value: 28.058699999999998 + - type: mrr_at_1000 + value: 28.122000000000003 + - type: nauc_ndcg_at_1_max + value: 26.528800000000004 + - type: nauc_ndcg_at_1_std + value: 0.10319999999999999 + - type: nauc_ndcg_at_1_diff1 + value: 50.654999999999994 + - type: nauc_ndcg_at_3_max + value: 25.9172 + - type: nauc_ndcg_at_3_std + value: 3.91 + - type: nauc_ndcg_at_3_diff1 + value: 46.4349 + - type: nauc_ndcg_at_5_max + value: 25.367099999999997 + - type: nauc_ndcg_at_5_std + value: 5.7907 + - type: nauc_ndcg_at_5_diff1 + value: 45.3087 + - type: nauc_ndcg_at_10_max + value: 25.2675 + - type: nauc_ndcg_at_10_std + value: 6.8572 + - type: nauc_ndcg_at_10_diff1 + value: 43.1656 + - type: nauc_ndcg_at_20_max + value: 25.2661 + - type: nauc_ndcg_at_20_std + value: 8.5497 + - type: nauc_ndcg_at_20_diff1 + value: 41.7731 + - type: nauc_ndcg_at_100_max + value: 25.757799999999996 + - type: nauc_ndcg_at_100_std + value: 9.626999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 40.9369 + - type: nauc_ndcg_at_1000_max + value: 26.693 + - type: nauc_ndcg_at_1000_std + value: 10.0071 + - type: nauc_ndcg_at_1000_diff1 + value: 41.458 + - type: nauc_map_at_1_max + value: 28.0534 + - type: nauc_map_at_1_std + value: -3.001 + - type: nauc_map_at_1_diff1 + value: 53.8926 + - type: nauc_map_at_3_max + value: 26.472800000000003 + - type: nauc_map_at_3_std + value: 1.4403 + - type: nauc_map_at_3_diff1 + value: 48.676 + - type: nauc_map_at_5_max + value: 26.2414 + - type: nauc_map_at_5_std + value: 3.0925000000000002 + - type: nauc_map_at_5_diff1 + value: 47.9445 + - type: nauc_map_at_10_max + value: 26.2277 + - type: nauc_map_at_10_std + value: 3.7763999999999998 + - type: nauc_map_at_10_diff1 + value: 47.0099 + - type: nauc_map_at_20_max + value: 26.263599999999997 + - type: nauc_map_at_20_std + value: 4.315 + - type: nauc_map_at_20_diff1 + value: 46.5854 + - type: nauc_map_at_100_max + value: 26.319100000000002 + - type: nauc_map_at_100_std + value: 4.5135000000000005 + - type: nauc_map_at_100_diff1 + value: 46.3709 + - type: nauc_map_at_1000_max + value: 26.3864 + - type: nauc_map_at_1000_std + value: 4.5534 + - type: nauc_map_at_1000_diff1 + value: 46.3922 + - type: nauc_recall_at_1_max + value: 28.0534 + - type: nauc_recall_at_1_std + value: -3.001 + - type: nauc_recall_at_1_diff1 + value: 53.8926 + - type: nauc_recall_at_3_max + value: 23.6962 + - type: nauc_recall_at_3_std + value: 5.4231 + - type: nauc_recall_at_3_diff1 + value: 42.540499999999994 + - type: nauc_recall_at_5_max + value: 22.4468 + - type: nauc_recall_at_5_std + value: 9.8421 + - type: nauc_recall_at_5_diff1 + value: 39.783 + - type: nauc_recall_at_10_max + value: 21.8317 + - type: nauc_recall_at_10_std + value: 12.8712 + - type: nauc_recall_at_10_diff1 + value: 33.7508 + - type: nauc_recall_at_20_max + value: 21.3863 + - type: nauc_recall_at_20_std + value: 18.3436 + - type: nauc_recall_at_20_diff1 + value: 28.590700000000002 + - type: nauc_recall_at_100_max + value: 22.7284 + - type: nauc_recall_at_100_std + value: 24.3125 + - type: nauc_recall_at_100_diff1 + value: 23.3571 + - type: nauc_recall_at_1000_max + value: 27.7326 + - type: nauc_recall_at_1000_std + value: 32.8397 + - type: nauc_recall_at_1000_diff1 + value: 20.892 + - type: nauc_precision_at_1_max + value: 26.528800000000004 + - type: nauc_precision_at_1_std + value: 0.10319999999999999 + - type: nauc_precision_at_1_diff1 + value: 50.654999999999994 + - type: nauc_precision_at_3_max + value: 25.349300000000003 + - type: nauc_precision_at_3_std + value: 11.5181 + - type: nauc_precision_at_3_diff1 + value: 39.2497 + - type: nauc_precision_at_5_max + value: 23.4647 + - type: nauc_precision_at_5_std + value: 18.7151 + - type: nauc_precision_at_5_diff1 + value: 33.8881 + - type: nauc_precision_at_10_max + value: 23.7545 + - type: nauc_precision_at_10_std + value: 21.3893 + - type: nauc_precision_at_10_diff1 + value: 28.535100000000003 + - type: nauc_precision_at_20_max + value: 23.089199999999998 + - type: nauc_precision_at_20_std + value: 26.2866 + - type: nauc_precision_at_20_diff1 + value: 21.0742 + - type: nauc_precision_at_100_max + value: 23.2832 + - type: nauc_precision_at_100_std + value: 29.4046 + - type: nauc_precision_at_100_diff1 + value: 14.0878 + - type: nauc_precision_at_1000_max + value: 23.9556 + - type: nauc_precision_at_1000_std + value: 26.3343 + - type: nauc_precision_at_1000_diff1 + value: 4.2393 + - type: nauc_mrr_at_1_max + value: 26.528800000000004 + - type: nauc_mrr_at_1_std + value: 0.10319999999999999 + - type: nauc_mrr_at_1_diff1 + value: 50.654999999999994 + - type: nauc_mrr_at_3_max + value: 25.7994 + - type: nauc_mrr_at_3_std + value: 4.0969999999999995 + - type: nauc_mrr_at_3_diff1 + value: 45.6167 + - type: nauc_mrr_at_5_max + value: 25.594499999999996 + - type: nauc_mrr_at_5_std + value: 4.9945 + - type: nauc_mrr_at_5_diff1 + value: 45.0037 + - type: nauc_mrr_at_10_max + value: 25.6333 + - type: nauc_mrr_at_10_std + value: 5.4663 + - type: nauc_mrr_at_10_diff1 + value: 44.0708 + - type: nauc_mrr_at_20_max + value: 25.5786 + - type: nauc_mrr_at_20_std + value: 5.8257 + - type: nauc_mrr_at_20_diff1 + value: 43.7883 + - type: nauc_mrr_at_100_max + value: 25.668499999999998 + - type: nauc_mrr_at_100_std + value: 5.888999999999999 + - type: nauc_mrr_at_100_diff1 + value: 43.6408 + - type: nauc_mrr_at_1000_max + value: 25.689099999999996 + - type: nauc_mrr_at_1000_std + value: 5.9147 + - type: nauc_mrr_at_1000_diff1 + value: 43.669200000000004 + - type: main_score + value: 28.144000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: ndcg_at_1 + value: 14.177999999999999 + - type: ndcg_at_3 + value: 17.057 + - type: ndcg_at_5 + value: 18.56 + - type: ndcg_at_10 + value: 20.471 + - type: ndcg_at_20 + value: 22.044 + - type: ndcg_at_100 + value: 25.03 + - type: ndcg_at_1000 + value: 28.231 + - type: map_at_1 + value: 11.552999999999999 + - type: map_at_3 + value: 15.024999999999999 + - type: map_at_5 + value: 15.972 + - type: map_at_10 + value: 16.841 + - type: map_at_20 + value: 17.291 + - type: map_at_100 + value: 17.711 + - type: map_at_1000 + value: 17.832 + - type: recall_at_1 + value: 11.552999999999999 + - type: recall_at_3 + value: 18.958 + - type: recall_at_5 + value: 22.823999999999998 + - type: recall_at_10 + value: 28.569 + - type: recall_at_20 + value: 34.504000000000005 + - type: recall_at_100 + value: 49.491 + - type: recall_at_1000 + value: 72.82600000000001 + - type: precision_at_1 + value: 14.177999999999999 + - type: precision_at_3 + value: 8.097999999999999 + - type: precision_at_5 + value: 5.953 + - type: precision_at_10 + value: 3.823 + - type: precision_at_20 + value: 2.326 + - type: precision_at_100 + value: 0.7100000000000001 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: mrr_at_1 + value: 14.177600000000002 + - type: mrr_at_3 + value: 17.9456 + - type: mrr_at_5 + value: 18.9694 + - type: mrr_at_10 + value: 19.8676 + - type: mrr_at_20 + value: 20.338800000000003 + - type: mrr_at_100 + value: 20.7227 + - type: mrr_at_1000 + value: 20.8095 + - type: nauc_ndcg_at_1_max + value: 27.3731 + - type: nauc_ndcg_at_1_std + value: -0.0848 + - type: nauc_ndcg_at_1_diff1 + value: 40.2551 + - type: nauc_ndcg_at_3_max + value: 25.4625 + - type: nauc_ndcg_at_3_std + value: 0.5476 + - type: nauc_ndcg_at_3_diff1 + value: 34.3983 + - type: nauc_ndcg_at_5_max + value: 25.1083 + - type: nauc_ndcg_at_5_std + value: 1.1606999999999998 + - type: nauc_ndcg_at_5_diff1 + value: 32.8852 + - type: nauc_ndcg_at_10_max + value: 24.845 + - type: nauc_ndcg_at_10_std + value: 2.4927 + - type: nauc_ndcg_at_10_diff1 + value: 31.651899999999998 + - type: nauc_ndcg_at_20_max + value: 25.155300000000004 + - type: nauc_ndcg_at_20_std + value: 3.8962999999999997 + - type: nauc_ndcg_at_20_diff1 + value: 30.687199999999997 + - type: nauc_ndcg_at_100_max + value: 25.391000000000002 + - type: nauc_ndcg_at_100_std + value: 4.9506000000000006 + - type: nauc_ndcg_at_100_diff1 + value: 30.021900000000002 + - type: nauc_ndcg_at_1000_max + value: 25.446999999999996 + - type: nauc_ndcg_at_1000_std + value: 5.7198 + - type: nauc_ndcg_at_1000_diff1 + value: 29.710700000000003 + - type: nauc_map_at_1_max + value: 24.317 + - type: nauc_map_at_1_std + value: -1.3325 + - type: nauc_map_at_1_diff1 + value: 43.0924 + - type: nauc_map_at_3_max + value: 24.5786 + - type: nauc_map_at_3_std + value: -0.19870000000000002 + - type: nauc_map_at_3_diff1 + value: 36.7577 + - type: nauc_map_at_5_max + value: 24.5709 + - type: nauc_map_at_5_std + value: 0.1682 + - type: nauc_map_at_5_diff1 + value: 35.649300000000004 + - type: nauc_map_at_10_max + value: 24.637 + - type: nauc_map_at_10_std + value: 0.9096 + - type: nauc_map_at_10_diff1 + value: 34.874300000000005 + - type: nauc_map_at_20_max + value: 24.7864 + - type: nauc_map_at_20_std + value: 1.3651 + - type: nauc_map_at_20_diff1 + value: 34.5685 + - type: nauc_map_at_100_max + value: 24.8458 + - type: nauc_map_at_100_std + value: 1.5959 + - type: nauc_map_at_100_diff1 + value: 34.482800000000005 + - type: nauc_map_at_1000_max + value: 24.8587 + - type: nauc_map_at_1000_std + value: 1.6378 + - type: nauc_map_at_1000_diff1 + value: 34.4495 + - type: nauc_recall_at_1_max + value: 24.317 + - type: nauc_recall_at_1_std + value: -1.3325 + - type: nauc_recall_at_1_diff1 + value: 43.0924 + - type: nauc_recall_at_3_max + value: 23.906299999999998 + - type: nauc_recall_at_3_std + value: 0.9005000000000001 + - type: nauc_recall_at_3_diff1 + value: 31.312600000000003 + - type: nauc_recall_at_5_max + value: 22.896900000000002 + - type: nauc_recall_at_5_std + value: 1.8905999999999998 + - type: nauc_recall_at_5_diff1 + value: 27.442100000000003 + - type: nauc_recall_at_10_max + value: 22.4291 + - type: nauc_recall_at_10_std + value: 4.7312 + - type: nauc_recall_at_10_diff1 + value: 24.495800000000003 + - type: nauc_recall_at_20_max + value: 22.9385 + - type: nauc_recall_at_20_std + value: 8.6611 + - type: nauc_recall_at_20_diff1 + value: 21.223300000000002 + - type: nauc_recall_at_100_max + value: 23.7652 + - type: nauc_recall_at_100_std + value: 12.2032 + - type: nauc_recall_at_100_diff1 + value: 18.0425 + - type: nauc_recall_at_1000_max + value: 23.2788 + - type: nauc_recall_at_1000_std + value: 20.8114 + - type: nauc_recall_at_1000_diff1 + value: 12.0909 + - type: nauc_precision_at_1_max + value: 27.3731 + - type: nauc_precision_at_1_std + value: -0.0848 + - type: nauc_precision_at_1_diff1 + value: 40.2551 + - type: nauc_precision_at_3_max + value: 27.5815 + - type: nauc_precision_at_3_std + value: 2.3241 + - type: nauc_precision_at_3_diff1 + value: 28.1068 + - type: nauc_precision_at_5_max + value: 27.1773 + - type: nauc_precision_at_5_std + value: 3.7777 + - type: nauc_precision_at_5_diff1 + value: 24.271 + - type: nauc_precision_at_10_max + value: 26.4364 + - type: nauc_precision_at_10_std + value: 7.381500000000001 + - type: nauc_precision_at_10_diff1 + value: 21.0453 + - type: nauc_precision_at_20_max + value: 27.053700000000003 + - type: nauc_precision_at_20_std + value: 10.988199999999999 + - type: nauc_precision_at_20_diff1 + value: 18.0007 + - type: nauc_precision_at_100_max + value: 24.7712 + - type: nauc_precision_at_100_std + value: 14.1652 + - type: nauc_precision_at_100_diff1 + value: 11.0556 + - type: nauc_precision_at_1000_max + value: 19.5539 + - type: nauc_precision_at_1000_std + value: 15.2915 + - type: nauc_precision_at_1000_diff1 + value: 0.8828 + - type: nauc_mrr_at_1_max + value: 27.3731 + - type: nauc_mrr_at_1_std + value: -0.0848 + - type: nauc_mrr_at_1_diff1 + value: 40.2551 + - type: nauc_mrr_at_3_max + value: 26.4306 + - type: nauc_mrr_at_3_std + value: 1.3390000000000002 + - type: nauc_mrr_at_3_diff1 + value: 34.4013 + - type: nauc_mrr_at_5_max + value: 26.219199999999997 + - type: nauc_mrr_at_5_std + value: 1.7274 + - type: nauc_mrr_at_5_diff1 + value: 33.3294 + - type: nauc_mrr_at_10_max + value: 26.1096 + - type: nauc_mrr_at_10_std + value: 2.2398000000000002 + - type: nauc_mrr_at_10_diff1 + value: 32.811 + - type: nauc_mrr_at_20_max + value: 26.2244 + - type: nauc_mrr_at_20_std + value: 2.6409 + - type: nauc_mrr_at_20_diff1 + value: 32.533 + - type: nauc_mrr_at_100_max + value: 26.2496 + - type: nauc_mrr_at_100_std + value: 2.7576 + - type: nauc_mrr_at_100_diff1 + value: 32.4713 + - type: nauc_mrr_at_1000_max + value: 26.2422 + - type: nauc_mrr_at_1000_std + value: 2.7625 + - type: nauc_mrr_at_1000_diff1 + value: 32.4694 + - type: main_score + value: 20.471 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: ndcg_at_1 + value: 24.346999999999998 + - type: ndcg_at_3 + value: 27.389999999999997 + - type: ndcg_at_5 + value: 29.021 + - type: ndcg_at_10 + value: 31.19 + - type: ndcg_at_20 + value: 33.183 + - type: ndcg_at_100 + value: 36.464999999999996 + - type: ndcg_at_1000 + value: 39.555 + - type: map_at_1 + value: 20.973 + - type: map_at_3 + value: 25.159 + - type: map_at_5 + value: 26.16 + - type: map_at_10 + value: 27.125 + - type: map_at_20 + value: 27.681 + - type: map_at_100 + value: 28.175 + - type: map_at_1000 + value: 28.303 + - type: recall_at_1 + value: 20.973 + - type: recall_at_3 + value: 29.951 + - type: recall_at_5 + value: 34.009 + - type: recall_at_10 + value: 40.363 + - type: recall_at_20 + value: 47.728 + - type: recall_at_100 + value: 63.717999999999996 + - type: recall_at_1000 + value: 85.74000000000001 + - type: precision_at_1 + value: 24.346999999999998 + - type: precision_at_3 + value: 11.971 + - type: precision_at_5 + value: 8.321000000000002 + - type: precision_at_10 + value: 5.028 + - type: precision_at_20 + value: 3.032 + - type: precision_at_100 + value: 0.8670000000000001 + - type: precision_at_1000 + value: 0.126 + - type: mrr_at_1 + value: 24.346999999999998 + - type: mrr_at_3 + value: 28.5914 + - type: mrr_at_5 + value: 29.701499999999996 + - type: mrr_at_10 + value: 30.6006 + - type: mrr_at_20 + value: 31.171599999999998 + - type: mrr_at_100 + value: 31.5759 + - type: mrr_at_1000 + value: 31.6592 + - type: nauc_ndcg_at_1_max + value: 36.6074 + - type: nauc_ndcg_at_1_std + value: -0.2938 + - type: nauc_ndcg_at_1_diff1 + value: 51.1682 + - type: nauc_ndcg_at_3_max + value: 35.5856 + - type: nauc_ndcg_at_3_std + value: 3.3005 + - type: nauc_ndcg_at_3_diff1 + value: 45.524300000000004 + - type: nauc_ndcg_at_5_max + value: 34.2306 + - type: nauc_ndcg_at_5_std + value: 2.4515 + - type: nauc_ndcg_at_5_diff1 + value: 43.4606 + - type: nauc_ndcg_at_10_max + value: 34.0939 + - type: nauc_ndcg_at_10_std + value: 3.6513999999999998 + - type: nauc_ndcg_at_10_diff1 + value: 42.1622 + - type: nauc_ndcg_at_20_max + value: 33.9306 + - type: nauc_ndcg_at_20_std + value: 4.1006 + - type: nauc_ndcg_at_20_diff1 + value: 41.8551 + - type: nauc_ndcg_at_100_max + value: 33.9351 + - type: nauc_ndcg_at_100_std + value: 5.8532 + - type: nauc_ndcg_at_100_diff1 + value: 41.3425 + - type: nauc_ndcg_at_1000_max + value: 34.5893 + - type: nauc_ndcg_at_1000_std + value: 6.3454999999999995 + - type: nauc_ndcg_at_1000_diff1 + value: 41.893 + - type: nauc_map_at_1_max + value: 36.4348 + - type: nauc_map_at_1_std + value: -1.6310000000000002 + - type: nauc_map_at_1_diff1 + value: 52.9856 + - type: nauc_map_at_3_max + value: 35.660199999999996 + - type: nauc_map_at_3_std + value: 1.7934999999999999 + - type: nauc_map_at_3_diff1 + value: 47.364200000000004 + - type: nauc_map_at_5_max + value: 34.9516 + - type: nauc_map_at_5_std + value: 1.5001 + - type: nauc_map_at_5_diff1 + value: 46.1318 + - type: nauc_map_at_10_max + value: 35.0392 + - type: nauc_map_at_10_std + value: 2.2047 + - type: nauc_map_at_10_diff1 + value: 45.5432 + - type: nauc_map_at_20_max + value: 35.04 + - type: nauc_map_at_20_std + value: 2.3646000000000003 + - type: nauc_map_at_20_diff1 + value: 45.4156 + - type: nauc_map_at_100_max + value: 34.992200000000004 + - type: nauc_map_at_100_std + value: 2.6192 + - type: nauc_map_at_100_diff1 + value: 45.36 + - type: nauc_map_at_1000_max + value: 35.0113 + - type: nauc_map_at_1000_std + value: 2.6625 + - type: nauc_map_at_1000_diff1 + value: 45.373200000000004 + - type: nauc_recall_at_1_max + value: 36.4348 + - type: nauc_recall_at_1_std + value: -1.6310000000000002 + - type: nauc_recall_at_1_diff1 + value: 52.9856 + - type: nauc_recall_at_3_max + value: 34.381699999999995 + - type: nauc_recall_at_3_std + value: 5.4702 + - type: nauc_recall_at_3_diff1 + value: 41.4897 + - type: nauc_recall_at_5_max + value: 31.2585 + - type: nauc_recall_at_5_std + value: 4.0548 + - type: nauc_recall_at_5_diff1 + value: 36.7072 + - type: nauc_recall_at_10_max + value: 30.2046 + - type: nauc_recall_at_10_std + value: 6.7438 + - type: nauc_recall_at_10_diff1 + value: 32.8025 + - type: nauc_recall_at_20_max + value: 28.9 + - type: nauc_recall_at_20_std + value: 7.9 + - type: nauc_recall_at_20_diff1 + value: 30.969600000000003 + - type: nauc_recall_at_100_max + value: 27.970200000000002 + - type: nauc_recall_at_100_std + value: 17.891399999999997 + - type: nauc_recall_at_100_diff1 + value: 25.9407 + - type: nauc_recall_at_1000_max + value: 35.8183 + - type: nauc_recall_at_1000_std + value: 36.287000000000006 + - type: nauc_recall_at_1000_diff1 + value: 23.275299999999998 + - type: nauc_precision_at_1_max + value: 36.6074 + - type: nauc_precision_at_1_std + value: -0.2938 + - type: nauc_precision_at_1_diff1 + value: 51.1682 + - type: nauc_precision_at_3_max + value: 34.2215 + - type: nauc_precision_at_3_std + value: 7.9457 + - type: nauc_precision_at_3_diff1 + value: 37.960300000000004 + - type: nauc_precision_at_5_max + value: 30.8996 + - type: nauc_precision_at_5_std + value: 6.5465 + - type: nauc_precision_at_5_diff1 + value: 32.7939 + - type: nauc_precision_at_10_max + value: 29.3998 + - type: nauc_precision_at_10_std + value: 10.972999999999999 + - type: nauc_precision_at_10_diff1 + value: 26.808100000000003 + - type: nauc_precision_at_20_max + value: 26.5752 + - type: nauc_precision_at_20_std + value: 12.315900000000001 + - type: nauc_precision_at_20_diff1 + value: 23.4389 + - type: nauc_precision_at_100_max + value: 17.816100000000002 + - type: nauc_precision_at_100_std + value: 17.685200000000002 + - type: nauc_precision_at_100_diff1 + value: 8.921800000000001 + - type: nauc_precision_at_1000_max + value: 5.5458 + - type: nauc_precision_at_1000_std + value: 14.2567 + - type: nauc_precision_at_1000_diff1 + value: -4.7612000000000005 + - type: nauc_mrr_at_1_max + value: 36.6074 + - type: nauc_mrr_at_1_std + value: -0.2938 + - type: nauc_mrr_at_1_diff1 + value: 51.1682 + - type: nauc_mrr_at_3_max + value: 35.4753 + - type: nauc_mrr_at_3_std + value: 2.4454 + - type: nauc_mrr_at_3_diff1 + value: 45.6803 + - type: nauc_mrr_at_5_max + value: 34.9086 + - type: nauc_mrr_at_5_std + value: 2.1245 + - type: nauc_mrr_at_5_diff1 + value: 44.4838 + - type: nauc_mrr_at_10_max + value: 34.6014 + - type: nauc_mrr_at_10_std + value: 2.4307 + - type: nauc_mrr_at_10_diff1 + value: 44.0129 + - type: nauc_mrr_at_20_max + value: 34.5043 + - type: nauc_mrr_at_20_std + value: 2.6122 + - type: nauc_mrr_at_20_diff1 + value: 43.9379 + - type: nauc_mrr_at_100_max + value: 34.543400000000005 + - type: nauc_mrr_at_100_std + value: 2.8055 + - type: nauc_mrr_at_100_diff1 + value: 43.9384 + - type: nauc_mrr_at_1000_max + value: 34.558 + - type: nauc_mrr_at_1000_std + value: 2.8083 + - type: nauc_mrr_at_1000_diff1 + value: 43.9607 + - type: main_score + value: 31.19 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: ndcg_at_1 + value: 22.925 + - type: ndcg_at_3 + value: 27.41 + - type: ndcg_at_5 + value: 29.29 + - type: ndcg_at_10 + value: 31.232 + - type: ndcg_at_20 + value: 33.154 + - type: ndcg_at_100 + value: 36.606 + - type: ndcg_at_1000 + value: 39.806000000000004 + - type: map_at_1 + value: 19.137 + - type: map_at_3 + value: 23.966 + - type: map_at_5 + value: 25.369000000000003 + - type: map_at_10 + value: 26.412999999999997 + - type: map_at_20 + value: 27.108999999999998 + - type: map_at_100 + value: 27.726 + - type: map_at_1000 + value: 27.925 + - type: recall_at_1 + value: 19.137 + - type: recall_at_3 + value: 29.464000000000002 + - type: recall_at_5 + value: 34.544000000000004 + - type: recall_at_10 + value: 40.694 + - type: recall_at_20 + value: 47.910000000000004 + - type: recall_at_100 + value: 65.313 + - type: recall_at_1000 + value: 86.383 + - type: precision_at_1 + value: 22.925 + - type: precision_at_3 + value: 13.109000000000002 + - type: precision_at_5 + value: 9.684 + - type: precision_at_10 + value: 6.047000000000001 + - type: precision_at_20 + value: 3.903 + - type: precision_at_100 + value: 1.2349999999999999 + - type: precision_at_1000 + value: 0.207 + - type: mrr_at_1 + value: 22.9249 + - type: mrr_at_3 + value: 27.8656 + - type: mrr_at_5 + value: 29.1601 + - type: mrr_at_10 + value: 30.079299999999996 + - type: mrr_at_20 + value: 30.648999999999997 + - type: mrr_at_100 + value: 31.072699999999998 + - type: mrr_at_1000 + value: 31.1487 + - type: nauc_ndcg_at_1_max + value: 27.8397 + - type: nauc_ndcg_at_1_std + value: 7.4006 + - type: nauc_ndcg_at_1_diff1 + value: 51.337500000000006 + - type: nauc_ndcg_at_3_max + value: 27.786300000000004 + - type: nauc_ndcg_at_3_std + value: 10.5389 + - type: nauc_ndcg_at_3_diff1 + value: 48.272999999999996 + - type: nauc_ndcg_at_5_max + value: 26.245800000000003 + - type: nauc_ndcg_at_5_std + value: 10.9897 + - type: nauc_ndcg_at_5_diff1 + value: 46.5795 + - type: nauc_ndcg_at_10_max + value: 25.9559 + - type: nauc_ndcg_at_10_std + value: 11.290899999999999 + - type: nauc_ndcg_at_10_diff1 + value: 45.8508 + - type: nauc_ndcg_at_20_max + value: 25.962400000000002 + - type: nauc_ndcg_at_20_std + value: 11.5503 + - type: nauc_ndcg_at_20_diff1 + value: 44.8082 + - type: nauc_ndcg_at_100_max + value: 25.745800000000003 + - type: nauc_ndcg_at_100_std + value: 13.347700000000001 + - type: nauc_ndcg_at_100_diff1 + value: 43.7838 + - type: nauc_ndcg_at_1000_max + value: 26.493299999999998 + - type: nauc_ndcg_at_1000_std + value: 13.9622 + - type: nauc_ndcg_at_1000_diff1 + value: 44.8966 + - type: nauc_map_at_1_max + value: 26.4657 + - type: nauc_map_at_1_std + value: 3.5551 + - type: nauc_map_at_1_diff1 + value: 53.6002 + - type: nauc_map_at_3_max + value: 27.1682 + - type: nauc_map_at_3_std + value: 7.7661 + - type: nauc_map_at_3_diff1 + value: 49.5551 + - type: nauc_map_at_5_max + value: 26.631 + - type: nauc_map_at_5_std + value: 8.0968 + - type: nauc_map_at_5_diff1 + value: 48.1763 + - type: nauc_map_at_10_max + value: 26.3891 + - type: nauc_map_at_10_std + value: 8.4954 + - type: nauc_map_at_10_diff1 + value: 47.793400000000005 + - type: nauc_map_at_20_max + value: 26.3787 + - type: nauc_map_at_20_std + value: 8.8554 + - type: nauc_map_at_20_diff1 + value: 47.5802 + - type: nauc_map_at_100_max + value: 26.3258 + - type: nauc_map_at_100_std + value: 9.5955 + - type: nauc_map_at_100_diff1 + value: 47.5416 + - type: nauc_map_at_1000_max + value: 26.325599999999998 + - type: nauc_map_at_1000_std + value: 9.769 + - type: nauc_map_at_1000_diff1 + value: 47.5749 + - type: nauc_recall_at_1_max + value: 26.4657 + - type: nauc_recall_at_1_std + value: 3.5551 + - type: nauc_recall_at_1_diff1 + value: 53.6002 + - type: nauc_recall_at_3_max + value: 26.3286 + - type: nauc_recall_at_3_std + value: 11.058300000000001 + - type: nauc_recall_at_3_diff1 + value: 45.4661 + - type: nauc_recall_at_5_max + value: 24.1204 + - type: nauc_recall_at_5_std + value: 12.5151 + - type: nauc_recall_at_5_diff1 + value: 41.1045 + - type: nauc_recall_at_10_max + value: 24.008599999999998 + - type: nauc_recall_at_10_std + value: 13.7833 + - type: nauc_recall_at_10_diff1 + value: 38.8961 + - type: nauc_recall_at_20_max + value: 23.1511 + - type: nauc_recall_at_20_std + value: 15.1779 + - type: nauc_recall_at_20_diff1 + value: 35.641 + - type: nauc_recall_at_100_max + value: 20.5584 + - type: nauc_recall_at_100_std + value: 24.2135 + - type: nauc_recall_at_100_diff1 + value: 26.7027 + - type: nauc_recall_at_1000_max + value: 25.923800000000004 + - type: nauc_recall_at_1000_std + value: 40.6363 + - type: nauc_recall_at_1000_diff1 + value: 28.158 + - type: nauc_precision_at_1_max + value: 27.8397 + - type: nauc_precision_at_1_std + value: 7.4006 + - type: nauc_precision_at_1_diff1 + value: 51.337500000000006 + - type: nauc_precision_at_3_max + value: 25.4205 + - type: nauc_precision_at_3_std + value: 15.063299999999998 + - type: nauc_precision_at_3_diff1 + value: 38.4094 + - type: nauc_precision_at_5_max + value: 20.648 + - type: nauc_precision_at_5_std + value: 15.8803 + - type: nauc_precision_at_5_diff1 + value: 31.0389 + - type: nauc_precision_at_10_max + value: 17.5023 + - type: nauc_precision_at_10_std + value: 18.8265 + - type: nauc_precision_at_10_diff1 + value: 26.862799999999996 + - type: nauc_precision_at_20_max + value: 16.0018 + - type: nauc_precision_at_20_std + value: 22.9377 + - type: nauc_precision_at_20_diff1 + value: 21.6145 + - type: nauc_precision_at_100_max + value: 3.9446000000000003 + - type: nauc_precision_at_100_std + value: 30.923699999999997 + - type: nauc_precision_at_100_diff1 + value: 8.1114 + - type: nauc_precision_at_1000_max + value: -7.824599999999999 + - type: nauc_precision_at_1000_std + value: 22.6591 + - type: nauc_precision_at_1000_diff1 + value: -2.9668 + - type: nauc_mrr_at_1_max + value: 27.8397 + - type: nauc_mrr_at_1_std + value: 7.4006 + - type: nauc_mrr_at_1_diff1 + value: 51.337500000000006 + - type: nauc_mrr_at_3_max + value: 27.166400000000003 + - type: nauc_mrr_at_3_std + value: 10.5992 + - type: nauc_mrr_at_3_diff1 + value: 47.5073 + - type: nauc_mrr_at_5_max + value: 26.4996 + - type: nauc_mrr_at_5_std + value: 10.9831 + - type: nauc_mrr_at_5_diff1 + value: 46.395599999999995 + - type: nauc_mrr_at_10_max + value: 26.5579 + - type: nauc_mrr_at_10_std + value: 11.1244 + - type: nauc_mrr_at_10_diff1 + value: 46.4022 + - type: nauc_mrr_at_20_max + value: 26.659 + - type: nauc_mrr_at_20_std + value: 11.159099999999999 + - type: nauc_mrr_at_20_diff1 + value: 46.230900000000005 + - type: nauc_mrr_at_100_max + value: 26.5909 + - type: nauc_mrr_at_100_std + value: 11.3546 + - type: nauc_mrr_at_100_diff1 + value: 46.1344 + - type: nauc_mrr_at_1000_max + value: 26.611400000000003 + - type: nauc_mrr_at_1000_std + value: 11.3636 + - type: nauc_mrr_at_1000_diff1 + value: 46.1867 + - type: main_score + value: 31.232 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: ndcg_at_1 + value: 18.299000000000003 + - type: ndcg_at_3 + value: 22.947 + - type: ndcg_at_5 + value: 24.288999999999998 + - type: ndcg_at_10 + value: 26.195 + - type: ndcg_at_20 + value: 28.138 + - type: ndcg_at_100 + value: 31.194 + - type: ndcg_at_1000 + value: 34.148 + - type: map_at_1 + value: 16.833000000000002 + - type: map_at_3 + value: 21.099999999999998 + - type: map_at_5 + value: 21.97 + - type: map_at_10 + value: 22.788 + - type: map_at_20 + value: 23.321 + - type: map_at_100 + value: 23.73 + - type: map_at_1000 + value: 23.838 + - type: recall_at_1 + value: 16.833000000000002 + - type: recall_at_3 + value: 26.334000000000003 + - type: recall_at_5 + value: 29.575000000000003 + - type: recall_at_10 + value: 35.120000000000005 + - type: recall_at_20 + value: 42.532 + - type: recall_at_100 + value: 58.59799999999999 + - type: recall_at_1000 + value: 80.809 + - type: precision_at_1 + value: 18.299000000000003 + - type: precision_at_3 + value: 9.92 + - type: precision_at_5 + value: 6.765000000000001 + - type: precision_at_10 + value: 4.067 + - type: precision_at_20 + value: 2.486 + - type: precision_at_100 + value: 0.701 + - type: precision_at_1000 + value: 0.105 + - type: mrr_at_1 + value: 18.2994 + - type: mrr_at_3 + value: 22.7665 + - type: mrr_at_5 + value: 23.5059 + - type: mrr_at_10 + value: 24.3175 + - type: mrr_at_20 + value: 24.8732 + - type: mrr_at_100 + value: 25.2759 + - type: mrr_at_1000 + value: 25.362499999999997 + - type: nauc_ndcg_at_1_max + value: 29.0492 + - type: nauc_ndcg_at_1_std + value: -3.7428999999999997 + - type: nauc_ndcg_at_1_diff1 + value: 42.7622 + - type: nauc_ndcg_at_3_max + value: 24.3326 + - type: nauc_ndcg_at_3_std + value: -2.7470000000000003 + - type: nauc_ndcg_at_3_diff1 + value: 34.0168 + - type: nauc_ndcg_at_5_max + value: 23.863400000000002 + - type: nauc_ndcg_at_5_std + value: -2.659 + - type: nauc_ndcg_at_5_diff1 + value: 33.0531 + - type: nauc_ndcg_at_10_max + value: 24.7575 + - type: nauc_ndcg_at_10_std + value: -1.7911 + - type: nauc_ndcg_at_10_diff1 + value: 32.075700000000005 + - type: nauc_ndcg_at_20_max + value: 24.5705 + - type: nauc_ndcg_at_20_std + value: 0.49069999999999997 + - type: nauc_ndcg_at_20_diff1 + value: 32.0415 + - type: nauc_ndcg_at_100_max + value: 24.0886 + - type: nauc_ndcg_at_100_std + value: 2.3005999999999998 + - type: nauc_ndcg_at_100_diff1 + value: 31.633 + - type: nauc_ndcg_at_1000_max + value: 24.262700000000002 + - type: nauc_ndcg_at_1000_std + value: 2.9307 + - type: nauc_ndcg_at_1000_diff1 + value: 31.8627 + - type: nauc_map_at_1_max + value: 26.5847 + - type: nauc_map_at_1_std + value: -3.9069 + - type: nauc_map_at_1_diff1 + value: 43.0649 + - type: nauc_map_at_3_max + value: 24.4435 + - type: nauc_map_at_3_std + value: -2.7471 + - type: nauc_map_at_3_diff1 + value: 35.8874 + - type: nauc_map_at_5_max + value: 24.4507 + - type: nauc_map_at_5_std + value: -2.6950000000000003 + - type: nauc_map_at_5_diff1 + value: 35.2913 + - type: nauc_map_at_10_max + value: 24.888099999999998 + - type: nauc_map_at_10_std + value: -2.3212 + - type: nauc_map_at_10_diff1 + value: 34.8928 + - type: nauc_map_at_20_max + value: 24.8784 + - type: nauc_map_at_20_std + value: -1.6656 + - type: nauc_map_at_20_diff1 + value: 34.8707 + - type: nauc_map_at_100_max + value: 24.800900000000002 + - type: nauc_map_at_100_std + value: -1.4711999999999998 + - type: nauc_map_at_100_diff1 + value: 34.8352 + - type: nauc_map_at_1000_max + value: 24.8034 + - type: nauc_map_at_1000_std + value: -1.4321000000000002 + - type: nauc_map_at_1000_diff1 + value: 34.8601 + - type: nauc_recall_at_1_max + value: 26.5847 + - type: nauc_recall_at_1_std + value: -3.9069 + - type: nauc_recall_at_1_diff1 + value: 43.0649 + - type: nauc_recall_at_3_max + value: 21.352899999999998 + - type: nauc_recall_at_3_std + value: -2.5467 + - type: nauc_recall_at_3_diff1 + value: 28.6084 + - type: nauc_recall_at_5_max + value: 20.5815 + - type: nauc_recall_at_5_std + value: -2.5665 + - type: nauc_recall_at_5_diff1 + value: 26.563799999999997 + - type: nauc_recall_at_10_max + value: 22.3811 + - type: nauc_recall_at_10_std + value: -0.2912 + - type: nauc_recall_at_10_diff1 + value: 23.6385 + - type: nauc_recall_at_20_max + value: 21.1582 + - type: nauc_recall_at_20_std + value: 6.7677000000000005 + - type: nauc_recall_at_20_diff1 + value: 23.474500000000003 + - type: nauc_recall_at_100_max + value: 18.2712 + - type: nauc_recall_at_100_std + value: 17.471999999999998 + - type: nauc_recall_at_100_diff1 + value: 20.1213 + - type: nauc_recall_at_1000_max + value: 17.4778 + - type: nauc_recall_at_1000_std + value: 34.0317 + - type: nauc_recall_at_1000_diff1 + value: 12.5604 + - type: nauc_precision_at_1_max + value: 29.0492 + - type: nauc_precision_at_1_std + value: -3.7428999999999997 + - type: nauc_precision_at_1_diff1 + value: 42.7622 + - type: nauc_precision_at_3_max + value: 22.7398 + - type: nauc_precision_at_3_std + value: -2.8379000000000003 + - type: nauc_precision_at_3_diff1 + value: 26.6137 + - type: nauc_precision_at_5_max + value: 23.0675 + - type: nauc_precision_at_5_std + value: -1.7097999999999998 + - type: nauc_precision_at_5_diff1 + value: 24.137800000000002 + - type: nauc_precision_at_10_max + value: 24.3564 + - type: nauc_precision_at_10_std + value: 0.5694 + - type: nauc_precision_at_10_diff1 + value: 20.9227 + - type: nauc_precision_at_20_max + value: 23.9849 + - type: nauc_precision_at_20_std + value: 8.9154 + - type: nauc_precision_at_20_diff1 + value: 21.0395 + - type: nauc_precision_at_100_max + value: 18.7676 + - type: nauc_precision_at_100_std + value: 15.9012 + - type: nauc_precision_at_100_diff1 + value: 14.5642 + - type: nauc_precision_at_1000_max + value: 4.0961 + - type: nauc_precision_at_1000_std + value: 14.907599999999999 + - type: nauc_precision_at_1000_diff1 + value: 2.9816 + - type: nauc_mrr_at_1_max + value: 29.0492 + - type: nauc_mrr_at_1_std + value: -3.7428999999999997 + - type: nauc_mrr_at_1_diff1 + value: 42.7622 + - type: nauc_mrr_at_3_max + value: 26.1245 + - type: nauc_mrr_at_3_std + value: -2.9722 + - type: nauc_mrr_at_3_diff1 + value: 36.3549 + - type: nauc_mrr_at_5_max + value: 25.9592 + - type: nauc_mrr_at_5_std + value: -2.8622 + - type: nauc_mrr_at_5_diff1 + value: 35.7855 + - type: nauc_mrr_at_10_max + value: 26.4184 + - type: nauc_mrr_at_10_std + value: -2.4333 + - type: nauc_mrr_at_10_diff1 + value: 35.3717 + - type: nauc_mrr_at_20_max + value: 26.4148 + - type: nauc_mrr_at_20_std + value: -1.7082 + - type: nauc_mrr_at_20_diff1 + value: 35.343799999999995 + - type: nauc_mrr_at_100_max + value: 26.3672 + - type: nauc_mrr_at_100_std + value: -1.5025 + - type: nauc_mrr_at_100_diff1 + value: 35.3221 + - type: nauc_mrr_at_1000_max + value: 26.355600000000003 + - type: nauc_mrr_at_1000_std + value: -1.4899 + - type: nauc_mrr_at_1000_diff1 + value: 35.3607 + - type: main_score + value: 26.195 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: ndcg_at_1 + value: 21.041999999999998 + - type: ndcg_at_3 + value: 18.007 + - type: ndcg_at_5 + value: 19.365 + - type: ndcg_at_10 + value: 22.698 + - type: ndcg_at_20 + value: 25.245 + - type: ndcg_at_100 + value: 29.215999999999998 + - type: ndcg_at_1000 + value: 32.348 + - type: map_at_1 + value: 9.732000000000001 + - type: map_at_3 + value: 13.098 + - type: map_at_5 + value: 14.246 + - type: map_at_10 + value: 15.738 + - type: map_at_20 + value: 16.557 + - type: map_at_100 + value: 17.281 + - type: map_at_1000 + value: 17.442 + - type: recall_at_1 + value: 9.732000000000001 + - type: recall_at_3 + value: 16.374 + - type: recall_at_5 + value: 20.321 + - type: recall_at_10 + value: 27.863 + - type: recall_at_20 + value: 35.101 + - type: recall_at_100 + value: 50.446000000000005 + - type: recall_at_1000 + value: 68.12700000000001 + - type: precision_at_1 + value: 21.041999999999998 + - type: precision_at_3 + value: 12.942 + - type: precision_at_5 + value: 9.966999999999999 + - type: precision_at_10 + value: 7.114 + - type: precision_at_20 + value: 4.635 + - type: precision_at_100 + value: 1.4000000000000001 + - type: precision_at_1000 + value: 0.197 + - type: mrr_at_1 + value: 21.0423 + - type: mrr_at_3 + value: 27.6439 + - type: mrr_at_5 + value: 29.337699999999998 + - type: mrr_at_10 + value: 30.923099999999998 + - type: mrr_at_20 + value: 31.5901 + - type: mrr_at_100 + value: 31.955299999999998 + - type: mrr_at_1000 + value: 32.0057 + - type: nauc_ndcg_at_1_max + value: 25.3668 + - type: nauc_ndcg_at_1_std + value: 4.1982 + - type: nauc_ndcg_at_1_diff1 + value: 26.3596 + - type: nauc_ndcg_at_3_max + value: 30.337500000000002 + - type: nauc_ndcg_at_3_std + value: 7.1602 + - type: nauc_ndcg_at_3_diff1 + value: 23.1569 + - type: nauc_ndcg_at_5_max + value: 31.039 + - type: nauc_ndcg_at_5_std + value: 8.631 + - type: nauc_ndcg_at_5_diff1 + value: 23.4282 + - type: nauc_ndcg_at_10_max + value: 32.1631 + - type: nauc_ndcg_at_10_std + value: 12.864700000000001 + - type: nauc_ndcg_at_10_diff1 + value: 22.4955 + - type: nauc_ndcg_at_20_max + value: 32.9699 + - type: nauc_ndcg_at_20_std + value: 15.9557 + - type: nauc_ndcg_at_20_diff1 + value: 22.8594 + - type: nauc_ndcg_at_100_max + value: 34.5065 + - type: nauc_ndcg_at_100_std + value: 20.812 + - type: nauc_ndcg_at_100_diff1 + value: 23.0539 + - type: nauc_ndcg_at_1000_max + value: 35.1358 + - type: nauc_ndcg_at_1000_std + value: 22.4793 + - type: nauc_ndcg_at_1000_diff1 + value: 22.8996 + - type: nauc_map_at_1_max + value: 28.1958 + - type: nauc_map_at_1_std + value: -2.1727 + - type: nauc_map_at_1_diff1 + value: 31.3643 + - type: nauc_map_at_3_max + value: 29.845699999999997 + - type: nauc_map_at_3_std + value: 2.2626 + - type: nauc_map_at_3_diff1 + value: 25.7536 + - type: nauc_map_at_5_max + value: 30.446299999999997 + - type: nauc_map_at_5_std + value: 3.8367 + - type: nauc_map_at_5_diff1 + value: 25.7217 + - type: nauc_map_at_10_max + value: 31.308999999999997 + - type: nauc_map_at_10_std + value: 6.608600000000001 + - type: nauc_map_at_10_diff1 + value: 25.193199999999997 + - type: nauc_map_at_20_max + value: 31.663000000000004 + - type: nauc_map_at_20_std + value: 7.943 + - type: nauc_map_at_20_diff1 + value: 25.3261 + - type: nauc_map_at_100_max + value: 32.0402 + - type: nauc_map_at_100_std + value: 9.2723 + - type: nauc_map_at_100_diff1 + value: 25.221300000000003 + - type: nauc_map_at_1000_max + value: 32.0828 + - type: nauc_map_at_1000_std + value: 9.4498 + - type: nauc_map_at_1000_diff1 + value: 25.2002 + - type: nauc_recall_at_1_max + value: 28.1958 + - type: nauc_recall_at_1_std + value: -2.1727 + - type: nauc_recall_at_1_diff1 + value: 31.3643 + - type: nauc_recall_at_3_max + value: 31.1157 + - type: nauc_recall_at_3_std + value: 6.0219000000000005 + - type: nauc_recall_at_3_diff1 + value: 21.0486 + - type: nauc_recall_at_5_max + value: 29.711900000000004 + - type: nauc_recall_at_5_std + value: 9.6385 + - type: nauc_recall_at_5_diff1 + value: 19.4008 + - type: nauc_recall_at_10_max + value: 29.758000000000003 + - type: nauc_recall_at_10_std + value: 16.782700000000002 + - type: nauc_recall_at_10_diff1 + value: 16.8048 + - type: nauc_recall_at_20_max + value: 30.2094 + - type: nauc_recall_at_20_std + value: 22.7934 + - type: nauc_recall_at_20_diff1 + value: 16.747899999999998 + - type: nauc_recall_at_100_max + value: 32.5903 + - type: nauc_recall_at_100_std + value: 35.6132 + - type: nauc_recall_at_100_diff1 + value: 16.304299999999998 + - type: nauc_recall_at_1000_max + value: 36.5571 + - type: nauc_recall_at_1000_std + value: 46.5573 + - type: nauc_recall_at_1000_diff1 + value: 14.6935 + - type: nauc_precision_at_1_max + value: 25.3668 + - type: nauc_precision_at_1_std + value: 4.1982 + - type: nauc_precision_at_1_diff1 + value: 26.3596 + - type: nauc_precision_at_3_max + value: 30.263800000000003 + - type: nauc_precision_at_3_std + value: 16.4883 + - type: nauc_precision_at_3_diff1 + value: 16.5101 + - type: nauc_precision_at_5_max + value: 29.942400000000003 + - type: nauc_precision_at_5_std + value: 20.4229 + - type: nauc_precision_at_5_diff1 + value: 15.2494 + - type: nauc_precision_at_10_max + value: 28.7718 + - type: nauc_precision_at_10_std + value: 27.6706 + - type: nauc_precision_at_10_diff1 + value: 10.5829 + - type: nauc_precision_at_20_max + value: 27.6563 + - type: nauc_precision_at_20_std + value: 32.9983 + - type: nauc_precision_at_20_diff1 + value: 10.746 + - type: nauc_precision_at_100_max + value: 25.8573 + - type: nauc_precision_at_100_std + value: 43.257400000000004 + - type: nauc_precision_at_100_diff1 + value: 7.983899999999999 + - type: nauc_precision_at_1000_max + value: 19.9198 + - type: nauc_precision_at_1000_std + value: 44.0233 + - type: nauc_precision_at_1000_diff1 + value: 2.4789 + - type: nauc_mrr_at_1_max + value: 25.3668 + - type: nauc_mrr_at_1_std + value: 4.1982 + - type: nauc_mrr_at_1_diff1 + value: 26.3596 + - type: nauc_mrr_at_3_max + value: 29.8863 + - type: nauc_mrr_at_3_std + value: 10.6849 + - type: nauc_mrr_at_3_diff1 + value: 23.0179 + - type: nauc_mrr_at_5_max + value: 29.585 + - type: nauc_mrr_at_5_std + value: 11.769499999999999 + - type: nauc_mrr_at_5_diff1 + value: 22.511200000000002 + - type: nauc_mrr_at_10_max + value: 29.750700000000002 + - type: nauc_mrr_at_10_std + value: 12.8053 + - type: nauc_mrr_at_10_diff1 + value: 22.2167 + - type: nauc_mrr_at_20_max + value: 29.877100000000002 + - type: nauc_mrr_at_20_std + value: 13.317 + - type: nauc_mrr_at_20_diff1 + value: 22.3668 + - type: nauc_mrr_at_100_max + value: 29.9334 + - type: nauc_mrr_at_100_std + value: 13.3076 + - type: nauc_mrr_at_100_diff1 + value: 22.4883 + - type: nauc_mrr_at_1000_max + value: 29.924899999999997 + - type: nauc_mrr_at_1000_std + value: 13.2749 + - type: nauc_mrr_at_1000_diff1 + value: 22.487099999999998 + - type: main_score + value: 22.698 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: ndcg_at_1 + value: 41.375 + - type: ndcg_at_3 + value: 32.494 + - type: ndcg_at_5 + value: 29.511 + - type: ndcg_at_10 + value: 27.559 + - type: ndcg_at_20 + value: 26.821 + - type: ndcg_at_100 + value: 29.407 + - type: ndcg_at_1000 + value: 34.784 + - type: map_at_1 + value: 7.455 + - type: map_at_3 + value: 10.610999999999999 + - type: map_at_5 + value: 11.74 + - type: map_at_10 + value: 13.131 + - type: map_at_20 + value: 14.319 + - type: map_at_100 + value: 16.07 + - type: map_at_1000 + value: 16.730999999999998 + - type: recall_at_1 + value: 7.455 + - type: recall_at_3 + value: 11.476 + - type: recall_at_5 + value: 13.383000000000001 + - type: recall_at_10 + value: 16.742 + - type: recall_at_20 + value: 21.34 + - type: recall_at_100 + value: 32.125 + - type: recall_at_1000 + value: 49.775999999999996 + - type: precision_at_1 + value: 51.0 + - type: precision_at_3 + value: 34.75 + - type: precision_at_5 + value: 27.05 + - type: precision_at_10 + value: 19.575 + - type: precision_at_20 + value: 13.988 + - type: precision_at_100 + value: 5.35 + - type: precision_at_1000 + value: 1.072 + - type: mrr_at_1 + value: 51.0 + - type: mrr_at_3 + value: 57.875 + - type: mrr_at_5 + value: 58.537499999999994 + - type: mrr_at_10 + value: 59.1851 + - type: mrr_at_20 + value: 59.6647 + - type: mrr_at_100 + value: 59.8812 + - type: mrr_at_1000 + value: 59.9078 + - type: nauc_ndcg_at_1_max + value: 42.391600000000004 + - type: nauc_ndcg_at_1_std + value: 15.5682 + - type: nauc_ndcg_at_1_diff1 + value: 43.125099999999996 + - type: nauc_ndcg_at_3_max + value: 43.8604 + - type: nauc_ndcg_at_3_std + value: 19.3398 + - type: nauc_ndcg_at_3_diff1 + value: 30.8724 + - type: nauc_ndcg_at_5_max + value: 41.4941 + - type: nauc_ndcg_at_5_std + value: 18.2644 + - type: nauc_ndcg_at_5_diff1 + value: 28.7275 + - type: nauc_ndcg_at_10_max + value: 39.0035 + - type: nauc_ndcg_at_10_std + value: 17.647299999999998 + - type: nauc_ndcg_at_10_diff1 + value: 27.9835 + - type: nauc_ndcg_at_20_max + value: 35.706900000000005 + - type: nauc_ndcg_at_20_std + value: 16.5987 + - type: nauc_ndcg_at_20_diff1 + value: 28.2564 + - type: nauc_ndcg_at_100_max + value: 34.3485 + - type: nauc_ndcg_at_100_std + value: 20.5251 + - type: nauc_ndcg_at_100_diff1 + value: 25.8367 + - type: nauc_ndcg_at_1000_max + value: 38.007200000000005 + - type: nauc_ndcg_at_1000_std + value: 26.5801 + - type: nauc_ndcg_at_1000_diff1 + value: 25.7738 + - type: nauc_map_at_1_max + value: 11.8856 + - type: nauc_map_at_1_std + value: -9.3654 + - type: nauc_map_at_1_diff1 + value: 38.366499999999995 + - type: nauc_map_at_3_max + value: 16.3439 + - type: nauc_map_at_3_std + value: -5.0284 + - type: nauc_map_at_3_diff1 + value: 32.3527 + - type: nauc_map_at_5_max + value: 17.271 + - type: nauc_map_at_5_std + value: -3.4506 + - type: nauc_map_at_5_diff1 + value: 30.5797 + - type: nauc_map_at_10_max + value: 18.7527 + - type: nauc_map_at_10_std + value: 0.3105 + - type: nauc_map_at_10_diff1 + value: 28.163700000000002 + - type: nauc_map_at_20_max + value: 20.6161 + - type: nauc_map_at_20_std + value: 4.3977 + - type: nauc_map_at_20_diff1 + value: 26.506 + - type: nauc_map_at_100_max + value: 23.6987 + - type: nauc_map_at_100_std + value: 11.5381 + - type: nauc_map_at_100_diff1 + value: 23.3655 + - type: nauc_map_at_1000_max + value: 24.553 + - type: nauc_map_at_1000_std + value: 13.2969 + - type: nauc_map_at_1000_diff1 + value: 23.0466 + - type: nauc_recall_at_1_max + value: 11.8856 + - type: nauc_recall_at_1_std + value: -9.3654 + - type: nauc_recall_at_1_diff1 + value: 38.366499999999995 + - type: nauc_recall_at_3_max + value: 14.427100000000001 + - type: nauc_recall_at_3_std + value: -5.3232 + - type: nauc_recall_at_3_diff1 + value: 29.743199999999998 + - type: nauc_recall_at_5_max + value: 15.0162 + - type: nauc_recall_at_5_std + value: -4.1646 + - type: nauc_recall_at_5_diff1 + value: 28.3241 + - type: nauc_recall_at_10_max + value: 15.5396 + - type: nauc_recall_at_10_std + value: -0.623 + - type: nauc_recall_at_10_diff1 + value: 24.6545 + - type: nauc_recall_at_20_max + value: 15.593399999999999 + - type: nauc_recall_at_20_std + value: 3.434 + - type: nauc_recall_at_20_diff1 + value: 21.756600000000002 + - type: nauc_recall_at_100_max + value: 18.3441 + - type: nauc_recall_at_100_std + value: 17.9899 + - type: nauc_recall_at_100_diff1 + value: 15.432699999999999 + - type: nauc_recall_at_1000_max + value: 25.3257 + - type: nauc_recall_at_1000_std + value: 31.3636 + - type: nauc_recall_at_1000_diff1 + value: 14.7442 + - type: nauc_precision_at_1_max + value: 45.1052 + - type: nauc_precision_at_1_std + value: 18.9451 + - type: nauc_precision_at_1_diff1 + value: 46.2767 + - type: nauc_precision_at_3_max + value: 44.1379 + - type: nauc_precision_at_3_std + value: 26.523200000000003 + - type: nauc_precision_at_3_diff1 + value: 18.3643 + - type: nauc_precision_at_5_max + value: 41.2908 + - type: nauc_precision_at_5_std + value: 28.2232 + - type: nauc_precision_at_5_diff1 + value: 10.5613 + - type: nauc_precision_at_10_max + value: 38.9052 + - type: nauc_precision_at_10_std + value: 36.619600000000005 + - type: nauc_precision_at_10_diff1 + value: 3.0044 + - type: nauc_precision_at_20_max + value: 37.2606 + - type: nauc_precision_at_20_std + value: 45.0747 + - type: nauc_precision_at_20_diff1 + value: -1.4095 + - type: nauc_precision_at_100_max + value: 31.537399999999998 + - type: nauc_precision_at_100_std + value: 49.8572 + - type: nauc_precision_at_100_diff1 + value: -8.2395 + - type: nauc_precision_at_1000_max + value: 19.9796 + - type: nauc_precision_at_1000_std + value: 38.6212 + - type: nauc_precision_at_1000_diff1 + value: -11.9969 + - type: nauc_mrr_at_1_max + value: 45.1052 + - type: nauc_mrr_at_1_std + value: 18.9451 + - type: nauc_mrr_at_1_diff1 + value: 46.2767 + - type: nauc_mrr_at_3_max + value: 48.3251 + - type: nauc_mrr_at_3_std + value: 25.3881 + - type: nauc_mrr_at_3_diff1 + value: 43.4542 + - type: nauc_mrr_at_5_max + value: 48.3313 + - type: nauc_mrr_at_5_std + value: 25.1794 + - type: nauc_mrr_at_5_diff1 + value: 43.5443 + - type: nauc_mrr_at_10_max + value: 48.039100000000005 + - type: nauc_mrr_at_10_std + value: 24.9537 + - type: nauc_mrr_at_10_diff1 + value: 43.1642 + - type: nauc_mrr_at_20_max + value: 47.9453 + - type: nauc_mrr_at_20_std + value: 25.1964 + - type: nauc_mrr_at_20_diff1 + value: 43.1792 + - type: nauc_mrr_at_100_max + value: 48.010000000000005 + - type: nauc_mrr_at_100_std + value: 25.2416 + - type: nauc_mrr_at_100_diff1 + value: 43.3313 + - type: nauc_mrr_at_1000_max + value: 47.991299999999995 + - type: nauc_mrr_at_1000_std + value: 25.2061 + - type: nauc_mrr_at_1000_diff1 + value: 43.3367 + - type: main_score + value: 27.559 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 43.7 + - type: f1 + value: 39.358 + - type: f1_weighted + value: 45.983000000000004 + - type: main_score + value: 43.7 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: ndcg_at_1 + value: 52.625 + - type: ndcg_at_3 + value: 61.126000000000005 + - type: ndcg_at_5 + value: 63.731 + - type: ndcg_at_10 + value: 65.72099999999999 + - type: ndcg_at_20 + value: 66.718 + - type: ndcg_at_100 + value: 67.996 + - type: ndcg_at_1000 + value: 68.554 + - type: map_at_1 + value: 48.757 + - type: map_at_3 + value: 57.408 + - type: map_at_5 + value: 58.912 + - type: map_at_10 + value: 59.765 + - type: map_at_20 + value: 60.053 + - type: map_at_100 + value: 60.23500000000001 + - type: map_at_1000 + value: 60.258 + - type: recall_at_1 + value: 48.757 + - type: recall_at_3 + value: 67.712 + - type: recall_at_5 + value: 74.102 + - type: recall_at_10 + value: 80.181 + - type: recall_at_20 + value: 83.964 + - type: recall_at_100 + value: 90.629 + - type: recall_at_1000 + value: 94.78999999999999 + - type: precision_at_1 + value: 52.625 + - type: precision_at_3 + value: 24.482 + - type: precision_at_5 + value: 16.112000000000002 + - type: precision_at_10 + value: 8.738 + - type: precision_at_20 + value: 4.590000000000001 + - type: precision_at_100 + value: 0.997 + - type: precision_at_1000 + value: 0.105 + - type: mrr_at_1 + value: 52.625299999999996 + - type: mrr_at_3 + value: 61.5912 + - type: mrr_at_5 + value: 63.118300000000005 + - type: mrr_at_10 + value: 63.9444 + - type: mrr_at_20 + value: 64.2131 + - type: mrr_at_100 + value: 64.38080000000001 + - type: mrr_at_1000 + value: 64.3955 + - type: nauc_ndcg_at_1_max + value: 24.5061 + - type: nauc_ndcg_at_1_std + value: -13.700899999999999 + - type: nauc_ndcg_at_1_diff1 + value: 55.708999999999996 + - type: nauc_ndcg_at_3_max + value: 24.8319 + - type: nauc_ndcg_at_3_std + value: -10.4366 + - type: nauc_ndcg_at_3_diff1 + value: 45.7855 + - type: nauc_ndcg_at_5_max + value: 25.509300000000003 + - type: nauc_ndcg_at_5_std + value: -9.1996 + - type: nauc_ndcg_at_5_diff1 + value: 45.685900000000004 + - type: nauc_ndcg_at_10_max + value: 25.0742 + - type: nauc_ndcg_at_10_std + value: -8.0252 + - type: nauc_ndcg_at_10_diff1 + value: 46.1142 + - type: nauc_ndcg_at_20_max + value: 24.7866 + - type: nauc_ndcg_at_20_std + value: -7.5957 + - type: nauc_ndcg_at_20_diff1 + value: 45.9826 + - type: nauc_ndcg_at_100_max + value: 24.549000000000003 + - type: nauc_ndcg_at_100_std + value: -7.457 + - type: nauc_ndcg_at_100_diff1 + value: 46.061800000000005 + - type: nauc_ndcg_at_1000_max + value: 24.5226 + - type: nauc_ndcg_at_1000_std + value: -7.777100000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 46.212199999999996 + - type: nauc_map_at_1_max + value: 22.3226 + - type: nauc_map_at_1_std + value: -11.1902 + - type: nauc_map_at_1_diff1 + value: 50.657700000000006 + - type: nauc_map_at_3_max + value: 23.6994 + - type: nauc_map_at_3_std + value: -10.190000000000001 + - type: nauc_map_at_3_diff1 + value: 46.0434 + - type: nauc_map_at_5_max + value: 24.124200000000002 + - type: nauc_map_at_5_std + value: -9.6404 + - type: nauc_map_at_5_diff1 + value: 46.1683 + - type: nauc_map_at_10_max + value: 23.9856 + - type: nauc_map_at_10_std + value: -9.209100000000001 + - type: nauc_map_at_10_diff1 + value: 46.3714 + - type: nauc_map_at_20_max + value: 23.9147 + - type: nauc_map_at_20_std + value: -9.1015 + - type: nauc_map_at_20_diff1 + value: 46.3512 + - type: nauc_map_at_100_max + value: 23.8856 + - type: nauc_map_at_100_std + value: -9.0851 + - type: nauc_map_at_100_diff1 + value: 46.3642 + - type: nauc_map_at_1000_max + value: 23.8833 + - type: nauc_map_at_1000_std + value: -9.0946 + - type: nauc_map_at_1000_diff1 + value: 46.367599999999996 + - type: nauc_recall_at_1_max + value: 22.3226 + - type: nauc_recall_at_1_std + value: -11.1902 + - type: nauc_recall_at_1_diff1 + value: 50.657700000000006 + - type: nauc_recall_at_3_max + value: 24.0556 + - type: nauc_recall_at_3_std + value: -7.8741 + - type: nauc_recall_at_3_diff1 + value: 37.2825 + - type: nauc_recall_at_5_max + value: 25.7287 + - type: nauc_recall_at_5_std + value: -3.9755 + - type: nauc_recall_at_5_diff1 + value: 35.2184 + - type: nauc_recall_at_10_max + value: 23.6078 + - type: nauc_recall_at_10_std + value: 2.1126 + - type: nauc_recall_at_10_diff1 + value: 34.0759 + - type: nauc_recall_at_20_max + value: 21.154400000000003 + - type: nauc_recall_at_20_std + value: 6.8803 + - type: nauc_recall_at_20_diff1 + value: 30.2302 + - type: nauc_recall_at_100_max + value: 14.6115 + - type: nauc_recall_at_100_std + value: 18.329 + - type: nauc_recall_at_100_diff1 + value: 20.034 + - type: nauc_recall_at_1000_max + value: 7.173100000000001 + - type: nauc_recall_at_1000_std + value: 25.7758 + - type: nauc_recall_at_1000_diff1 + value: 6.967099999999999 + - type: nauc_precision_at_1_max + value: 24.5061 + - type: nauc_precision_at_1_std + value: -13.700899999999999 + - type: nauc_precision_at_1_diff1 + value: 55.708999999999996 + - type: nauc_precision_at_3_max + value: 28.0319 + - type: nauc_precision_at_3_std + value: -10.6341 + - type: nauc_precision_at_3_diff1 + value: 42.1819 + - type: nauc_precision_at_5_max + value: 30.6886 + - type: nauc_precision_at_5_std + value: -6.3768 + - type: nauc_precision_at_5_diff1 + value: 40.0642 + - type: nauc_precision_at_10_max + value: 28.1175 + - type: nauc_precision_at_10_std + value: 1.0407 + - type: nauc_precision_at_10_diff1 + value: 37.3056 + - type: nauc_precision_at_20_max + value: 24.624499999999998 + - type: nauc_precision_at_20_std + value: 6.5341 + - type: nauc_precision_at_20_diff1 + value: 31.325799999999997 + - type: nauc_precision_at_100_max + value: 16.1083 + - type: nauc_precision_at_100_std + value: 16.5796 + - type: nauc_precision_at_100_diff1 + value: 14.072999999999999 + - type: nauc_precision_at_1000_max + value: 5.5870999999999995 + - type: nauc_precision_at_1000_std + value: 14.718300000000001 + - type: nauc_precision_at_1000_diff1 + value: -1.7647 + - type: nauc_mrr_at_1_max + value: 24.5061 + - type: nauc_mrr_at_1_std + value: -13.700899999999999 + - type: nauc_mrr_at_1_diff1 + value: 55.708999999999996 + - type: nauc_mrr_at_3_max + value: 26.592 + - type: nauc_mrr_at_3_std + value: -12.8604 + - type: nauc_mrr_at_3_diff1 + value: 51.5274 + - type: nauc_mrr_at_5_max + value: 27.010299999999997 + - type: nauc_mrr_at_5_std + value: -12.2957 + - type: nauc_mrr_at_5_diff1 + value: 51.6955 + - type: nauc_mrr_at_10_max + value: 26.886100000000003 + - type: nauc_mrr_at_10_std + value: -11.963899999999999 + - type: nauc_mrr_at_10_diff1 + value: 52.02909999999999 + - type: nauc_mrr_at_20_max + value: 26.8109 + - type: nauc_mrr_at_20_std + value: -11.923 + - type: nauc_mrr_at_20_diff1 + value: 52.0273 + - type: nauc_mrr_at_100_max + value: 26.788099999999996 + - type: nauc_mrr_at_100_std + value: -11.9438 + - type: nauc_mrr_at_100_diff1 + value: 52.0616 + - type: nauc_mrr_at_1000_max + value: 26.7828 + - type: nauc_mrr_at_1000_std + value: -11.9632 + - type: nauc_mrr_at_1000_diff1 + value: 52.067099999999996 + - type: main_score + value: 65.72099999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: ndcg_at_1 + value: 29.166999999999998 + - type: ndcg_at_3 + value: 26.738 + - type: ndcg_at_5 + value: 27.998 + - type: ndcg_at_10 + value: 30.568 + - type: ndcg_at_20 + value: 32.864 + - type: ndcg_at_100 + value: 36.516999999999996 + - type: ndcg_at_1000 + value: 40.22 + - type: map_at_1 + value: 13.794 + - type: map_at_3 + value: 19.969 + - type: map_at_5 + value: 21.926000000000002 + - type: map_at_10 + value: 23.496 + - type: map_at_20 + value: 24.335 + - type: map_at_100 + value: 24.990000000000002 + - type: map_at_1000 + value: 25.182 + - type: recall_at_1 + value: 13.794 + - type: recall_at_3 + value: 24.295 + - type: recall_at_5 + value: 29.735 + - type: recall_at_10 + value: 38.048 + - type: recall_at_20 + value: 44.955 + - type: recall_at_100 + value: 60.102999999999994 + - type: recall_at_1000 + value: 82.989 + - type: precision_at_1 + value: 29.166999999999998 + - type: precision_at_3 + value: 18.313 + - type: precision_at_5 + value: 13.827 + - type: precision_at_10 + value: 8.827 + - type: precision_at_20 + value: 5.386 + - type: precision_at_100 + value: 1.489 + - type: precision_at_1000 + value: 0.213 + - type: mrr_at_1 + value: 29.166700000000002 + - type: mrr_at_3 + value: 34.4136 + - type: mrr_at_5 + value: 35.7639 + - type: mrr_at_10 + value: 37.0531 + - type: mrr_at_20 + value: 37.5432 + - type: mrr_at_100 + value: 37.926500000000004 + - type: mrr_at_1000 + value: 37.9918 + - type: nauc_ndcg_at_1_max + value: 38.286500000000004 + - type: nauc_ndcg_at_1_std + value: -1.8401 + - type: nauc_ndcg_at_1_diff1 + value: 49.7381 + - type: nauc_ndcg_at_3_max + value: 32.3251 + - type: nauc_ndcg_at_3_std + value: -1.5778 + - type: nauc_ndcg_at_3_diff1 + value: 39.3907 + - type: nauc_ndcg_at_5_max + value: 32.1995 + - type: nauc_ndcg_at_5_std + value: 1.0656 + - type: nauc_ndcg_at_5_diff1 + value: 39.0196 + - type: nauc_ndcg_at_10_max + value: 30.751299999999997 + - type: nauc_ndcg_at_10_std + value: 2.5637 + - type: nauc_ndcg_at_10_diff1 + value: 37.6314 + - type: nauc_ndcg_at_20_max + value: 30.8166 + - type: nauc_ndcg_at_20_std + value: 4.1018 + - type: nauc_ndcg_at_20_diff1 + value: 36.6269 + - type: nauc_ndcg_at_100_max + value: 32.9718 + - type: nauc_ndcg_at_100_std + value: 6.2219999999999995 + - type: nauc_ndcg_at_100_diff1 + value: 37.7411 + - type: nauc_ndcg_at_1000_max + value: 34.240500000000004 + - type: nauc_ndcg_at_1000_std + value: 6.6922999999999995 + - type: nauc_ndcg_at_1000_diff1 + value: 37.900800000000004 + - type: nauc_map_at_1_max + value: 25.955000000000002 + - type: nauc_map_at_1_std + value: -6.8494 + - type: nauc_map_at_1_diff1 + value: 45.5645 + - type: nauc_map_at_3_max + value: 28.4944 + - type: nauc_map_at_3_std + value: -2.8556000000000004 + - type: nauc_map_at_3_diff1 + value: 40.3951 + - type: nauc_map_at_5_max + value: 30.217899999999997 + - type: nauc_map_at_5_std + value: -0.6054999999999999 + - type: nauc_map_at_5_diff1 + value: 39.8122 + - type: nauc_map_at_10_max + value: 30.4114 + - type: nauc_map_at_10_std + value: 0.2683 + - type: nauc_map_at_10_diff1 + value: 39.1394 + - type: nauc_map_at_20_max + value: 30.5538 + - type: nauc_map_at_20_std + value: 0.8069 + - type: nauc_map_at_20_diff1 + value: 38.7448 + - type: nauc_map_at_100_max + value: 31.145400000000002 + - type: nauc_map_at_100_std + value: 1.3278 + - type: nauc_map_at_100_diff1 + value: 38.9779 + - type: nauc_map_at_1000_max + value: 31.2485 + - type: nauc_map_at_1000_std + value: 1.4026 + - type: nauc_map_at_1000_diff1 + value: 38.980599999999995 + - type: nauc_recall_at_1_max + value: 25.955000000000002 + - type: nauc_recall_at_1_std + value: -6.8494 + - type: nauc_recall_at_1_diff1 + value: 45.5645 + - type: nauc_recall_at_3_max + value: 24.0749 + - type: nauc_recall_at_3_std + value: -0.9688 + - type: nauc_recall_at_3_diff1 + value: 33.8397 + - type: nauc_recall_at_5_max + value: 24.976499999999998 + - type: nauc_recall_at_5_std + value: 4.1173 + - type: nauc_recall_at_5_diff1 + value: 30.6595 + - type: nauc_recall_at_10_max + value: 19.4711 + - type: nauc_recall_at_10_std + value: 6.870800000000001 + - type: nauc_recall_at_10_diff1 + value: 23.5346 + - type: nauc_recall_at_20_max + value: 18.7834 + - type: nauc_recall_at_20_std + value: 11.502600000000001 + - type: nauc_recall_at_20_diff1 + value: 19.5265 + - type: nauc_recall_at_100_max + value: 24.8323 + - type: nauc_recall_at_100_std + value: 20.921400000000002 + - type: nauc_recall_at_100_diff1 + value: 22.2041 + - type: nauc_recall_at_1000_max + value: 30.524 + - type: nauc_recall_at_1000_std + value: 36.5714 + - type: nauc_recall_at_1000_diff1 + value: 14.8893 + - type: nauc_precision_at_1_max + value: 38.286500000000004 + - type: nauc_precision_at_1_std + value: -1.8401 + - type: nauc_precision_at_1_diff1 + value: 49.7381 + - type: nauc_precision_at_3_max + value: 36.722500000000004 + - type: nauc_precision_at_3_std + value: 1.3713 + - type: nauc_precision_at_3_diff1 + value: 33.7091 + - type: nauc_precision_at_5_max + value: 37.8168 + - type: nauc_precision_at_5_std + value: 6.3933 + - type: nauc_precision_at_5_diff1 + value: 30.5218 + - type: nauc_precision_at_10_max + value: 36.5227 + - type: nauc_precision_at_10_std + value: 9.9963 + - type: nauc_precision_at_10_diff1 + value: 25.2887 + - type: nauc_precision_at_20_max + value: 34.2121 + - type: nauc_precision_at_20_std + value: 12.2905 + - type: nauc_precision_at_20_diff1 + value: 21.4998 + - type: nauc_precision_at_100_max + value: 34.2554 + - type: nauc_precision_at_100_std + value: 16.3248 + - type: nauc_precision_at_100_diff1 + value: 17.78 + - type: nauc_precision_at_1000_max + value: 28.898000000000003 + - type: nauc_precision_at_1000_std + value: 14.6869 + - type: nauc_precision_at_1000_diff1 + value: 8.1735 + - type: nauc_mrr_at_1_max + value: 38.286500000000004 + - type: nauc_mrr_at_1_std + value: -1.8401 + - type: nauc_mrr_at_1_diff1 + value: 49.7381 + - type: nauc_mrr_at_3_max + value: 36.1507 + - type: nauc_mrr_at_3_std + value: -1.0684 + - type: nauc_mrr_at_3_diff1 + value: 44.8131 + - type: nauc_mrr_at_5_max + value: 36.4134 + - type: nauc_mrr_at_5_std + value: 0.15 + - type: nauc_mrr_at_5_diff1 + value: 44.8739 + - type: nauc_mrr_at_10_max + value: 35.8277 + - type: nauc_mrr_at_10_std + value: 0.39880000000000004 + - type: nauc_mrr_at_10_diff1 + value: 43.9851 + - type: nauc_mrr_at_20_max + value: 35.8842 + - type: nauc_mrr_at_20_std + value: 0.8399 + - type: nauc_mrr_at_20_diff1 + value: 43.8136 + - type: nauc_mrr_at_100_max + value: 35.9867 + - type: nauc_mrr_at_100_std + value: 0.9228999999999999 + - type: nauc_mrr_at_100_diff1 + value: 43.947399999999995 + - type: nauc_mrr_at_1000_max + value: 35.997299999999996 + - type: nauc_mrr_at_1000_std + value: 0.8946000000000001 + - type: nauc_mrr_at_1000_diff1 + value: 43.9639 + - type: main_score + value: 30.568 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: ndcg_at_1 + value: 60.162000000000006 + - type: ndcg_at_3 + value: 44.502 + - type: ndcg_at_5 + value: 46.294999999999995 + - type: ndcg_at_10 + value: 47.809000000000005 + - type: ndcg_at_20 + value: 48.903 + - type: ndcg_at_100 + value: 50.535 + - type: ndcg_at_1000 + value: 51.922999999999995 + - type: map_at_1 + value: 30.081000000000003 + - type: map_at_3 + value: 36.953 + - type: map_at_5 + value: 38.167 + - type: map_at_10 + value: 38.938 + - type: map_at_20 + value: 39.314 + - type: map_at_100 + value: 39.603 + - type: map_at_1000 + value: 39.663 + - type: recall_at_1 + value: 30.081000000000003 + - type: recall_at_3 + value: 40.614 + - type: recall_at_5 + value: 44.159 + - type: recall_at_10 + value: 47.961 + - type: recall_at_20 + value: 51.498999999999995 + - type: recall_at_100 + value: 58.731 + - type: recall_at_1000 + value: 68.035 + - type: precision_at_1 + value: 60.162000000000006 + - type: precision_at_3 + value: 27.076 + - type: precision_at_5 + value: 17.663999999999998 + - type: precision_at_10 + value: 9.592 + - type: precision_at_20 + value: 5.1499999999999995 + - type: precision_at_100 + value: 1.175 + - type: precision_at_1000 + value: 0.136 + - type: mrr_at_1 + value: 60.162099999999995 + - type: mrr_at_3 + value: 65.2622 + - type: mrr_at_5 + value: 66.0826 + - type: mrr_at_10 + value: 66.59009999999999 + - type: mrr_at_20 + value: 66.8133 + - type: mrr_at_100 + value: 66.9551 + - type: mrr_at_1000 + value: 66.97840000000001 + - type: nauc_ndcg_at_1_max + value: 51.160000000000004 + - type: nauc_ndcg_at_1_std + value: 7.3935 + - type: nauc_ndcg_at_1_diff1 + value: 71.5694 + - type: nauc_ndcg_at_3_max + value: 37.823299999999996 + - type: nauc_ndcg_at_3_std + value: 6.7468 + - type: nauc_ndcg_at_3_diff1 + value: 49.485299999999995 + - type: nauc_ndcg_at_5_max + value: 35.9559 + - type: nauc_ndcg_at_5_std + value: 7.3257 + - type: nauc_ndcg_at_5_diff1 + value: 46.5013 + - type: nauc_ndcg_at_10_max + value: 33.9948 + - type: nauc_ndcg_at_10_std + value: 7.6042 + - type: nauc_ndcg_at_10_diff1 + value: 44.3659 + - type: nauc_ndcg_at_20_max + value: 32.8131 + - type: nauc_ndcg_at_20_std + value: 7.4644 + - type: nauc_ndcg_at_20_diff1 + value: 43.2222 + - type: nauc_ndcg_at_100_max + value: 31.2544 + - type: nauc_ndcg_at_100_std + value: 7.844900000000001 + - type: nauc_ndcg_at_100_diff1 + value: 41.5341 + - type: nauc_ndcg_at_1000_max + value: 30.518299999999996 + - type: nauc_ndcg_at_1000_std + value: 7.8385 + - type: nauc_ndcg_at_1000_diff1 + value: 40.902699999999996 + - type: nauc_map_at_1_max + value: 51.160000000000004 + - type: nauc_map_at_1_std + value: 7.3935 + - type: nauc_map_at_1_diff1 + value: 71.5694 + - type: nauc_map_at_3_max + value: 33.4791 + - type: nauc_map_at_3_std + value: 5.8541 + - type: nauc_map_at_3_diff1 + value: 44.4158 + - type: nauc_map_at_5_max + value: 31.872 + - type: nauc_map_at_5_std + value: 6.0961 + - type: nauc_map_at_5_diff1 + value: 42.182199999999995 + - type: nauc_map_at_10_max + value: 30.7675 + - type: nauc_map_at_10_std + value: 6.241 + - type: nauc_map_at_10_diff1 + value: 41.0375 + - type: nauc_map_at_20_max + value: 30.3193 + - type: nauc_map_at_20_std + value: 6.1659 + - type: nauc_map_at_20_diff1 + value: 40.6205 + - type: nauc_map_at_100_max + value: 29.993399999999998 + - type: nauc_map_at_100_std + value: 6.2056000000000004 + - type: nauc_map_at_100_diff1 + value: 40.2882 + - type: nauc_map_at_1000_max + value: 29.9604 + - type: nauc_map_at_1000_std + value: 6.212 + - type: nauc_map_at_1000_diff1 + value: 40.260400000000004 + - type: nauc_recall_at_1_max + value: 51.160000000000004 + - type: nauc_recall_at_1_std + value: 7.3935 + - type: nauc_recall_at_1_diff1 + value: 71.5694 + - type: nauc_recall_at_3_max + value: 29.5614 + - type: nauc_recall_at_3_std + value: 6.1532 + - type: nauc_recall_at_3_diff1 + value: 36.5997 + - type: nauc_recall_at_5_max + value: 25.0882 + - type: nauc_recall_at_5_std + value: 7.2136000000000005 + - type: nauc_recall_at_5_diff1 + value: 29.686899999999998 + - type: nauc_recall_at_10_max + value: 18.7916 + - type: nauc_recall_at_10_std + value: 7.506500000000001 + - type: nauc_recall_at_10_diff1 + value: 22.7623 + - type: nauc_recall_at_20_max + value: 13.906099999999999 + - type: nauc_recall_at_20_std + value: 6.736599999999999 + - type: nauc_recall_at_20_diff1 + value: 17.691200000000002 + - type: nauc_recall_at_100_max + value: 5.3559 + - type: nauc_recall_at_100_std + value: 7.7562999999999995 + - type: nauc_recall_at_100_diff1 + value: 8.0251 + - type: nauc_recall_at_1000_max + value: -3.9570000000000003 + - type: nauc_recall_at_1000_std + value: 6.9824 + - type: nauc_recall_at_1000_diff1 + value: -2.0025 + - type: nauc_precision_at_1_max + value: 51.160000000000004 + - type: nauc_precision_at_1_std + value: 7.3935 + - type: nauc_precision_at_1_diff1 + value: 71.5694 + - type: nauc_precision_at_3_max + value: 29.5614 + - type: nauc_precision_at_3_std + value: 6.1532 + - type: nauc_precision_at_3_diff1 + value: 36.5997 + - type: nauc_precision_at_5_max + value: 25.0882 + - type: nauc_precision_at_5_std + value: 7.2136000000000005 + - type: nauc_precision_at_5_diff1 + value: 29.686899999999998 + - type: nauc_precision_at_10_max + value: 18.7916 + - type: nauc_precision_at_10_std + value: 7.506500000000001 + - type: nauc_precision_at_10_diff1 + value: 22.7623 + - type: nauc_precision_at_20_max + value: 13.906099999999999 + - type: nauc_precision_at_20_std + value: 6.736599999999999 + - type: nauc_precision_at_20_diff1 + value: 17.691200000000002 + - type: nauc_precision_at_100_max + value: 5.3559 + - type: nauc_precision_at_100_std + value: 7.7562999999999995 + - type: nauc_precision_at_100_diff1 + value: 8.0251 + - type: nauc_precision_at_1000_max + value: -3.9570000000000003 + - type: nauc_precision_at_1000_std + value: 6.9824 + - type: nauc_precision_at_1000_diff1 + value: -2.0025 + - type: nauc_mrr_at_1_max + value: 51.160000000000004 + - type: nauc_mrr_at_1_std + value: 7.3935 + - type: nauc_mrr_at_1_diff1 + value: 71.5694 + - type: nauc_mrr_at_3_max + value: 51.621300000000005 + - type: nauc_mrr_at_3_std + value: 8.4836 + - type: nauc_mrr_at_3_diff1 + value: 68.779 + - type: nauc_mrr_at_5_max + value: 51.8266 + - type: nauc_mrr_at_5_std + value: 9.0287 + - type: nauc_mrr_at_5_diff1 + value: 68.4759 + - type: nauc_mrr_at_10_max + value: 51.6795 + - type: nauc_mrr_at_10_std + value: 9.1841 + - type: nauc_mrr_at_10_diff1 + value: 68.2263 + - type: nauc_mrr_at_20_max + value: 51.6508 + - type: nauc_mrr_at_20_std + value: 9.2047 + - type: nauc_mrr_at_20_diff1 + value: 68.2142 + - type: nauc_mrr_at_100_max + value: 51.67230000000001 + - type: nauc_mrr_at_100_std + value: 9.3048 + - type: nauc_mrr_at_100_diff1 + value: 68.20739999999999 + - type: nauc_mrr_at_1000_max + value: 51.6691 + - type: nauc_mrr_at_1000_std + value: 9.3012 + - type: nauc_mrr_at_1000_diff1 + value: 68.2124 + - type: main_score + value: 47.809000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 61.454 + - type: f1 + value: 61.17510000000001 + - type: f1_weighted + value: 61.17510000000001 + - type: ap + value: 57.223800000000004 + - type: ap_weighted + value: 57.223800000000004 + - type: main_score + value: 61.454 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: test + type: mteb/msmarco + metrics: + - type: ndcg_at_1 + value: 76.744 + - type: ndcg_at_3 + value: 71.949 + - type: ndcg_at_5 + value: 68.963 + - type: ndcg_at_10 + value: 66.652 + - type: ndcg_at_20 + value: 63.025 + - type: ndcg_at_100 + value: 57.169000000000004 + - type: ndcg_at_1000 + value: 64.349 + - type: map_at_1 + value: 2.314 + - type: map_at_3 + value: 5.2589999999999995 + - type: map_at_5 + value: 7.976 + - type: map_at_10 + value: 13.288 + - type: map_at_20 + value: 19.885 + - type: map_at_100 + value: 32.109 + - type: map_at_1000 + value: 38.117000000000004 + - type: recall_at_1 + value: 2.314 + - type: recall_at_3 + value: 5.396999999999999 + - type: recall_at_5 + value: 8.814 + - type: recall_at_10 + value: 15.347 + - type: recall_at_20 + value: 23.955000000000002 + - type: recall_at_100 + value: 44.498 + - type: recall_at_1000 + value: 69.357 + - type: precision_at_1 + value: 95.34899999999999 + - type: precision_at_3 + value: 86.047 + - type: precision_at_5 + value: 79.535 + - type: precision_at_10 + value: 72.558 + - type: precision_at_20 + value: 62.907000000000004 + - type: precision_at_100 + value: 31.977 + - type: precision_at_1000 + value: 6.049 + - type: mrr_at_1 + value: 95.3488 + - type: mrr_at_3 + value: 96.5116 + - type: mrr_at_5 + value: 96.97670000000001 + - type: mrr_at_10 + value: 96.97670000000001 + - type: mrr_at_20 + value: 96.97670000000001 + - type: mrr_at_100 + value: 96.97670000000001 + - type: mrr_at_1000 + value: 96.97670000000001 + - type: nauc_ndcg_at_1_max + value: 33.5394 + - type: nauc_ndcg_at_1_std + value: 12.295 + - type: nauc_ndcg_at_1_diff1 + value: 16.0874 + - type: nauc_ndcg_at_3_max + value: 32.949400000000004 + - type: nauc_ndcg_at_3_std + value: 21.2066 + - type: nauc_ndcg_at_3_diff1 + value: 1.9303000000000001 + - type: nauc_ndcg_at_5_max + value: 26.862599999999997 + - type: nauc_ndcg_at_5_std + value: 19.8698 + - type: nauc_ndcg_at_5_diff1 + value: -13.0704 + - type: nauc_ndcg_at_10_max + value: 25.812099999999997 + - type: nauc_ndcg_at_10_std + value: 31.4913 + - type: nauc_ndcg_at_10_diff1 + value: -32.1204 + - type: nauc_ndcg_at_20_max + value: 30.847400000000004 + - type: nauc_ndcg_at_20_std + value: 48.6443 + - type: nauc_ndcg_at_20_diff1 + value: -41.2659 + - type: nauc_ndcg_at_100_max + value: 31.9625 + - type: nauc_ndcg_at_100_std + value: 56.118900000000004 + - type: nauc_ndcg_at_100_diff1 + value: -45.175599999999996 + - type: nauc_ndcg_at_1000_max + value: 38.8789 + - type: nauc_ndcg_at_1000_std + value: 60.3502 + - type: nauc_ndcg_at_1000_diff1 + value: -46.390100000000004 + - type: nauc_map_at_1_max + value: -28.652300000000004 + - type: nauc_map_at_1_std + value: -33.1061 + - type: nauc_map_at_1_diff1 + value: -11.994 + - type: nauc_map_at_3_max + value: -16.0122 + - type: nauc_map_at_3_std + value: -21.9302 + - type: nauc_map_at_3_diff1 + value: -3.8522 + - type: nauc_map_at_5_max + value: -12.0035 + - type: nauc_map_at_5_std + value: -20.9837 + - type: nauc_map_at_5_diff1 + value: -5.801 + - type: nauc_map_at_10_max + value: -4.4091 + - type: nauc_map_at_10_std + value: -13.442799999999998 + - type: nauc_map_at_10_diff1 + value: -10.4398 + - type: nauc_map_at_20_max + value: 2.9722 + - type: nauc_map_at_20_std + value: -2.1077 + - type: nauc_map_at_20_diff1 + value: -20.5479 + - type: nauc_map_at_100_max + value: 18.1352 + - type: nauc_map_at_100_std + value: 36.323100000000004 + - type: nauc_map_at_100_diff1 + value: -38.3395 + - type: nauc_map_at_1000_max + value: 28.169 + - type: nauc_map_at_1000_std + value: 60.0619 + - type: nauc_map_at_1000_diff1 + value: -43.8413 + - type: nauc_recall_at_1_max + value: -28.652300000000004 + - type: nauc_recall_at_1_std + value: -33.1061 + - type: nauc_recall_at_1_diff1 + value: -11.994 + - type: nauc_recall_at_3_max + value: -16.2157 + - type: nauc_recall_at_3_std + value: -23.0294 + - type: nauc_recall_at_3_diff1 + value: -4.2975 + - type: nauc_recall_at_5_max + value: -18.3205 + - type: nauc_recall_at_5_std + value: -26.8365 + - type: nauc_recall_at_5_diff1 + value: -10.1943 + - type: nauc_recall_at_10_max + value: -11.9993 + - type: nauc_recall_at_10_std + value: -20.104 + - type: nauc_recall_at_10_diff1 + value: -12.4464 + - type: nauc_recall_at_20_max + value: -6.8623 + - type: nauc_recall_at_20_std + value: -11.426699999999999 + - type: nauc_recall_at_20_diff1 + value: -20.285700000000002 + - type: nauc_recall_at_100_max + value: 5.5972 + - type: nauc_recall_at_100_std + value: 20.759900000000002 + - type: nauc_recall_at_100_diff1 + value: -35.416199999999996 + - type: nauc_recall_at_1000_max + value: 26.0786 + - type: nauc_recall_at_1000_std + value: 52.6085 + - type: nauc_recall_at_1000_diff1 + value: -41.1833 + - type: nauc_precision_at_1_max + value: 55.870200000000004 + - type: nauc_precision_at_1_std + value: 67.915 + - type: nauc_precision_at_1_diff1 + value: 61.4293 + - type: nauc_precision_at_3_max + value: 37.3974 + - type: nauc_precision_at_3_std + value: 61.6163 + - type: nauc_precision_at_3_diff1 + value: -12.510299999999999 + - type: nauc_precision_at_5_max + value: 31.739299999999997 + - type: nauc_precision_at_5_std + value: 45.3637 + - type: nauc_precision_at_5_diff1 + value: -30.1655 + - type: nauc_precision_at_10_max + value: 34.679300000000005 + - type: nauc_precision_at_10_std + value: 58.9706 + - type: nauc_precision_at_10_diff1 + value: -42.1495 + - type: nauc_precision_at_20_max + value: 33.9533 + - type: nauc_precision_at_20_std + value: 66.64750000000001 + - type: nauc_precision_at_20_diff1 + value: -41.8728 + - type: nauc_precision_at_100_max + value: 29.294199999999996 + - type: nauc_precision_at_100_std + value: 74.2772 + - type: nauc_precision_at_100_diff1 + value: -33.4855 + - type: nauc_precision_at_1000_max + value: 27.12 + - type: nauc_precision_at_1000_std + value: 67.7077 + - type: nauc_precision_at_1000_diff1 + value: -22.2352 + - type: nauc_mrr_at_1_max + value: 55.870200000000004 + - type: nauc_mrr_at_1_std + value: 67.915 + - type: nauc_mrr_at_1_diff1 + value: 61.4293 + - type: nauc_mrr_at_3_max + value: 70.5801 + - type: nauc_mrr_at_3_std + value: 78.61 + - type: nauc_mrr_at_3_diff1 + value: 69.9624 + - type: nauc_mrr_at_5_max + value: 66.054 + - type: nauc_mrr_at_5_std + value: 75.3192 + - type: nauc_mrr_at_5_diff1 + value: 67.3369 + - type: nauc_mrr_at_10_max + value: 66.054 + - type: nauc_mrr_at_10_std + value: 75.3192 + - type: nauc_mrr_at_10_diff1 + value: 67.3369 + - type: nauc_mrr_at_20_max + value: 66.054 + - type: nauc_mrr_at_20_std + value: 75.3192 + - type: nauc_mrr_at_20_diff1 + value: 67.3369 + - type: nauc_mrr_at_100_max + value: 66.054 + - type: nauc_mrr_at_100_std + value: 75.3192 + - type: nauc_mrr_at_100_diff1 + value: 67.3369 + - type: nauc_mrr_at_1000_max + value: 66.054 + - type: nauc_mrr_at_1000_std + value: 75.3192 + - type: nauc_mrr_at_1000_diff1 + value: 67.3369 + - type: main_score + value: 66.652 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 88.9124 + - type: f1 + value: 88.75800000000001 + - type: f1_weighted + value: 88.9747 + - type: main_score + value: 88.9124 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 65.64750000000001 + - type: f1 + value: 49.0948 + - type: f1_weighted + value: 69.3994 + - type: main_score + value: 65.64750000000001 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 65.2354 + - type: f1 + value: 63.5945 + - type: f1_weighted + value: 65.03949999999999 + - type: main_score + value: 65.2354 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 72.6126 + - type: f1 + value: 72.4117 + - type: f1_weighted + value: 72.6333 + - type: main_score + value: 72.6126 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: v_measure + value: 28.95 + - type: v_measure_std + value: 1.3911 + - type: main_score + value: 28.95 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: v_measure + value: 27.076 + - type: v_measure_std + value: 1.7323000000000002 + - type: main_score + value: 27.076 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: map + value: 30.643700000000003 + - type: mrr + value: 31.6768 + - type: nAUC_map_max + value: -18.2556 + - type: nAUC_map_std + value: -1.6764999999999999 + - type: nAUC_map_diff1 + value: 13.488900000000001 + - type: nAUC_mrr_max + value: -12.8279 + - type: nAUC_mrr_std + value: 0.3295 + - type: nAUC_mrr_diff1 + value: 12.8104 + - type: main_score + value: 30.643700000000003 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: ndcg_at_1 + value: 34.675 + - type: ndcg_at_3 + value: 31.048 + - type: ndcg_at_5 + value: 29.451 + - type: ndcg_at_10 + value: 26.63 + - type: ndcg_at_20 + value: 24.401999999999997 + - type: ndcg_at_100 + value: 24.319 + - type: ndcg_at_1000 + value: 33.458 + - type: map_at_1 + value: 4.3229999999999995 + - type: map_at_3 + value: 6.7059999999999995 + - type: map_at_5 + value: 8.085 + - type: map_at_10 + value: 9.278 + - type: map_at_20 + value: 10.11 + - type: map_at_100 + value: 11.312 + - type: map_at_1000 + value: 12.461 + - type: recall_at_1 + value: 4.3229999999999995 + - type: recall_at_3 + value: 7.573 + - type: recall_at_5 + value: 10.248 + - type: recall_at_10 + value: 12.778999999999998 + - type: recall_at_20 + value: 15.931000000000001 + - type: recall_at_100 + value: 25.618999999999996 + - type: recall_at_1000 + value: 57.667 + - type: precision_at_1 + value: 36.223 + - type: precision_at_3 + value: 29.102 + - type: precision_at_5 + value: 25.573 + - type: precision_at_10 + value: 19.505 + - type: precision_at_20 + value: 13.824 + - type: precision_at_100 + value: 6.037 + - type: precision_at_1000 + value: 1.8800000000000001 + - type: mrr_at_1 + value: 36.2229 + - type: mrr_at_3 + value: 42.7245 + - type: mrr_at_5 + value: 44.3189 + - type: mrr_at_10 + value: 45.2435 + - type: mrr_at_20 + value: 45.666000000000004 + - type: mrr_at_100 + value: 45.9342 + - type: mrr_at_1000 + value: 45.9762 + - type: nauc_ndcg_at_1_max + value: 48.9247 + - type: nauc_ndcg_at_1_std + value: 20.7882 + - type: nauc_ndcg_at_1_diff1 + value: 45.5278 + - type: nauc_ndcg_at_3_max + value: 48.4014 + - type: nauc_ndcg_at_3_std + value: 27.963300000000004 + - type: nauc_ndcg_at_3_diff1 + value: 37.3273 + - type: nauc_ndcg_at_5_max + value: 49.9214 + - type: nauc_ndcg_at_5_std + value: 28.519299999999998 + - type: nauc_ndcg_at_5_diff1 + value: 37.7699 + - type: nauc_ndcg_at_10_max + value: 47.1546 + - type: nauc_ndcg_at_10_std + value: 30.315599999999996 + - type: nauc_ndcg_at_10_diff1 + value: 32.6637 + - type: nauc_ndcg_at_20_max + value: 45.2904 + - type: nauc_ndcg_at_20_std + value: 28.614600000000003 + - type: nauc_ndcg_at_20_diff1 + value: 31.1691 + - type: nauc_ndcg_at_100_max + value: 47.1783 + - type: nauc_ndcg_at_100_std + value: 27.6204 + - type: nauc_ndcg_at_100_diff1 + value: 33.0981 + - type: nauc_ndcg_at_1000_max + value: 53.498900000000006 + - type: nauc_ndcg_at_1000_std + value: 32.0777 + - type: nauc_ndcg_at_1000_diff1 + value: 34.6119 + - type: nauc_map_at_1_max + value: 32.8405 + - type: nauc_map_at_1_std + value: -5.5909 + - type: nauc_map_at_1_diff1 + value: 46.4563 + - type: nauc_map_at_3_max + value: 31.7683 + - type: nauc_map_at_3_std + value: -0.2782 + - type: nauc_map_at_3_diff1 + value: 38.562000000000005 + - type: nauc_map_at_5_max + value: 37.451499999999996 + - type: nauc_map_at_5_std + value: 2.3935999999999997 + - type: nauc_map_at_5_diff1 + value: 41.153 + - type: nauc_map_at_10_max + value: 39.759100000000004 + - type: nauc_map_at_10_std + value: 6.9354 + - type: nauc_map_at_10_diff1 + value: 37.5102 + - type: nauc_map_at_20_max + value: 41.2683 + - type: nauc_map_at_20_std + value: 10.9156 + - type: nauc_map_at_20_diff1 + value: 36.084500000000006 + - type: nauc_map_at_100_max + value: 42.4984 + - type: nauc_map_at_100_std + value: 15.918299999999999 + - type: nauc_map_at_100_diff1 + value: 34.2464 + - type: nauc_map_at_1000_max + value: 43.113 + - type: nauc_map_at_1000_std + value: 18.875 + - type: nauc_map_at_1000_diff1 + value: 33.3251 + - type: nauc_recall_at_1_max + value: 32.8405 + - type: nauc_recall_at_1_std + value: -5.5909 + - type: nauc_recall_at_1_diff1 + value: 46.4563 + - type: nauc_recall_at_3_max + value: 26.652700000000003 + - type: nauc_recall_at_3_std + value: -1.2704 + - type: nauc_recall_at_3_diff1 + value: 33.3511 + - type: nauc_recall_at_5_max + value: 31.7243 + - type: nauc_recall_at_5_std + value: -0.2978 + - type: nauc_recall_at_5_diff1 + value: 38.356 + - type: nauc_recall_at_10_max + value: 30.7398 + - type: nauc_recall_at_10_std + value: 3.9967999999999995 + - type: nauc_recall_at_10_diff1 + value: 31.353199999999998 + - type: nauc_recall_at_20_max + value: 30.4815 + - type: nauc_recall_at_20_std + value: 7.2316 + - type: nauc_recall_at_20_diff1 + value: 27.132299999999997 + - type: nauc_recall_at_100_max + value: 27.8974 + - type: nauc_recall_at_100_std + value: 15.2896 + - type: nauc_recall_at_100_diff1 + value: 21.6284 + - type: nauc_recall_at_1000_max + value: 24.2439 + - type: nauc_recall_at_1000_std + value: 17.0621 + - type: nauc_recall_at_1000_diff1 + value: 14.4589 + - type: nauc_precision_at_1_max + value: 49.3121 + - type: nauc_precision_at_1_std + value: 21.1866 + - type: nauc_precision_at_1_diff1 + value: 43.9682 + - type: nauc_precision_at_3_max + value: 48.2029 + - type: nauc_precision_at_3_std + value: 32.6316 + - type: nauc_precision_at_3_diff1 + value: 30.629 + - type: nauc_precision_at_5_max + value: 50.1486 + - type: nauc_precision_at_5_std + value: 35.9998 + - type: nauc_precision_at_5_diff1 + value: 27.190599999999996 + - type: nauc_precision_at_10_max + value: 43.7322 + - type: nauc_precision_at_10_std + value: 42.4984 + - type: nauc_precision_at_10_diff1 + value: 15.1228 + - type: nauc_precision_at_20_max + value: 36.3724 + - type: nauc_precision_at_20_std + value: 45.470699999999994 + - type: nauc_precision_at_20_diff1 + value: 8.3594 + - type: nauc_precision_at_100_max + value: 21.3989 + - type: nauc_precision_at_100_std + value: 45.2484 + - type: nauc_precision_at_100_diff1 + value: -1.8369 + - type: nauc_precision_at_1000_max + value: 6.2987 + - type: nauc_precision_at_1000_std + value: 31.5722 + - type: nauc_precision_at_1000_diff1 + value: -6.3268 + - type: nauc_mrr_at_1_max + value: 49.3121 + - type: nauc_mrr_at_1_std + value: 21.1866 + - type: nauc_mrr_at_1_diff1 + value: 43.9682 + - type: nauc_mrr_at_3_max + value: 50.2532 + - type: nauc_mrr_at_3_std + value: 24.9172 + - type: nauc_mrr_at_3_diff1 + value: 41.0622 + - type: nauc_mrr_at_5_max + value: 51.5072 + - type: nauc_mrr_at_5_std + value: 25.0577 + - type: nauc_mrr_at_5_diff1 + value: 40.9294 + - type: nauc_mrr_at_10_max + value: 51.0025 + - type: nauc_mrr_at_10_std + value: 25.546999999999997 + - type: nauc_mrr_at_10_diff1 + value: 40.4908 + - type: nauc_mrr_at_20_max + value: 51.031400000000005 + - type: nauc_mrr_at_20_std + value: 25.822699999999998 + - type: nauc_mrr_at_20_diff1 + value: 40.4249 + - type: nauc_mrr_at_100_max + value: 51.1729 + - type: nauc_mrr_at_100_std + value: 25.8183 + - type: nauc_mrr_at_100_diff1 + value: 40.5071 + - type: nauc_mrr_at_1000_max + value: 51.1509 + - type: nauc_mrr_at_1000_std + value: 25.7945 + - type: nauc_mrr_at_1000_diff1 + value: 40.502700000000004 + - type: main_score + value: 26.63 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: ndcg_at_1 + value: 28.708 + - type: ndcg_at_3 + value: 38.322 + - type: ndcg_at_5 + value: 42.087 + - type: ndcg_at_10 + value: 45.32 + - type: ndcg_at_20 + value: 47.42 + - type: ndcg_at_100 + value: 49.995 + - type: ndcg_at_1000 + value: 51.263000000000005 + - type: map_at_1 + value: 25.702 + - type: map_at_3 + value: 34.910999999999994 + - type: map_at_5 + value: 37.137 + - type: map_at_10 + value: 38.586999999999996 + - type: map_at_20 + value: 39.226 + - type: map_at_100 + value: 39.638 + - type: map_at_1000 + value: 39.689 + - type: recall_at_1 + value: 25.702 + - type: recall_at_3 + value: 45.394 + - type: recall_at_5 + value: 54.089 + - type: recall_at_10 + value: 63.504000000000005 + - type: recall_at_20 + value: 71.32300000000001 + - type: recall_at_100 + value: 84.154 + - type: recall_at_1000 + value: 93.687 + - type: precision_at_1 + value: 28.708 + - type: precision_at_3 + value: 17.468 + - type: precision_at_5 + value: 12.629999999999999 + - type: precision_at_10 + value: 7.5120000000000005 + - type: precision_at_20 + value: 4.25 + - type: precision_at_100 + value: 1.018 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: mrr_at_1 + value: 28.708 + - type: mrr_at_3 + value: 37.7221 + - type: mrr_at_5 + value: 39.6833 + - type: mrr_at_10 + value: 40.9104 + - type: mrr_at_20 + value: 41.419 + - type: mrr_at_100 + value: 41.739599999999996 + - type: mrr_at_1000 + value: 41.7789 + - type: nauc_ndcg_at_1_max + value: 25.047900000000002 + - type: nauc_ndcg_at_1_std + value: 1.9234 + - type: nauc_ndcg_at_1_diff1 + value: 33.5807 + - type: nauc_ndcg_at_3_max + value: 29.458299999999998 + - type: nauc_ndcg_at_3_std + value: 5.0666 + - type: nauc_ndcg_at_3_diff1 + value: 29.352899999999998 + - type: nauc_ndcg_at_5_max + value: 30.740499999999997 + - type: nauc_ndcg_at_5_std + value: 6.0516 + - type: nauc_ndcg_at_5_diff1 + value: 28.7018 + - type: nauc_ndcg_at_10_max + value: 32.0593 + - type: nauc_ndcg_at_10_std + value: 8.4058 + - type: nauc_ndcg_at_10_diff1 + value: 28.7482 + - type: nauc_ndcg_at_20_max + value: 32.8514 + - type: nauc_ndcg_at_20_std + value: 9.6083 + - type: nauc_ndcg_at_20_diff1 + value: 28.612700000000004 + - type: nauc_ndcg_at_100_max + value: 32.4329 + - type: nauc_ndcg_at_100_std + value: 10.5305 + - type: nauc_ndcg_at_100_diff1 + value: 28.3013 + - type: nauc_ndcg_at_1000_max + value: 31.854900000000004 + - type: nauc_ndcg_at_1000_std + value: 9.721499999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 28.664299999999997 + - type: nauc_map_at_1_max + value: 24.2088 + - type: nauc_map_at_1_std + value: 0.27599999999999997 + - type: nauc_map_at_1_diff1 + value: 34.0467 + - type: nauc_map_at_3_max + value: 28.292299999999997 + - type: nauc_map_at_3_std + value: 3.6138999999999997 + - type: nauc_map_at_3_diff1 + value: 30.555500000000002 + - type: nauc_map_at_5_max + value: 29.109299999999998 + - type: nauc_map_at_5_std + value: 4.2332 + - type: nauc_map_at_5_diff1 + value: 30.2144 + - type: nauc_map_at_10_max + value: 29.688 + - type: nauc_map_at_10_std + value: 5.3187999999999995 + - type: nauc_map_at_10_diff1 + value: 30.116799999999998 + - type: nauc_map_at_20_max + value: 29.910700000000002 + - type: nauc_map_at_20_std + value: 5.66 + - type: nauc_map_at_20_diff1 + value: 30.1049 + - type: nauc_map_at_100_max + value: 29.811799999999998 + - type: nauc_map_at_100_std + value: 5.772200000000001 + - type: nauc_map_at_100_diff1 + value: 30.0482 + - type: nauc_map_at_1000_max + value: 29.7934 + - type: nauc_map_at_1000_std + value: 5.7475 + - type: nauc_map_at_1000_diff1 + value: 30.061100000000003 + - type: nauc_recall_at_1_max + value: 24.2088 + - type: nauc_recall_at_1_std + value: 0.27599999999999997 + - type: nauc_recall_at_1_diff1 + value: 34.0467 + - type: nauc_recall_at_3_max + value: 31.4631 + - type: nauc_recall_at_3_std + value: 7.2352 + - type: nauc_recall_at_3_diff1 + value: 26.097700000000003 + - type: nauc_recall_at_5_max + value: 34.3255 + - type: nauc_recall_at_5_std + value: 9.410499999999999 + - type: nauc_recall_at_5_diff1 + value: 24.2641 + - type: nauc_recall_at_10_max + value: 38.9135 + - type: nauc_recall_at_10_std + value: 17.0459 + - type: nauc_recall_at_10_diff1 + value: 24.0436 + - type: nauc_recall_at_20_max + value: 44.032700000000006 + - type: nauc_recall_at_20_std + value: 24.3425 + - type: nauc_recall_at_20_diff1 + value: 22.5185 + - type: nauc_recall_at_100_max + value: 48.899300000000004 + - type: nauc_recall_at_100_std + value: 42.3469 + - type: nauc_recall_at_100_diff1 + value: 17.089399999999998 + - type: nauc_recall_at_1000_max + value: 53.5473 + - type: nauc_recall_at_1000_std + value: 58.505300000000005 + - type: nauc_recall_at_1000_diff1 + value: 16.1342 + - type: nauc_precision_at_1_max + value: 25.047900000000002 + - type: nauc_precision_at_1_std + value: 1.9234 + - type: nauc_precision_at_1_diff1 + value: 33.5807 + - type: nauc_precision_at_3_max + value: 31.260900000000003 + - type: nauc_precision_at_3_std + value: 9.8992 + - type: nauc_precision_at_3_diff1 + value: 23.2633 + - type: nauc_precision_at_5_max + value: 32.1341 + - type: nauc_precision_at_5_std + value: 12.1296 + - type: nauc_precision_at_5_diff1 + value: 19.4865 + - type: nauc_precision_at_10_max + value: 31.670900000000003 + - type: nauc_precision_at_10_std + value: 18.397 + - type: nauc_precision_at_10_diff1 + value: 15.785499999999999 + - type: nauc_precision_at_20_max + value: 31.0475 + - type: nauc_precision_at_20_std + value: 22.5964 + - type: nauc_precision_at_20_diff1 + value: 11.7234 + - type: nauc_precision_at_100_max + value: 21.7555 + - type: nauc_precision_at_100_std + value: 26.950400000000002 + - type: nauc_precision_at_100_diff1 + value: 2.9149000000000003 + - type: nauc_precision_at_1000_max + value: 9.4419 + - type: nauc_precision_at_1000_std + value: 20.3673 + - type: nauc_precision_at_1000_diff1 + value: -2.9269 + - type: nauc_mrr_at_1_max + value: 25.047900000000002 + - type: nauc_mrr_at_1_std + value: 1.9234 + - type: nauc_mrr_at_1_diff1 + value: 33.5807 + - type: nauc_mrr_at_3_max + value: 28.5525 + - type: nauc_mrr_at_3_std + value: 5.366499999999999 + - type: nauc_mrr_at_3_diff1 + value: 29.679699999999997 + - type: nauc_mrr_at_5_max + value: 29.0497 + - type: nauc_mrr_at_5_std + value: 5.8275 + - type: nauc_mrr_at_5_diff1 + value: 29.3153 + - type: nauc_mrr_at_10_max + value: 29.465000000000003 + - type: nauc_mrr_at_10_std + value: 6.5692 + - type: nauc_mrr_at_10_diff1 + value: 29.5064 + - type: nauc_mrr_at_20_max + value: 29.542600000000004 + - type: nauc_mrr_at_20_std + value: 6.6635 + - type: nauc_mrr_at_20_diff1 + value: 29.525299999999998 + - type: nauc_mrr_at_100_max + value: 29.4819 + - type: nauc_mrr_at_100_std + value: 6.734800000000001 + - type: nauc_mrr_at_100_diff1 + value: 29.506300000000003 + - type: nauc_mrr_at_1000_max + value: 29.465999999999998 + - type: nauc_mrr_at_1000_std + value: 6.7075 + - type: nauc_mrr_at_1000_diff1 + value: 29.517100000000003 + - type: main_score + value: 45.32 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: ndcg_at_1 + value: 79.81 + - type: ndcg_at_3 + value: 83.923 + - type: ndcg_at_5 + value: 85.516 + - type: ndcg_at_10 + value: 86.825 + - type: ndcg_at_20 + value: 87.562 + - type: ndcg_at_100 + value: 88.241 + - type: ndcg_at_1000 + value: 88.40599999999999 + - type: map_at_1 + value: 69.387 + - type: map_at_3 + value: 80.109 + - type: map_at_5 + value: 81.907 + - type: map_at_10 + value: 82.976 + - type: map_at_20 + value: 83.391 + - type: map_at_100 + value: 83.627 + - type: map_at_1000 + value: 83.648 + - type: recall_at_1 + value: 69.387 + - type: recall_at_3 + value: 85.762 + - type: recall_at_5 + value: 90.305 + - type: recall_at_10 + value: 94.15599999999999 + - type: recall_at_20 + value: 96.56 + - type: recall_at_100 + value: 99.099 + - type: recall_at_1000 + value: 99.905 + - type: precision_at_1 + value: 79.81 + - type: precision_at_3 + value: 36.61 + - type: precision_at_5 + value: 24.041999999999998 + - type: precision_at_10 + value: 13.102 + - type: precision_at_20 + value: 6.961 + - type: precision_at_100 + value: 1.51 + - type: precision_at_1000 + value: 0.156 + - type: mrr_at_1 + value: 79.79 + - type: mrr_at_3 + value: 85.04 + - type: mrr_at_5 + value: 85.789 + - type: mrr_at_10 + value: 86.1217 + - type: mrr_at_20 + value: 86.22720000000001 + - type: mrr_at_100 + value: 86.2594 + - type: mrr_at_1000 + value: 86.26129999999999 + - type: nauc_ndcg_at_1_max + value: 38.5323 + - type: nauc_ndcg_at_1_std + value: -35.2997 + - type: nauc_ndcg_at_1_diff1 + value: 76.8904 + - type: nauc_ndcg_at_3_max + value: 35.8767 + - type: nauc_ndcg_at_3_std + value: -42.236200000000004 + - type: nauc_ndcg_at_3_diff1 + value: 75.08120000000001 + - type: nauc_ndcg_at_5_max + value: 36.5901 + - type: nauc_ndcg_at_5_std + value: -43.7432 + - type: nauc_ndcg_at_5_diff1 + value: 75.6063 + - type: nauc_ndcg_at_10_max + value: 37.1952 + - type: nauc_ndcg_at_10_std + value: -43.2721 + - type: nauc_ndcg_at_10_diff1 + value: 75.8216 + - type: nauc_ndcg_at_20_max + value: 37.501400000000004 + - type: nauc_ndcg_at_20_std + value: -41.9042 + - type: nauc_ndcg_at_20_diff1 + value: 75.70400000000001 + - type: nauc_ndcg_at_100_max + value: 38.0351 + - type: nauc_ndcg_at_100_std + value: -39.988 + - type: nauc_ndcg_at_100_diff1 + value: 75.6946 + - type: nauc_ndcg_at_1000_max + value: 38.0961 + - type: nauc_ndcg_at_1000_std + value: -39.5691 + - type: nauc_ndcg_at_1000_diff1 + value: 75.6467 + - type: nauc_map_at_1_max + value: 27.658899999999996 + - type: nauc_map_at_1_std + value: -38.6526 + - type: nauc_map_at_1_diff1 + value: 78.86 + - type: nauc_map_at_3_max + value: 33.265499999999996 + - type: nauc_map_at_3_std + value: -44.8285 + - type: nauc_map_at_3_diff1 + value: 76.2881 + - type: nauc_map_at_5_max + value: 34.8765 + - type: nauc_map_at_5_std + value: -44.8588 + - type: nauc_map_at_5_diff1 + value: 76.1948 + - type: nauc_map_at_10_max + value: 35.722300000000004 + - type: nauc_map_at_10_std + value: -43.7594 + - type: nauc_map_at_10_diff1 + value: 76.0072 + - type: nauc_map_at_20_max + value: 36.0747 + - type: nauc_map_at_20_std + value: -42.7652 + - type: nauc_map_at_20_diff1 + value: 75.873 + - type: nauc_map_at_100_max + value: 36.3031 + - type: nauc_map_at_100_std + value: -42.0231 + - type: nauc_map_at_100_diff1 + value: 75.84379999999999 + - type: nauc_map_at_1000_max + value: 36.3384 + - type: nauc_map_at_1000_std + value: -41.937999999999995 + - type: nauc_map_at_1000_diff1 + value: 75.8393 + - type: nauc_recall_at_1_max + value: 27.658899999999996 + - type: nauc_recall_at_1_std + value: -38.6526 + - type: nauc_recall_at_1_diff1 + value: 78.86 + - type: nauc_recall_at_3_max + value: 29.953000000000003 + - type: nauc_recall_at_3_std + value: -50.7123 + - type: nauc_recall_at_3_diff1 + value: 72.3936 + - type: nauc_recall_at_5_max + value: 31.8398 + - type: nauc_recall_at_5_std + value: -56.4493 + - type: nauc_recall_at_5_diff1 + value: 71.7385 + - type: nauc_recall_at_10_max + value: 33.048899999999996 + - type: nauc_recall_at_10_std + value: -59.646699999999996 + - type: nauc_recall_at_10_diff1 + value: 71.4574 + - type: nauc_recall_at_20_max + value: 34.185 + - type: nauc_recall_at_20_std + value: -57.018299999999996 + - type: nauc_recall_at_20_diff1 + value: 70.71119999999999 + - type: nauc_recall_at_100_max + value: 42.6654 + - type: nauc_recall_at_100_std + value: -40.8769 + - type: nauc_recall_at_100_diff1 + value: 72.0717 + - type: nauc_recall_at_1000_max + value: 44.116499999999995 + - type: nauc_recall_at_1000_std + value: 17.4422 + - type: nauc_recall_at_1000_diff1 + value: 58.206599999999995 + - type: nauc_precision_at_1_max + value: 38.5323 + - type: nauc_precision_at_1_std + value: -35.2997 + - type: nauc_precision_at_1_diff1 + value: 76.8904 + - type: nauc_precision_at_3_max + value: 11.5283 + - type: nauc_precision_at_3_std + value: 3.4072999999999998 + - type: nauc_precision_at_3_diff1 + value: -11.805 + - type: nauc_precision_at_5_max + value: 6.754300000000001 + - type: nauc_precision_at_5_std + value: 13.7509 + - type: nauc_precision_at_5_diff1 + value: -25.4885 + - type: nauc_precision_at_10_max + value: 2.5492999999999997 + - type: nauc_precision_at_10_std + value: 23.6938 + - type: nauc_precision_at_10_diff1 + value: -34.2161 + - type: nauc_precision_at_20_max + value: -0.1939 + - type: nauc_precision_at_20_std + value: 31.0031 + - type: nauc_precision_at_20_diff1 + value: -38.826699999999995 + - type: nauc_precision_at_100_max + value: -2.205 + - type: nauc_precision_at_100_std + value: 38.885999999999996 + - type: nauc_precision_at_100_diff1 + value: -41.661 + - type: nauc_precision_at_1000_max + value: -2.7452 + - type: nauc_precision_at_1000_std + value: 41.1492 + - type: nauc_precision_at_1000_diff1 + value: -42.416199999999996 + - type: nauc_mrr_at_1_max + value: 38.319199999999995 + - type: nauc_mrr_at_1_std + value: -35.382400000000004 + - type: nauc_mrr_at_1_diff1 + value: 76.93759999999999 + - type: nauc_mrr_at_3_max + value: 38.6992 + - type: nauc_mrr_at_3_std + value: -37.4313 + - type: nauc_mrr_at_3_diff1 + value: 75.81360000000001 + - type: nauc_mrr_at_5_max + value: 38.9249 + - type: nauc_mrr_at_5_std + value: -37.7732 + - type: nauc_mrr_at_5_diff1 + value: 76.0258 + - type: nauc_mrr_at_10_max + value: 39.0148 + - type: nauc_mrr_at_10_std + value: -37.5749 + - type: nauc_mrr_at_10_diff1 + value: 76.1165 + - type: nauc_mrr_at_20_max + value: 38.9778 + - type: nauc_mrr_at_20_std + value: -37.3585 + - type: nauc_mrr_at_20_diff1 + value: 76.1091 + - type: nauc_mrr_at_100_max + value: 38.9507 + - type: nauc_mrr_at_100_std + value: -37.3448 + - type: nauc_mrr_at_100_diff1 + value: 76.1166 + - type: nauc_mrr_at_1000_max + value: 38.9482 + - type: nauc_mrr_at_1000_std + value: -37.344100000000005 + - type: nauc_mrr_at_1000_diff1 + value: 76.116 + - type: main_score + value: 86.825 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: v_measure + value: 41.125699999999995 + - type: v_measure_std + value: 3.9637 + - type: main_score + value: 41.125699999999995 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: v_measure + value: 51.3872 + - type: v_measure_std + value: 11.6705 + - type: main_score + value: 51.3872 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: ndcg_at_1 + value: 17.299999999999997 + - type: ndcg_at_3 + value: 13.497 + - type: ndcg_at_5 + value: 11.591 + - type: ndcg_at_10 + value: 13.679 + - type: ndcg_at_20 + value: 15.565999999999999 + - type: ndcg_at_100 + value: 19.218 + - type: ndcg_at_1000 + value: 23.768 + - type: map_at_1 + value: 3.49 + - type: map_at_3 + value: 5.844 + - type: map_at_5 + value: 6.9 + - type: map_at_10 + value: 7.797999999999999 + - type: map_at_20 + value: 8.404 + - type: map_at_100 + value: 9.027000000000001 + - type: map_at_1000 + value: 9.238 + - type: recall_at_1 + value: 3.49 + - type: recall_at_3 + value: 7.470000000000001 + - type: recall_at_5 + value: 10.045 + - type: recall_at_10 + value: 13.889999999999999 + - type: recall_at_20 + value: 18.337999999999997 + - type: recall_at_100 + value: 30.19 + - type: recall_at_1000 + value: 52.681999999999995 + - type: precision_at_1 + value: 17.299999999999997 + - type: precision_at_3 + value: 12.333 + - type: precision_at_5 + value: 9.92 + - type: precision_at_10 + value: 6.8500000000000005 + - type: precision_at_20 + value: 4.52 + - type: precision_at_100 + value: 1.486 + - type: precision_at_1000 + value: 0.259 + - type: mrr_at_1 + value: 17.299999999999997 + - type: mrr_at_3 + value: 23.166700000000002 + - type: mrr_at_5 + value: 24.4817 + - type: mrr_at_10 + value: 25.662499999999998 + - type: mrr_at_20 + value: 26.256899999999998 + - type: mrr_at_100 + value: 26.7332 + - type: mrr_at_1000 + value: 26.8125 + - type: nauc_ndcg_at_1_max + value: 24.200499999999998 + - type: nauc_ndcg_at_1_std + value: 11.9834 + - type: nauc_ndcg_at_1_diff1 + value: 24.468 + - type: nauc_ndcg_at_3_max + value: 29.079 + - type: nauc_ndcg_at_3_std + value: 16.192999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 21.241699999999998 + - type: nauc_ndcg_at_5_max + value: 30.219099999999997 + - type: nauc_ndcg_at_5_std + value: 18.3763 + - type: nauc_ndcg_at_5_diff1 + value: 19.4039 + - type: nauc_ndcg_at_10_max + value: 30.7147 + - type: nauc_ndcg_at_10_std + value: 21.5882 + - type: nauc_ndcg_at_10_diff1 + value: 17.7705 + - type: nauc_ndcg_at_20_max + value: 31.1477 + - type: nauc_ndcg_at_20_std + value: 24.69 + - type: nauc_ndcg_at_20_diff1 + value: 16.9089 + - type: nauc_ndcg_at_100_max + value: 32.1562 + - type: nauc_ndcg_at_100_std + value: 30.425 + - type: nauc_ndcg_at_100_diff1 + value: 17.130300000000002 + - type: nauc_ndcg_at_1000_max + value: 32.4754 + - type: nauc_ndcg_at_1000_std + value: 32.5746 + - type: nauc_ndcg_at_1000_diff1 + value: 17.4281 + - type: nauc_map_at_1_max + value: 24.4036 + - type: nauc_map_at_1_std + value: 12.2252 + - type: nauc_map_at_1_diff1 + value: 24.5346 + - type: nauc_map_at_3_max + value: 30.043 + - type: nauc_map_at_3_std + value: 16.2703 + - type: nauc_map_at_3_diff1 + value: 21.8286 + - type: nauc_map_at_5_max + value: 31.5919 + - type: nauc_map_at_5_std + value: 18.676499999999997 + - type: nauc_map_at_5_diff1 + value: 19.1174 + - type: nauc_map_at_10_max + value: 32.1404 + - type: nauc_map_at_10_std + value: 21.0341 + - type: nauc_map_at_10_diff1 + value: 18.306800000000003 + - type: nauc_map_at_20_max + value: 32.5777 + - type: nauc_map_at_20_std + value: 23.0543 + - type: nauc_map_at_20_diff1 + value: 17.599899999999998 + - type: nauc_map_at_100_max + value: 32.757 + - type: nauc_map_at_100_std + value: 25.2143 + - type: nauc_map_at_100_diff1 + value: 17.564799999999998 + - type: nauc_map_at_1000_max + value: 32.836 + - type: nauc_map_at_1000_std + value: 25.624299999999998 + - type: nauc_map_at_1000_diff1 + value: 17.6171 + - type: nauc_recall_at_1_max + value: 24.4036 + - type: nauc_recall_at_1_std + value: 12.2252 + - type: nauc_recall_at_1_diff1 + value: 24.5346 + - type: nauc_recall_at_3_max + value: 30.498399999999997 + - type: nauc_recall_at_3_std + value: 17.663999999999998 + - type: nauc_recall_at_3_diff1 + value: 19.3246 + - type: nauc_recall_at_5_max + value: 30.836599999999997 + - type: nauc_recall_at_5_std + value: 20.3564 + - type: nauc_recall_at_5_diff1 + value: 15.6459 + - type: nauc_recall_at_10_max + value: 30.3941 + - type: nauc_recall_at_10_std + value: 25.187199999999997 + - type: nauc_recall_at_10_diff1 + value: 12.2576 + - type: nauc_recall_at_20_max + value: 29.4931 + - type: nauc_recall_at_20_std + value: 29.8445 + - type: nauc_recall_at_20_diff1 + value: 10.2911 + - type: nauc_recall_at_100_max + value: 29.568699999999996 + - type: nauc_recall_at_100_std + value: 40.4675 + - type: nauc_recall_at_100_diff1 + value: 10.8211 + - type: nauc_recall_at_1000_max + value: 26.112800000000004 + - type: nauc_recall_at_1000_std + value: 42.622 + - type: nauc_recall_at_1000_diff1 + value: 9.5162 + - type: nauc_precision_at_1_max + value: 24.200499999999998 + - type: nauc_precision_at_1_std + value: 11.9834 + - type: nauc_precision_at_1_diff1 + value: 24.468 + - type: nauc_precision_at_3_max + value: 30.5687 + - type: nauc_precision_at_3_std + value: 17.557100000000002 + - type: nauc_precision_at_3_diff1 + value: 19.395100000000003 + - type: nauc_precision_at_5_max + value: 31.0911 + - type: nauc_precision_at_5_std + value: 20.386599999999998 + - type: nauc_precision_at_5_diff1 + value: 16.0506 + - type: nauc_precision_at_10_max + value: 31.022100000000002 + - type: nauc_precision_at_10_std + value: 25.3927 + - type: nauc_precision_at_10_diff1 + value: 12.8608 + - type: nauc_precision_at_20_max + value: 30.0773 + - type: nauc_precision_at_20_std + value: 29.9155 + - type: nauc_precision_at_20_diff1 + value: 10.825700000000001 + - type: nauc_precision_at_100_max + value: 29.994300000000003 + - type: nauc_precision_at_100_std + value: 40.21 + - type: nauc_precision_at_100_diff1 + value: 11.2121 + - type: nauc_precision_at_1000_max + value: 26.3822 + - type: nauc_precision_at_1000_std + value: 41.7393 + - type: nauc_precision_at_1000_diff1 + value: 9.9425 + - type: nauc_mrr_at_1_max + value: 24.200499999999998 + - type: nauc_mrr_at_1_std + value: 11.9834 + - type: nauc_mrr_at_1_diff1 + value: 24.468 + - type: nauc_mrr_at_3_max + value: 26.5063 + - type: nauc_mrr_at_3_std + value: 14.6784 + - type: nauc_mrr_at_3_diff1 + value: 22.4465 + - type: nauc_mrr_at_5_max + value: 27.0678 + - type: nauc_mrr_at_5_std + value: 15.193499999999998 + - type: nauc_mrr_at_5_diff1 + value: 22.6012 + - type: nauc_mrr_at_10_max + value: 26.9741 + - type: nauc_mrr_at_10_std + value: 15.962200000000001 + - type: nauc_mrr_at_10_diff1 + value: 21.7963 + - type: nauc_mrr_at_20_max + value: 27.0563 + - type: nauc_mrr_at_20_std + value: 16.2419 + - type: nauc_mrr_at_20_diff1 + value: 21.749299999999998 + - type: nauc_mrr_at_100_max + value: 27.0795 + - type: nauc_mrr_at_100_std + value: 16.4246 + - type: nauc_mrr_at_100_diff1 + value: 21.8387 + - type: nauc_mrr_at_1000_max + value: 27.0832 + - type: nauc_mrr_at_1000_std + value: 16.4069 + - type: nauc_mrr_at_1000_diff1 + value: 21.8429 + - type: main_score + value: 13.679 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: pearson + value: 78.2689 + - type: spearman + value: 70.9342 + - type: cosine_pearson + value: 78.2689 + - type: cosine_spearman + value: 70.9342 + - type: manhattan_pearson + value: 74.75359999999999 + - type: manhattan_spearman + value: 70.8905 + - type: euclidean_pearson + value: 74.7187 + - type: euclidean_spearman + value: 70.88799999999999 + - type: main_score + value: 70.9342 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: pearson + value: 73.3449 + - type: spearman + value: 67.2036 + - type: cosine_pearson + value: 73.3449 + - type: cosine_spearman + value: 67.2036 + - type: manhattan_pearson + value: 68.56259999999999 + - type: manhattan_spearman + value: 66.8326 + - type: euclidean_pearson + value: 68.4606 + - type: euclidean_spearman + value: 66.8238 + - type: main_score + value: 67.2036 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: pearson + value: 77.3137 + - type: spearman + value: 77.4032 + - type: cosine_pearson + value: 77.3137 + - type: cosine_spearman + value: 77.4032 + - type: manhattan_pearson + value: 76.2551 + - type: manhattan_spearman + value: 76.6366 + - type: euclidean_pearson + value: 76.1261 + - type: euclidean_spearman + value: 76.5129 + - type: main_score + value: 77.4032 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: pearson + value: 77.1255 + - type: spearman + value: 72.3476 + - type: cosine_pearson + value: 77.1255 + - type: cosine_spearman + value: 72.3476 + - type: manhattan_pearson + value: 74.1639 + - type: manhattan_spearman + value: 72.1268 + - type: euclidean_pearson + value: 74.118 + - type: euclidean_spearman + value: 72.1061 + - type: main_score + value: 72.3476 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: pearson + value: 81.992 + - type: spearman + value: 82.4958 + - type: cosine_pearson + value: 81.992 + - type: cosine_spearman + value: 82.4958 + - type: manhattan_pearson + value: 81.3437 + - type: manhattan_spearman + value: 81.9727 + - type: euclidean_pearson + value: 81.3543 + - type: euclidean_spearman + value: 81.9557 + - type: main_score + value: 82.4958 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: pearson + value: 78.755 + - type: spearman + value: 79.408 + - type: cosine_pearson + value: 78.755 + - type: cosine_spearman + value: 79.408 + - type: manhattan_pearson + value: 80.0336 + - type: manhattan_spearman + value: 80.5912 + - type: euclidean_pearson + value: 80.0315 + - type: euclidean_spearman + value: 80.5413 + - type: main_score + value: 79.408 + task: + type: STS + - dataset: + config: fr-en + name: MTEB STS17 (fr-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 41.280699999999996 + - type: spearman + value: 39.9908 + - type: cosine_pearson + value: 41.280699999999996 + - type: cosine_spearman + value: 39.9908 + - type: manhattan_pearson + value: 41.515 + - type: manhattan_spearman + value: 39.6907 + - type: euclidean_pearson + value: 41.5204 + - type: euclidean_spearman + value: 39.6877 + - type: main_score + value: 39.9908 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 84.3554 + - type: spearman + value: 84.7607 + - type: cosine_pearson + value: 84.3554 + - type: cosine_spearman + value: 84.7607 + - type: manhattan_pearson + value: 84.1083 + - type: manhattan_spearman + value: 84.35979999999999 + - type: euclidean_pearson + value: 84.1249 + - type: euclidean_spearman + value: 84.33070000000001 + - type: main_score + value: 84.7607 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS17 (es-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 36.045500000000004 + - type: spearman + value: 36.9017 + - type: cosine_pearson + value: 36.045500000000004 + - type: cosine_spearman + value: 36.9017 + - type: manhattan_pearson + value: 33.128099999999996 + - type: manhattan_spearman + value: 33.9834 + - type: euclidean_pearson + value: 33.434599999999996 + - type: euclidean_spearman + value: 34.6078 + - type: main_score + value: 36.9017 + task: + type: STS + - dataset: + config: en-de + name: MTEB STS17 (en-de) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 38.332899999999995 + - type: spearman + value: 36.8844 + - type: cosine_pearson + value: 38.333 + - type: cosine_spearman + value: 36.8844 + - type: manhattan_pearson + value: 34.725699999999996 + - type: manhattan_spearman + value: 34.0722 + - type: euclidean_pearson + value: 35.0828 + - type: euclidean_spearman + value: 34.1548 + - type: main_score + value: 36.8844 + task: + type: STS + - dataset: + config: en-tr + name: MTEB STS17 (en-tr) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 8.5032 + - type: spearman + value: 5.6236 + - type: cosine_pearson + value: 8.5032 + - type: cosine_spearman + value: 5.6236 + - type: manhattan_pearson + value: 11.7706 + - type: manhattan_spearman + value: 8.512599999999999 + - type: euclidean_pearson + value: 11.6449 + - type: euclidean_spearman + value: 7.7363 + - type: main_score + value: 5.6236 + task: + type: STS + - dataset: + config: it-en + name: MTEB STS17 (it-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 30.772899999999996 + - type: spearman + value: 27.825899999999997 + - type: cosine_pearson + value: 30.772899999999996 + - type: cosine_spearman + value: 27.825899999999997 + - type: manhattan_pearson + value: 34.1556 + - type: manhattan_spearman + value: 32.852599999999995 + - type: euclidean_pearson + value: 33.8333 + - type: euclidean_spearman + value: 32.8262 + - type: main_score + value: 27.825899999999997 + task: + type: STS + - dataset: + config: nl-en + name: MTEB STS17 (nl-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 37.4576 + - type: spearman + value: 33.533 + - type: cosine_pearson + value: 37.457499999999996 + - type: cosine_spearman + value: 33.5406 + - type: manhattan_pearson + value: 38.7747 + - type: manhattan_spearman + value: 36.8791 + - type: euclidean_pearson + value: 39.4756 + - type: euclidean_spearman + value: 38.3307 + - type: main_score + value: 33.5406 + task: + type: STS + - dataset: + config: en-ar + name: MTEB STS17 (en-ar) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 12.8259 + - type: spearman + value: 13.2374 + - type: cosine_pearson + value: 12.8259 + - type: cosine_spearman + value: 13.2374 + - type: manhattan_pearson + value: 16.0609 + - type: manhattan_spearman + value: 14.8943 + - type: euclidean_pearson + value: 14.1566 + - type: euclidean_spearman + value: 12.6913 + - type: main_score + value: 13.2374 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: pearson + value: 66.1988 + - type: spearman + value: 66.6842 + - type: cosine_pearson + value: 66.1988 + - type: cosine_spearman + value: 66.6842 + - type: manhattan_pearson + value: 66.7457 + - type: manhattan_spearman + value: 66.00200000000001 + - type: euclidean_pearson + value: 66.9588 + - type: euclidean_spearman + value: 66.16579999999999 + - type: main_score + value: 66.6842 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS22 (es-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: pearson + value: 55.525999999999996 + - type: spearman + value: 58.790600000000005 + - type: cosine_pearson + value: 55.525999999999996 + - type: cosine_spearman + value: 58.790600000000005 + - type: manhattan_pearson + value: 57.918499999999995 + - type: manhattan_spearman + value: 60.4479 + - type: euclidean_pearson + value: 58.0086 + - type: euclidean_spearman + value: 60.5008 + - type: main_score + value: 58.790600000000005 + task: + type: STS + - dataset: + config: zh-en + name: MTEB STS22 (zh-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: pearson + value: 36.3507 + - type: spearman + value: 39.9716 + - type: cosine_pearson + value: 36.3506 + - type: cosine_spearman + value: 39.9716 + - type: manhattan_pearson + value: 25.3105 + - type: manhattan_spearman + value: 28.190700000000003 + - type: euclidean_pearson + value: 27.8303 + - type: euclidean_spearman + value: 29.8408 + - type: main_score + value: 39.9716 + task: + type: STS + - dataset: + config: de-en + name: MTEB STS22 (de-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: pearson + value: 47.759800000000006 + - type: spearman + value: 49.0005 + - type: cosine_pearson + value: 47.759800000000006 + - type: cosine_spearman + value: 49.0005 + - type: manhattan_pearson + value: 46.2315 + - type: manhattan_spearman + value: 49.9363 + - type: euclidean_pearson + value: 46.818599999999996 + - type: euclidean_spearman + value: 50.77779999999999 + - type: main_score + value: 49.0005 + task: + type: STS + - dataset: + config: pl-en + name: MTEB STS22 (pl-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: pearson + value: 49.2874 + - type: spearman + value: 43.5968 + - type: cosine_pearson + value: 49.2874 + - type: cosine_spearman + value: 43.5968 + - type: manhattan_pearson + value: 56.0733 + - type: manhattan_spearman + value: 51.0045 + - type: euclidean_pearson + value: 56.356399999999994 + - type: euclidean_spearman + value: 49.967800000000004 + - type: main_score + value: 43.5968 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: pearson + value: 78.6387 + - type: spearman + value: 77.48469999999999 + - type: cosine_pearson + value: 78.6387 + - type: cosine_spearman + value: 77.48469999999999 + - type: manhattan_pearson + value: 77.51989999999999 + - type: manhattan_spearman + value: 77.1479 + - type: euclidean_pearson + value: 77.5843 + - type: euclidean_spearman + value: 77.1979 + - type: main_score + value: 77.48469999999999 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: map + value: 72.4633 + - type: mrr + value: 90.7647 + - type: nAUC_map_max + value: 51.910999999999994 + - type: nAUC_map_std + value: 61.063599999999994 + - type: nAUC_map_diff1 + value: 10.8873 + - type: nAUC_mrr_max + value: 74.0887 + - type: nAUC_mrr_std + value: 66.3654 + - type: nAUC_mrr_diff1 + value: 48.1591 + - type: main_score + value: 72.4633 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: ndcg_at_1 + value: 49.0 + - type: ndcg_at_3 + value: 55.969 + - type: ndcg_at_5 + value: 58.111000000000004 + - type: ndcg_at_10 + value: 60.427 + - type: ndcg_at_20 + value: 61.527 + - type: ndcg_at_100 + value: 63.535 + - type: ndcg_at_1000 + value: 64.773 + - type: map_at_1 + value: 46.344 + - type: map_at_3 + value: 53.188 + - type: map_at_5 + value: 54.567 + - type: map_at_10 + value: 55.704 + - type: map_at_20 + value: 56.055 + - type: map_at_100 + value: 56.35 + - type: map_at_1000 + value: 56.397 + - type: recall_at_1 + value: 46.344 + - type: recall_at_3 + value: 60.911 + - type: recall_at_5 + value: 66.294 + - type: recall_at_10 + value: 72.872 + - type: recall_at_20 + value: 77.033 + - type: recall_at_100 + value: 87.656 + - type: recall_at_1000 + value: 97.333 + - type: precision_at_1 + value: 49.0 + - type: precision_at_3 + value: 22.111 + - type: precision_at_5 + value: 14.6 + - type: precision_at_10 + value: 8.200000000000001 + - type: precision_at_20 + value: 4.383 + - type: precision_at_100 + value: 0.997 + - type: precision_at_1000 + value: 0.11 + - type: mrr_at_1 + value: 49.0 + - type: mrr_at_3 + value: 55.555600000000005 + - type: mrr_at_5 + value: 56.8056 + - type: mrr_at_10 + value: 57.5951 + - type: mrr_at_20 + value: 57.808800000000005 + - type: mrr_at_100 + value: 58.0653 + - type: mrr_at_1000 + value: 58.10530000000001 + - type: nauc_ndcg_at_1_max + value: 49.4156 + - type: nauc_ndcg_at_1_std + value: 17.982300000000002 + - type: nauc_ndcg_at_1_diff1 + value: 70.1234 + - type: nauc_ndcg_at_3_max + value: 54.3891 + - type: nauc_ndcg_at_3_std + value: 14.310400000000001 + - type: nauc_ndcg_at_3_diff1 + value: 67.3382 + - type: nauc_ndcg_at_5_max + value: 52.9631 + - type: nauc_ndcg_at_5_std + value: 11.7775 + - type: nauc_ndcg_at_5_diff1 + value: 66.2906 + - type: nauc_ndcg_at_10_max + value: 54.9531 + - type: nauc_ndcg_at_10_std + value: 13.3055 + - type: nauc_ndcg_at_10_diff1 + value: 66.4653 + - type: nauc_ndcg_at_20_max + value: 54.7342 + - type: nauc_ndcg_at_20_std + value: 14.571600000000002 + - type: nauc_ndcg_at_20_diff1 + value: 66.38929999999999 + - type: nauc_ndcg_at_100_max + value: 54.2887 + - type: nauc_ndcg_at_100_std + value: 16.3373 + - type: nauc_ndcg_at_100_diff1 + value: 66.2149 + - type: nauc_ndcg_at_1000_max + value: 54.4544 + - type: nauc_ndcg_at_1000_std + value: 15.9653 + - type: nauc_ndcg_at_1000_diff1 + value: 66.7584 + - type: nauc_map_at_1_max + value: 48.4528 + - type: nauc_map_at_1_std + value: 11.2364 + - type: nauc_map_at_1_diff1 + value: 71.3798 + - type: nauc_map_at_3_max + value: 52.629000000000005 + - type: nauc_map_at_3_std + value: 12.753900000000002 + - type: nauc_map_at_3_diff1 + value: 68.4559 + - type: nauc_map_at_5_max + value: 52.1172 + - type: nauc_map_at_5_std + value: 11.887 + - type: nauc_map_at_5_diff1 + value: 67.85940000000001 + - type: nauc_map_at_10_max + value: 53.26 + - type: nauc_map_at_10_std + value: 12.8623 + - type: nauc_map_at_10_diff1 + value: 67.9285 + - type: nauc_map_at_20_max + value: 53.140100000000004 + - type: nauc_map_at_20_std + value: 13.312299999999999 + - type: nauc_map_at_20_diff1 + value: 67.8706 + - type: nauc_map_at_100_max + value: 53.07809999999999 + - type: nauc_map_at_100_std + value: 13.570099999999998 + - type: nauc_map_at_100_diff1 + value: 67.8354 + - type: nauc_map_at_1000_max + value: 53.0964 + - type: nauc_map_at_1000_std + value: 13.5718 + - type: nauc_map_at_1000_diff1 + value: 67.8608 + - type: nauc_recall_at_1_max + value: 48.4528 + - type: nauc_recall_at_1_std + value: 11.2364 + - type: nauc_recall_at_1_diff1 + value: 71.3798 + - type: nauc_recall_at_3_max + value: 55.2991 + - type: nauc_recall_at_3_std + value: 10.4741 + - type: nauc_recall_at_3_diff1 + value: 63.9389 + - type: nauc_recall_at_5_max + value: 52.3593 + - type: nauc_recall_at_5_std + value: 5.2456000000000005 + - type: nauc_recall_at_5_diff1 + value: 59.9453 + - type: nauc_recall_at_10_max + value: 58.082699999999996 + - type: nauc_recall_at_10_std + value: 8.0142 + - type: nauc_recall_at_10_diff1 + value: 59.644600000000004 + - type: nauc_recall_at_20_max + value: 58.9062 + - type: nauc_recall_at_20_std + value: 13.9035 + - type: nauc_recall_at_20_diff1 + value: 59.78099999999999 + - type: nauc_recall_at_100_max + value: 58.318999999999996 + - type: nauc_recall_at_100_std + value: 34.7022 + - type: nauc_recall_at_100_diff1 + value: 55.9343 + - type: nauc_recall_at_1000_max + value: 79.1958 + - type: nauc_recall_at_1000_std + value: 63.7138 + - type: nauc_recall_at_1000_diff1 + value: 62.832600000000006 + - type: nauc_precision_at_1_max + value: 49.4156 + - type: nauc_precision_at_1_std + value: 17.982300000000002 + - type: nauc_precision_at_1_diff1 + value: 70.1234 + - type: nauc_precision_at_3_max + value: 57.2273 + - type: nauc_precision_at_3_std + value: 27.0677 + - type: nauc_precision_at_3_diff1 + value: 52.8038 + - type: nauc_precision_at_5_max + value: 51.4554 + - type: nauc_precision_at_5_std + value: 23.3615 + - type: nauc_precision_at_5_diff1 + value: 44.164500000000004 + - type: nauc_precision_at_10_max + value: 50.428399999999996 + - type: nauc_precision_at_10_std + value: 28.477200000000003 + - type: nauc_precision_at_10_diff1 + value: 31.4772 + - type: nauc_precision_at_20_max + value: 42.5568 + - type: nauc_precision_at_20_std + value: 32.6138 + - type: nauc_precision_at_20_diff1 + value: 23.4987 + - type: nauc_precision_at_100_max + value: 33.7983 + - type: nauc_precision_at_100_std + value: 44.8859 + - type: nauc_precision_at_100_diff1 + value: 7.9106 + - type: nauc_precision_at_1000_max + value: 23.0914 + - type: nauc_precision_at_1000_std + value: 46.0357 + - type: nauc_precision_at_1000_diff1 + value: -12.5412 + - type: nauc_mrr_at_1_max + value: 49.4156 + - type: nauc_mrr_at_1_std + value: 17.982300000000002 + - type: nauc_mrr_at_1_diff1 + value: 70.1234 + - type: nauc_mrr_at_3_max + value: 53.5852 + - type: nauc_mrr_at_3_std + value: 16.9294 + - type: nauc_mrr_at_3_diff1 + value: 67.91430000000001 + - type: nauc_mrr_at_5_max + value: 52.8663 + - type: nauc_mrr_at_5_std + value: 16.0492 + - type: nauc_mrr_at_5_diff1 + value: 67.1386 + - type: nauc_mrr_at_10_max + value: 53.21320000000001 + - type: nauc_mrr_at_10_std + value: 16.5224 + - type: nauc_mrr_at_10_diff1 + value: 67.1661 + - type: nauc_mrr_at_20_max + value: 53.154500000000006 + - type: nauc_mrr_at_20_std + value: 16.653599999999997 + - type: nauc_mrr_at_20_diff1 + value: 67.1882 + - type: nauc_mrr_at_100_max + value: 53.0415 + - type: nauc_mrr_at_100_std + value: 16.7896 + - type: nauc_mrr_at_100_diff1 + value: 67.1524 + - type: nauc_mrr_at_1000_max + value: 53.04299999999999 + - type: nauc_mrr_at_1000_std + value: 16.7823 + - type: nauc_mrr_at_1000_diff1 + value: 67.1834 + - type: main_score + value: 60.427 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: similarity_accuracy + value: 99.802 + - type: similarity_accuracy_threshold + value: 68.9054 + - type: similarity_f1 + value: 89.89439999999999 + - type: similarity_f1_threshold + value: 68.1838 + - type: similarity_precision + value: 90.3943 + - type: similarity_recall + value: 89.4 + - type: similarity_ap + value: 95.1114 + - type: cosine_accuracy + value: 99.802 + - type: cosine_accuracy_threshold + value: 68.9053 + - type: cosine_f1 + value: 89.89439999999999 + - type: cosine_f1_threshold + value: 68.1838 + - type: cosine_precision + value: 90.3943 + - type: cosine_recall + value: 89.4 + - type: cosine_ap + value: 95.1114 + - type: manhattan_accuracy + value: 99.8 + - type: manhattan_accuracy_threshold + value: 56569.586200000005 + - type: manhattan_f1 + value: 89.8899 + - type: manhattan_f1_threshold + value: 56569.586200000005 + - type: manhattan_precision + value: 89.98 + - type: manhattan_recall + value: 89.8 + - type: manhattan_ap + value: 94.9934 + - type: euclidean_accuracy + value: 99.799 + - type: euclidean_accuracy_threshold + value: 2539.7804 + - type: euclidean_f1 + value: 89.8348 + - type: euclidean_f1_threshold + value: 2568.8804999999998 + - type: euclidean_precision + value: 89.9699 + - type: euclidean_recall + value: 89.7 + - type: euclidean_ap + value: 95.06 + - type: dot_accuracy + value: 99.7723 + - type: dot_accuracy_threshold + value: 72398.77320000001 + - type: dot_f1 + value: 88.0829 + - type: dot_f1_threshold + value: 72398.77320000001 + - type: dot_precision + value: 91.39779999999999 + - type: dot_recall + value: 85.0 + - type: dot_ap + value: 93.74040000000001 + - type: max_accuracy + value: 99.802 + - type: max_f1 + value: 89.89439999999999 + - type: max_precision + value: 91.39779999999999 + - type: max_recall + value: 89.8 + - type: max_ap + value: 95.1114 + - type: main_score + value: 95.1114 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: v_measure + value: 56.641 + - type: v_measure_std + value: 4.6061 + - type: main_score + value: 56.641 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: v_measure + value: 31.850099999999998 + - type: v_measure_std + value: 1.3043 + - type: main_score + value: 31.850099999999998 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: map + value: 48.149300000000004 + - type: mrr + value: 48.8603 + - type: nAUC_map_max + value: 14.3434 + - type: nAUC_map_std + value: 8.115400000000001 + - type: nAUC_map_diff1 + value: 35.017700000000005 + - type: nAUC_mrr_max + value: 15.0698 + - type: nAUC_mrr_std + value: 8.9674 + - type: nAUC_mrr_diff1 + value: 35.029199999999996 + - type: main_score + value: 48.149300000000004 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: pearson + value: 29.9904 + - type: spearman + value: 31.8365 + - type: cosine_spearman + value: 31.8365 + - type: cosine_pearson + value: 29.9904 + - type: dot_spearman + value: 29.713099999999997 + - type: dot_pearson + value: 28.3169 + - type: main_score + value: 31.8365 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: ndcg_at_1 + value: 81.0 + - type: ndcg_at_3 + value: 75.98899999999999 + - type: ndcg_at_5 + value: 75.205 + - type: ndcg_at_10 + value: 71.532 + - type: ndcg_at_20 + value: 68.284 + - type: ndcg_at_100 + value: 52.276 + - type: ndcg_at_1000 + value: 45.097 + - type: map_at_1 + value: 0.231 + - type: map_at_3 + value: 0.583 + - type: map_at_5 + value: 0.9369999999999999 + - type: map_at_10 + value: 1.718 + - type: map_at_20 + value: 3.005 + - type: map_at_100 + value: 9.005 + - type: map_at_1000 + value: 20.935000000000002 + - type: recall_at_1 + value: 0.231 + - type: recall_at_3 + value: 0.619 + - type: recall_at_5 + value: 1.024 + - type: recall_at_10 + value: 1.9609999999999999 + - type: recall_at_20 + value: 3.5319999999999996 + - type: recall_at_100 + value: 12.046 + - type: recall_at_1000 + value: 41.831 + - type: precision_at_1 + value: 88.0 + - type: precision_at_3 + value: 80.0 + - type: precision_at_5 + value: 80.0 + - type: precision_at_10 + value: 75.8 + - type: precision_at_20 + value: 71.5 + - type: precision_at_100 + value: 53.059999999999995 + - type: precision_at_1000 + value: 20.355999999999998 + - type: mrr_at_1 + value: 88.0 + - type: mrr_at_3 + value: 92.6667 + - type: mrr_at_5 + value: 93.1667 + - type: mrr_at_10 + value: 93.1667 + - type: mrr_at_20 + value: 93.1667 + - type: mrr_at_100 + value: 93.1667 + - type: mrr_at_1000 + value: 93.1667 + - type: nauc_ndcg_at_1_max + value: 23.5033 + - type: nauc_ndcg_at_1_std + value: 42.5107 + - type: nauc_ndcg_at_1_diff1 + value: -16.6331 + - type: nauc_ndcg_at_3_max + value: 45.7534 + - type: nauc_ndcg_at_3_std + value: 49.449 + - type: nauc_ndcg_at_3_diff1 + value: -21.817700000000002 + - type: nauc_ndcg_at_5_max + value: 52.3915 + - type: nauc_ndcg_at_5_std + value: 54.0234 + - type: nauc_ndcg_at_5_diff1 + value: -22.4601 + - type: nauc_ndcg_at_10_max + value: 48.9955 + - type: nauc_ndcg_at_10_std + value: 57.918099999999995 + - type: nauc_ndcg_at_10_diff1 + value: -31.8485 + - type: nauc_ndcg_at_20_max + value: 53.668800000000005 + - type: nauc_ndcg_at_20_std + value: 69.0301 + - type: nauc_ndcg_at_20_diff1 + value: -35.4435 + - type: nauc_ndcg_at_100_max + value: 51.8196 + - type: nauc_ndcg_at_100_std + value: 82.2754 + - type: nauc_ndcg_at_100_diff1 + value: -39.7011 + - type: nauc_ndcg_at_1000_max + value: 65.4034 + - type: nauc_ndcg_at_1000_std + value: 81.7756 + - type: nauc_ndcg_at_1000_diff1 + value: -30.1325 + - type: nauc_map_at_1_max + value: 3.0979 + - type: nauc_map_at_1_std + value: -11.2343 + - type: nauc_map_at_1_diff1 + value: 20.7618 + - type: nauc_map_at_3_max + value: 28.6885 + - type: nauc_map_at_3_std + value: 2.9605 + - type: nauc_map_at_3_diff1 + value: 11.3494 + - type: nauc_map_at_5_max + value: 31.7008 + - type: nauc_map_at_5_std + value: 5.6763 + - type: nauc_map_at_5_diff1 + value: 9.1052 + - type: nauc_map_at_10_max + value: 29.9906 + - type: nauc_map_at_10_std + value: 6.5652 + - type: nauc_map_at_10_diff1 + value: 5.4684 + - type: nauc_map_at_20_max + value: 38.6532 + - type: nauc_map_at_20_std + value: 22.8509 + - type: nauc_map_at_20_diff1 + value: -2.6004 + - type: nauc_map_at_100_max + value: 58.9551 + - type: nauc_map_at_100_std + value: 67.3813 + - type: nauc_map_at_100_diff1 + value: -23.7286 + - type: nauc_map_at_1000_max + value: 66.5071 + - type: nauc_map_at_1000_std + value: 87.6026 + - type: nauc_map_at_1000_diff1 + value: -34.2005 + - type: nauc_recall_at_1_max + value: 3.0979 + - type: nauc_recall_at_1_std + value: -11.2343 + - type: nauc_recall_at_1_diff1 + value: 20.7618 + - type: nauc_recall_at_3_max + value: 22.5952 + - type: nauc_recall_at_3_std + value: -5.0699000000000005 + - type: nauc_recall_at_3_diff1 + value: 12.1543 + - type: nauc_recall_at_5_max + value: 23.1872 + - type: nauc_recall_at_5_std + value: -4.1483 + - type: nauc_recall_at_5_diff1 + value: 11.938799999999999 + - type: nauc_recall_at_10_max + value: 18.5173 + - type: nauc_recall_at_10_std + value: -6.304800000000001 + - type: nauc_recall_at_10_diff1 + value: 8.7213 + - type: nauc_recall_at_20_max + value: 27.1838 + - type: nauc_recall_at_20_std + value: 9.6419 + - type: nauc_recall_at_20_diff1 + value: 3.6645999999999996 + - type: nauc_recall_at_100_max + value: 51.14959999999999 + - type: nauc_recall_at_100_std + value: 52.7999 + - type: nauc_recall_at_100_diff1 + value: -17.7583 + - type: nauc_recall_at_1000_max + value: 64.6146 + - type: nauc_recall_at_1000_std + value: 73.34049999999999 + - type: nauc_recall_at_1000_diff1 + value: -22.3217 + - type: nauc_precision_at_1_max + value: 48.949999999999996 + - type: nauc_precision_at_1_std + value: 75.8988 + - type: nauc_precision_at_1_diff1 + value: -3.4839 + - type: nauc_precision_at_3_max + value: 70.9443 + - type: nauc_precision_at_3_std + value: 67.53 + - type: nauc_precision_at_3_diff1 + value: -19.8922 + - type: nauc_precision_at_5_max + value: 73.03150000000001 + - type: nauc_precision_at_5_std + value: 70.8924 + - type: nauc_precision_at_5_diff1 + value: -24.3446 + - type: nauc_precision_at_10_max + value: 55.359 + - type: nauc_precision_at_10_std + value: 62.7347 + - type: nauc_precision_at_10_diff1 + value: -33.091 + - type: nauc_precision_at_20_max + value: 59.1229 + - type: nauc_precision_at_20_std + value: 76.0406 + - type: nauc_precision_at_20_diff1 + value: -35.061 + - type: nauc_precision_at_100_max + value: 53.1281 + - type: nauc_precision_at_100_std + value: 85.8325 + - type: nauc_precision_at_100_diff1 + value: -40.6393 + - type: nauc_precision_at_1000_max + value: 41.3845 + - type: nauc_precision_at_1000_std + value: 67.6367 + - type: nauc_precision_at_1000_diff1 + value: -33.204699999999995 + - type: nauc_mrr_at_1_max + value: 48.949999999999996 + - type: nauc_mrr_at_1_std + value: 75.8988 + - type: nauc_mrr_at_1_diff1 + value: -3.4839 + - type: nauc_mrr_at_3_max + value: 54.543699999999994 + - type: nauc_mrr_at_3_std + value: 71.44800000000001 + - type: nauc_mrr_at_3_diff1 + value: -10.0942 + - type: nauc_mrr_at_5_max + value: 53.2249 + - type: nauc_mrr_at_5_std + value: 74.1067 + - type: nauc_mrr_at_5_diff1 + value: -6.6437 + - type: nauc_mrr_at_10_max + value: 53.2249 + - type: nauc_mrr_at_10_std + value: 74.1067 + - type: nauc_mrr_at_10_diff1 + value: -6.6437 + - type: nauc_mrr_at_20_max + value: 53.2249 + - type: nauc_mrr_at_20_std + value: 74.1067 + - type: nauc_mrr_at_20_diff1 + value: -6.6437 + - type: nauc_mrr_at_100_max + value: 53.2249 + - type: nauc_mrr_at_100_std + value: 74.1067 + - type: nauc_mrr_at_100_diff1 + value: -6.6437 + - type: nauc_mrr_at_1000_max + value: 53.2249 + - type: nauc_mrr_at_1000_std + value: 74.1067 + - type: nauc_mrr_at_1000_diff1 + value: -6.6437 + - type: main_score + value: 71.532 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: ndcg_at_1 + value: 24.490000000000002 + - type: ndcg_at_3 + value: 24.729 + - type: ndcg_at_5 + value: 23.791 + - type: ndcg_at_10 + value: 22.788 + - type: ndcg_at_20 + value: 25.137999999999998 + - type: ndcg_at_100 + value: 35.506 + - type: ndcg_at_1000 + value: 47.535 + - type: map_at_1 + value: 2.094 + - type: map_at_3 + value: 5.037 + - type: map_at_5 + value: 6.666999999999999 + - type: map_at_10 + value: 9.567 + - type: map_at_20 + value: 12.238 + - type: map_at_100 + value: 15.456 + - type: map_at_1000 + value: 17.134 + - type: recall_at_1 + value: 2.094 + - type: recall_at_3 + value: 6.356000000000001 + - type: recall_at_5 + value: 9.517000000000001 + - type: recall_at_10 + value: 15.589 + - type: recall_at_20 + value: 24.322 + - type: recall_at_100 + value: 46.668 + - type: recall_at_1000 + value: 83.852 + - type: precision_at_1 + value: 26.531 + - type: precision_at_3 + value: 26.531 + - type: precision_at_5 + value: 24.490000000000002 + - type: precision_at_10 + value: 20.408 + - type: precision_at_20 + value: 17.143 + - type: precision_at_100 + value: 7.489999999999999 + - type: precision_at_1000 + value: 1.551 + - type: mrr_at_1 + value: 26.5306 + - type: mrr_at_3 + value: 38.0952 + - type: mrr_at_5 + value: 40.9524 + - type: mrr_at_10 + value: 42.150999999999996 + - type: mrr_at_20 + value: 43.148199999999996 + - type: mrr_at_100 + value: 43.3322 + - type: mrr_at_1000 + value: 43.3603 + - type: nauc_ndcg_at_1_max + value: -21.184 + - type: nauc_ndcg_at_1_std + value: 4.5078 + - type: nauc_ndcg_at_1_diff1 + value: -12.7358 + - type: nauc_ndcg_at_3_max + value: -19.4252 + - type: nauc_ndcg_at_3_std + value: -6.255199999999999 + - type: nauc_ndcg_at_3_diff1 + value: 1.3456 + - type: nauc_ndcg_at_5_max + value: -21.515 + - type: nauc_ndcg_at_5_std + value: -7.8812999999999995 + - type: nauc_ndcg_at_5_diff1 + value: -1.2183 + - type: nauc_ndcg_at_10_max + value: -18.12 + - type: nauc_ndcg_at_10_std + value: -5.5853 + - type: nauc_ndcg_at_10_diff1 + value: 1.2866 + - type: nauc_ndcg_at_20_max + value: -27.9821 + - type: nauc_ndcg_at_20_std + value: -5.8553 + - type: nauc_ndcg_at_20_diff1 + value: 3.1812 + - type: nauc_ndcg_at_100_max + value: -23.092299999999998 + - type: nauc_ndcg_at_100_std + value: 12.623599999999998 + - type: nauc_ndcg_at_100_diff1 + value: 8.099 + - type: nauc_ndcg_at_1000_max + value: -20.1611 + - type: nauc_ndcg_at_1000_std + value: 22.288800000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 3.8947000000000003 + - type: nauc_map_at_1_max + value: -15.1336 + - type: nauc_map_at_1_std + value: -5.686 + - type: nauc_map_at_1_diff1 + value: -11.0982 + - type: nauc_map_at_3_max + value: -17.957 + - type: nauc_map_at_3_std + value: -14.3613 + - type: nauc_map_at_3_diff1 + value: -4.0538 + - type: nauc_map_at_5_max + value: -19.7211 + - type: nauc_map_at_5_std + value: -15.432799999999999 + - type: nauc_map_at_5_diff1 + value: -5.491 + - type: nauc_map_at_10_max + value: -14.6394 + - type: nauc_map_at_10_std + value: -15.145900000000001 + - type: nauc_map_at_10_diff1 + value: -2.0209 + - type: nauc_map_at_20_max + value: -19.4593 + - type: nauc_map_at_20_std + value: -15.0695 + - type: nauc_map_at_20_diff1 + value: 2.7577000000000003 + - type: nauc_map_at_100_max + value: -17.2374 + - type: nauc_map_at_100_std + value: -6.2214 + - type: nauc_map_at_100_diff1 + value: 7.7665 + - type: nauc_map_at_1000_max + value: -16.4723 + - type: nauc_map_at_1000_std + value: -2.4473000000000003 + - type: nauc_map_at_1000_diff1 + value: 7.1406 + - type: nauc_recall_at_1_max + value: -15.1336 + - type: nauc_recall_at_1_std + value: -5.686 + - type: nauc_recall_at_1_diff1 + value: -11.0982 + - type: nauc_recall_at_3_max + value: -21.6947 + - type: nauc_recall_at_3_std + value: -20.8214 + - type: nauc_recall_at_3_diff1 + value: -2.1295 + - type: nauc_recall_at_5_max + value: -24.176000000000002 + - type: nauc_recall_at_5_std + value: -21.3149 + - type: nauc_recall_at_5_diff1 + value: -6.895999999999999 + - type: nauc_recall_at_10_max + value: -17.9446 + - type: nauc_recall_at_10_std + value: -14.205799999999998 + - type: nauc_recall_at_10_diff1 + value: -2.2227 + - type: nauc_recall_at_20_max + value: -30.1632 + - type: nauc_recall_at_20_std + value: -11.9398 + - type: nauc_recall_at_20_diff1 + value: 4.2804 + - type: nauc_recall_at_100_max + value: -21.802 + - type: nauc_recall_at_100_std + value: 20.3004 + - type: nauc_recall_at_100_diff1 + value: 8.1152 + - type: nauc_recall_at_1000_max + value: -15.484300000000001 + - type: nauc_recall_at_1000_std + value: 61.0456 + - type: nauc_recall_at_1000_diff1 + value: -22.3118 + - type: nauc_precision_at_1_max + value: -16.3555 + - type: nauc_precision_at_1_std + value: 1.4887 + - type: nauc_precision_at_1_diff1 + value: -7.2894 + - type: nauc_precision_at_3_max + value: -18.5059 + - type: nauc_precision_at_3_std + value: -11.0688 + - type: nauc_precision_at_3_diff1 + value: 8.2707 + - type: nauc_precision_at_5_max + value: -20.949 + - type: nauc_precision_at_5_std + value: -13.556099999999999 + - type: nauc_precision_at_5_diff1 + value: 3.8719 + - type: nauc_precision_at_10_max + value: -11.5299 + - type: nauc_precision_at_10_std + value: -1.6832 + - type: nauc_precision_at_10_diff1 + value: 11.603299999999999 + - type: nauc_precision_at_20_max + value: -27.1497 + - type: nauc_precision_at_20_std + value: 5.7508 + - type: nauc_precision_at_20_diff1 + value: 20.0541 + - type: nauc_precision_at_100_max + value: -2.628 + - type: nauc_precision_at_100_std + value: 47.0634 + - type: nauc_precision_at_100_diff1 + value: 29.8468 + - type: nauc_precision_at_1000_max + value: 30.866500000000002 + - type: nauc_precision_at_1000_std + value: 33.8682 + - type: nauc_precision_at_1000_diff1 + value: 11.3792 + - type: nauc_mrr_at_1_max + value: -16.3555 + - type: nauc_mrr_at_1_std + value: 1.4887 + - type: nauc_mrr_at_1_diff1 + value: -7.2894 + - type: nauc_mrr_at_3_max + value: -20.1747 + - type: nauc_mrr_at_3_std + value: -9.8292 + - type: nauc_mrr_at_3_diff1 + value: 2.3817 + - type: nauc_mrr_at_5_max + value: -20.2904 + - type: nauc_mrr_at_5_std + value: -8.164299999999999 + - type: nauc_mrr_at_5_diff1 + value: -0.1708 + - type: nauc_mrr_at_10_max + value: -19.431 + - type: nauc_mrr_at_10_std + value: -4.6234 + - type: nauc_mrr_at_10_diff1 + value: -0.9554999999999999 + - type: nauc_mrr_at_20_max + value: -19.7291 + - type: nauc_mrr_at_20_std + value: -4.4182 + - type: nauc_mrr_at_20_diff1 + value: -0.7163 + - type: nauc_mrr_at_100_max + value: -19.662 + - type: nauc_mrr_at_100_std + value: -4.4295 + - type: nauc_mrr_at_100_diff1 + value: -0.9365999999999999 + - type: nauc_mrr_at_1000_max + value: -19.6591 + - type: nauc_mrr_at_1000_std + value: -4.5101 + - type: nauc_mrr_at_1000_diff1 + value: -0.9622 + - type: main_score + value: 22.788 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 64.41409999999999 + - type: f1 + value: 48.512899999999995 + - type: f1_weighted + value: 72.2769 + - type: ap + value: 10.4382 + - type: ap_weighted + value: 10.4382 + - type: main_score + value: 64.41409999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 52.6316 + - type: f1 + value: 52.9212 + - type: f1_weighted + value: 52.3632 + - type: main_score + value: 52.6316 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: v_measure + value: 34.3169 + - type: v_measure_std + value: 1.669 + - type: main_score + value: 34.3169 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: similarity_accuracy + value: 83.45949999999999 + - type: similarity_accuracy_threshold + value: 72.4461 + - type: similarity_f1 + value: 61.7155 + - type: similarity_f1_threshold + value: 62.5381 + - type: similarity_precision + value: 56.0681 + - type: similarity_recall + value: 68.628 + - type: similarity_ap + value: 65.0861 + - type: cosine_accuracy + value: 83.45949999999999 + - type: cosine_accuracy_threshold + value: 72.4461 + - type: cosine_f1 + value: 61.7155 + - type: cosine_f1_threshold + value: 62.5381 + - type: cosine_precision + value: 56.0681 + - type: cosine_recall + value: 68.628 + - type: cosine_ap + value: 65.0861 + - type: manhattan_accuracy + value: 83.3999 + - type: manhattan_accuracy_threshold + value: 53493.359399999994 + - type: manhattan_f1 + value: 61.0456 + - type: manhattan_f1_threshold + value: 60751.0315 + - type: manhattan_precision + value: 57.6589 + - type: manhattan_recall + value: 64.8549 + - type: manhattan_ap + value: 64.5486 + - type: euclidean_accuracy + value: 83.4059 + - type: euclidean_accuracy_threshold + value: 2422.2414 + - type: euclidean_f1 + value: 60.9938 + - type: euclidean_f1_threshold + value: 2765.6849 + - type: euclidean_precision + value: 57.6291 + - type: euclidean_recall + value: 64.7757 + - type: euclidean_ap + value: 64.60709999999999 + - type: dot_accuracy + value: 82.60119999999999 + - type: dot_accuracy_threshold + value: 77153.8452 + - type: dot_f1 + value: 59.933099999999996 + - type: dot_f1_threshold + value: 67100.8545 + - type: dot_precision + value: 54.785799999999995 + - type: dot_recall + value: 66.1478 + - type: dot_ap + value: 62.1271 + - type: max_accuracy + value: 83.45949999999999 + - type: max_f1 + value: 61.7155 + - type: max_precision + value: 57.6589 + - type: max_recall + value: 68.628 + - type: max_ap + value: 65.0861 + - type: main_score + value: 65.0861 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: similarity_accuracy + value: 88.1612 + - type: similarity_accuracy_threshold + value: 63.8545 + - type: similarity_f1 + value: 76.3737 + - type: similarity_f1_threshold + value: 60.4226 + - type: similarity_precision + value: 74.1711 + - type: similarity_recall + value: 78.7111 + - type: similarity_ap + value: 83.5651 + - type: cosine_accuracy + value: 88.1612 + - type: cosine_accuracy_threshold + value: 63.8545 + - type: cosine_f1 + value: 76.3737 + - type: cosine_f1_threshold + value: 60.4226 + - type: cosine_precision + value: 74.1711 + - type: cosine_recall + value: 78.7111 + - type: cosine_ap + value: 83.5651 + - type: manhattan_accuracy + value: 87.9652 + - type: manhattan_accuracy_threshold + value: 57837.701400000005 + - type: manhattan_f1 + value: 76.1352 + - type: manhattan_f1_threshold + value: 61746.6187 + - type: manhattan_precision + value: 72.3335 + - type: manhattan_recall + value: 80.3588 + - type: manhattan_ap + value: 83.3006 + - type: euclidean_accuracy + value: 88.00019999999999 + - type: euclidean_accuracy_threshold + value: 2607.3253999999997 + - type: euclidean_f1 + value: 76.2589 + - type: euclidean_f1_threshold + value: 2793.2058 + - type: euclidean_precision + value: 73.1054 + - type: euclidean_recall + value: 79.69659999999999 + - type: euclidean_ap + value: 83.3352 + - type: dot_accuracy + value: 87.69940000000001 + - type: dot_accuracy_threshold + value: 62123.3459 + - type: dot_f1 + value: 75.509 + - type: dot_f1_threshold + value: 56145.837400000004 + - type: dot_precision + value: 70.9651 + - type: dot_recall + value: 80.67450000000001 + - type: dot_ap + value: 81.7367 + - type: max_accuracy + value: 88.1612 + - type: max_f1 + value: 76.3737 + - type: max_precision + value: 74.1711 + - type: max_recall + value: 80.67450000000001 + - type: max_ap + value: 83.5651 + - type: main_score + value: 83.5651 + task: + type: PairClassification --- # SentenceTransformer based on answerdotai/ModernBERT-base