metadata
language:
- en
base_model:
- google/gemma-2-9b-it
license: gemma
model-index:
- name: google/Gemma-Embeddings-v1.0
results:
- dataset:
config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics:
- type: accuracy
value: 94.6269
- type: f1
value: 91.9315
- type: f1_weighted
value: 94.77029999999999
- type: ap
value: 77.8258
- type: ap_weighted
value: 77.8258
- type: main_score
value: 94.6269
task:
type: Classification
- dataset:
config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics:
- type: accuracy
value: 97.0382
- type: f1
value: 97.0377
- type: f1_weighted
value: 97.0377
- type: ap
value: 95.8721
- type: ap_weighted
value: 95.8721
- type: main_score
value: 97.0382
task:
type: Classification
- dataset:
config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics:
- type: accuracy
value: 65.30799999999999
- type: f1
value: 64.4521
- type: f1_weighted
value: 64.4521
- type: main_score
value: 65.30799999999999
task:
type: Classification
- dataset:
config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics:
- type: ndcg_at_1
value: 69.844
- type: ndcg_at_3
value: 82.047
- type: ndcg_at_5
value: 83.734
- type: ndcg_at_10
value: 84.821
- type: ndcg_at_20
value: 85.051
- type: ndcg_at_100
value: 85.231
- type: ndcg_at_1000
value: 85.231
- type: map_at_1
value: 69.844
- type: map_at_3
value: 79.125
- type: map_at_5
value: 80.071
- type: map_at_10
value: 80.537
- type: map_at_20
value: 80.598
- type: map_at_100
value: 80.626
- type: map_at_1000
value: 80.626
- type: recall_at_1
value: 69.844
- type: recall_at_3
value: 90.469
- type: recall_at_5
value: 94.523
- type: recall_at_10
value: 97.795
- type: recall_at_20
value: 98.72
- type: recall_at_100
value: 99.644
- type: recall_at_1000
value: 99.644
- type: precision_at_1
value: 69.844
- type: precision_at_3
value: 30.156
- type: precision_at_5
value: 18.905
- type: precision_at_10
value: 9.78
- type: precision_at_20
value: 4.936
- type: precision_at_100
value: 0.996
- type: precision_at_1000
value: 0.1
- type: mrr_at_1
value: 70.0569
- type: mrr_at_3
value: 79.20819999999999
- type: mrr_at_5
value: 80.1541
- type: mrr_at_10
value: 80.6206
- type: mrr_at_20
value: 80.6819
- type: mrr_at_100
value: 80.7099
- type: mrr_at_1000
value: 80.7099
- type: nauc_ndcg_at_1_max
value: 4.4853
- type: nauc_ndcg_at_1_std
value: -32.4139
- type: nauc_ndcg_at_1_diff1
value: 54.961000000000006
- type: nauc_ndcg_at_3_max
value: 10.9114
- type: nauc_ndcg_at_3_std
value: -33.466499999999996
- type: nauc_ndcg_at_3_diff1
value: 50.809599999999996
- type: nauc_ndcg_at_5_max
value: 8.2551
- type: nauc_ndcg_at_5_std
value: -33.0891
- type: nauc_ndcg_at_5_diff1
value: 50.942600000000006
- type: nauc_ndcg_at_10_max
value: 8.9955
- type: nauc_ndcg_at_10_std
value: -33.372
- type: nauc_ndcg_at_10_diff1
value: 52.88420000000001
- type: nauc_ndcg_at_20_max
value: 8.0304
- type: nauc_ndcg_at_20_std
value: -33.2286
- type: nauc_ndcg_at_20_diff1
value: 52.56459999999999
- type: nauc_ndcg_at_100_max
value: 7.7877
- type: nauc_ndcg_at_100_std
value: -32.5506
- type: nauc_ndcg_at_100_diff1
value: 52.207800000000006
- type: nauc_ndcg_at_1000_max
value: 7.7877
- type: nauc_ndcg_at_1000_std
value: -32.5506
- type: nauc_ndcg_at_1000_diff1
value: 52.207800000000006
- type: nauc_map_at_1_max
value: 4.4853
- type: nauc_map_at_1_std
value: -32.4139
- type: nauc_map_at_1_diff1
value: 54.961000000000006
- type: nauc_map_at_3_max
value: 8.5875
- type: nauc_map_at_3_std
value: -33.1539
- type: nauc_map_at_3_diff1
value: 51.7761
- type: nauc_map_at_5_max
value: 7.2324
- type: nauc_map_at_5_std
value: -32.9639
- type: nauc_map_at_5_diff1
value: 51.9064
- type: nauc_map_at_10_max
value: 7.4474
- type: nauc_map_at_10_std
value: -33.0762
- type: nauc_map_at_10_diff1
value: 52.580400000000004
- type: nauc_map_at_20_max
value: 7.2379999999999995
- type: nauc_map_at_20_std
value: -33.056400000000004
- type: nauc_map_at_20_diff1
value: 52.5111
- type: nauc_map_at_100_max
value: 7.210800000000001
- type: nauc_map_at_100_std
value: -32.9841
- type: nauc_map_at_100_diff1
value: 52.469100000000005
- type: nauc_map_at_1000_max
value: 7.210800000000001
- type: nauc_map_at_1000_std
value: -32.9841
- type: nauc_map_at_1000_diff1
value: 52.469100000000005
- type: nauc_recall_at_1_max
value: 4.4853
- type: nauc_recall_at_1_std
value: -32.4139
- type: nauc_recall_at_1_diff1
value: 54.961000000000006
- type: nauc_recall_at_3_max
value: 24.187
- type: nauc_recall_at_3_std
value: -35.2013
- type: nauc_recall_at_3_diff1
value: 45.690599999999996
- type: nauc_recall_at_5_max
value: 16.9677
- type: nauc_recall_at_5_std
value: -34.041700000000006
- type: nauc_recall_at_5_diff1
value: 42.5248
- type: nauc_recall_at_10_max
value: 43.9168
- type: nauc_recall_at_10_std
value: -39.8657
- type: nauc_recall_at_10_diff1
value: 66.1909
- type: nauc_recall_at_20_max
value: 29.317300000000003
- type: nauc_recall_at_20_std
value: -37.4268
- type: nauc_recall_at_20_diff1
value: 62.67660000000001
- type: nauc_recall_at_100_max
value: 37.0551
- type: nauc_recall_at_100_std
value: 85.8517
- type: nauc_recall_at_100_diff1
value: 21.2768
- type: nauc_recall_at_1000_max
value: 37.0551
- type: nauc_recall_at_1000_std
value: 85.8517
- type: nauc_recall_at_1000_diff1
value: 21.2768
- type: nauc_precision_at_1_max
value: 4.4853
- type: nauc_precision_at_1_std
value: -32.4139
- type: nauc_precision_at_1_diff1
value: 54.961000000000006
- type: nauc_precision_at_3_max
value: 24.187
- type: nauc_precision_at_3_std
value: -35.2013
- type: nauc_precision_at_3_diff1
value: 45.690599999999996
- type: nauc_precision_at_5_max
value: 16.9677
- type: nauc_precision_at_5_std
value: -34.041700000000006
- type: nauc_precision_at_5_diff1
value: 42.5248
- type: nauc_precision_at_10_max
value: 43.9168
- type: nauc_precision_at_10_std
value: -39.8657
- type: nauc_precision_at_10_diff1
value: 66.1909
- type: nauc_precision_at_20_max
value: 29.317300000000003
- type: nauc_precision_at_20_std
value: -37.4268
- type: nauc_precision_at_20_diff1
value: 62.67660000000001
- type: nauc_precision_at_100_max
value: 37.0551
- type: nauc_precision_at_100_std
value: 85.8517
- type: nauc_precision_at_100_diff1
value: 21.2768
- type: nauc_precision_at_1000_max
value: 37.0551
- type: nauc_precision_at_1000_std
value: 85.8517
- type: nauc_precision_at_1000_diff1
value: 21.2768
- type: nauc_mrr_at_1_max
value: 4.6327
- type: nauc_mrr_at_1_std
value: -32.4116
- type: nauc_mrr_at_1_diff1
value: 54.4129
- type: nauc_mrr_at_3_max
value: 8.6301
- type: nauc_mrr_at_3_std
value: -33.264700000000005
- type: nauc_mrr_at_3_diff1
value: 51.452
- type: nauc_mrr_at_5_max
value: 7.273899999999999
- type: nauc_mrr_at_5_std
value: -33.0802
- type: nauc_mrr_at_5_diff1
value: 51.5652
- type: nauc_mrr_at_10_max
value: 7.4876
- type: nauc_mrr_at_10_std
value: -33.2021
- type: nauc_mrr_at_10_diff1
value: 52.2296
- type: nauc_mrr_at_20_max
value: 7.277699999999999
- type: nauc_mrr_at_20_std
value: -33.1827
- type: nauc_mrr_at_20_diff1
value: 52.15880000000001
- type: nauc_mrr_at_100_max
value: 7.249999999999999
- type: nauc_mrr_at_100_std
value: -33.110299999999995
- type: nauc_mrr_at_100_diff1
value: 52.1158
- type: nauc_mrr_at_1000_max
value: 7.249999999999999
- type: nauc_mrr_at_1000_std
value: -33.110299999999995
- type: nauc_mrr_at_1000_diff1
value: 52.1158
- type: main_score
value: 84.821
task:
type: Retrieval
- dataset:
config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics:
- type: v_measure
value: 54.8264
- type: v_measure_std
value: 14.505199999999999
- type: main_score
value: 54.8264
task:
type: Clustering
- dataset:
config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics:
- type: v_measure
value: 50.022299999999994
- type: v_measure_std
value: 14.4899
- type: main_score
value: 50.022299999999994
task:
type: Clustering
- dataset:
config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics:
- type: map
value: 65.6388
- type: mrr
value: 79.3677
- type: nAUC_map_max
value: 31.682900000000004
- type: nAUC_map_std
value: 20.0437
- type: nAUC_map_diff1
value: 8.7821
- type: nAUC_mrr_max
value: 44.033
- type: nAUC_mrr_std
value: 33.0875
- type: nAUC_mrr_diff1
value: 17.7949
- type: main_score
value: 65.6388
task:
type: Reranking
- dataset:
config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics:
- type: pearson
value: 89.9755
- type: spearman
value: 89.8099
- type: cosine_pearson
value: 89.9755
- type: cosine_spearman
value: 89.8099
- type: manhattan_pearson
value: 87.7735
- type: manhattan_spearman
value: 89.57310000000001
- type: euclidean_pearson
value: 87.708
- type: euclidean_spearman
value: 89.8099
- type: main_score
value: 89.8099
task:
type: STS
- dataset:
config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics:
- type: accuracy
value: 93.16879999999999
- type: f1
value: 93.1524
- type: f1_weighted
value: 93.1524
- type: main_score
value: 93.16879999999999
task:
type: Classification
- dataset:
config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics:
- type: v_measure
value: 54.024499999999996
- type: v_measure_std
value: 1.0512000000000001
- type: main_score
value: 54.024499999999996
task:
type: Clustering
- dataset:
config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics:
- type: v_measure
value: 50.925799999999995
- type: v_measure_std
value: 1.024
- type: main_score
value: 50.925799999999995
task:
type: Clustering
- dataset:
config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics:
- type: ndcg_at_1
value: 47.067
- type: ndcg_at_3
value: 53.561
- type: ndcg_at_5
value: 56.497
- type: ndcg_at_10
value: 59.916000000000004
- type: ndcg_at_20
value: 61.814
- type: ndcg_at_100
value: 64.34
- type: ndcg_at_1000
value: 65.45299999999999
- type: map_at_1
value: 38.668
- type: map_at_3
value: 47.897
- type: map_at_5
value: 50.56699999999999
- type: map_at_10
value: 52.737
- type: map_at_20
value: 53.581
- type: map_at_100
value: 54.254000000000005
- type: map_at_1000
value: 54.339000000000006
- type: recall_at_1
value: 38.668
- type: recall_at_3
value: 56.269999999999996
- type: recall_at_5
value: 64.259
- type: recall_at_10
value: 74.05199999999999
- type: recall_at_20
value: 80.569
- type: recall_at_100
value: 91.43900000000001
- type: recall_at_1000
value: 98.257
- type: precision_at_1
value: 47.067
- type: precision_at_3
value: 25.799
- type: precision_at_5
value: 18.826999999999998
- type: precision_at_10
value: 11.716999999999999
- type: precision_at_20
value: 6.81
- type: precision_at_100
value: 1.7579999999999998
- type: precision_at_1000
value: 0.208
- type: mrr_at_1
value: 47.0672
- type: mrr_at_3
value: 55.555600000000005
- type: mrr_at_5
value: 57.257999999999996
- type: mrr_at_10
value: 58.383300000000006
- type: mrr_at_20
value: 58.7298
- type: mrr_at_100
value: 58.9092
- type: mrr_at_1000
value: 58.93659999999999
- type: nauc_ndcg_at_1_max
value: 32.7003
- type: nauc_ndcg_at_1_std
value: -9.8787
- type: nauc_ndcg_at_1_diff1
value: 53.543
- type: nauc_ndcg_at_3_max
value: 32.6312
- type: nauc_ndcg_at_3_std
value: -8.7036
- type: nauc_ndcg_at_3_diff1
value: 52.727599999999995
- type: nauc_ndcg_at_5_max
value: 32.8095
- type: nauc_ndcg_at_5_std
value: -6.3161
- type: nauc_ndcg_at_5_diff1
value: 51.804399999999994
- type: nauc_ndcg_at_10_max
value: 32.1689
- type: nauc_ndcg_at_10_std
value: -8.144
- type: nauc_ndcg_at_10_diff1
value: 51.0188
- type: nauc_ndcg_at_20_max
value: 32.5967
- type: nauc_ndcg_at_20_std
value: -7.3793
- type: nauc_ndcg_at_20_diff1
value: 51.698100000000004
- type: nauc_ndcg_at_100_max
value: 33.3382
- type: nauc_ndcg_at_100_std
value: -6.383900000000001
- type: nauc_ndcg_at_100_diff1
value: 51.465700000000005
- type: nauc_ndcg_at_1000_max
value: 32.7849
- type: nauc_ndcg_at_1000_std
value: -7.0913
- type: nauc_ndcg_at_1000_diff1
value: 51.4944
- type: nauc_map_at_1_max
value: 26.2488
- type: nauc_map_at_1_std
value: -11.1918
- type: nauc_map_at_1_diff1
value: 55.12629999999999
- type: nauc_map_at_3_max
value: 30.157600000000002
- type: nauc_map_at_3_std
value: -10.802299999999999
- type: nauc_map_at_3_diff1
value: 54.13440000000001
- type: nauc_map_at_5_max
value: 31.088500000000003
- type: nauc_map_at_5_std
value: -9.0711
- type: nauc_map_at_5_diff1
value: 53.729000000000006
- type: nauc_map_at_10_max
value: 31.3165
- type: nauc_map_at_10_std
value: -9.6771
- type: nauc_map_at_10_diff1
value: 53.3998
- type: nauc_map_at_20_max
value: 31.5896
- type: nauc_map_at_20_std
value: -9.163499999999999
- type: nauc_map_at_20_diff1
value: 53.436499999999995
- type: nauc_map_at_100_max
value: 31.7416
- type: nauc_map_at_100_std
value: -8.9088
- type: nauc_map_at_100_diff1
value: 53.213699999999996
- type: nauc_map_at_1000_max
value: 31.7308
- type: nauc_map_at_1000_std
value: -8.9222
- type: nauc_map_at_1000_diff1
value: 53.1991
- type: nauc_recall_at_1_max
value: 26.2488
- type: nauc_recall_at_1_std
value: -11.1918
- type: nauc_recall_at_1_diff1
value: 55.12629999999999
- type: nauc_recall_at_3_max
value: 29.987799999999996
- type: nauc_recall_at_3_std
value: -8.8979
- type: nauc_recall_at_3_diff1
value: 50.1606
- type: nauc_recall_at_5_max
value: 30.7548
- type: nauc_recall_at_5_std
value: -2.5221
- type: nauc_recall_at_5_diff1
value: 46.5351
- type: nauc_recall_at_10_max
value: 27.4456
- type: nauc_recall_at_10_std
value: -7.7719
- type: nauc_recall_at_10_diff1
value: 41.0327
- type: nauc_recall_at_20_max
value: 30.598799999999997
- type: nauc_recall_at_20_std
value: -0.7229
- type: nauc_recall_at_20_diff1
value: 43.335499999999996
- type: nauc_recall_at_100_max
value: 44.4764
- type: nauc_recall_at_100_std
value: 20.4865
- type: nauc_recall_at_100_diff1
value: 42.634100000000004
- type: nauc_recall_at_1000_max
value: 44.5522
- type: nauc_recall_at_1000_std
value: 53.301
- type: nauc_recall_at_1000_diff1
value: 39.488
- type: nauc_precision_at_1_max
value: 32.7003
- type: nauc_precision_at_1_std
value: -9.8787
- type: nauc_precision_at_1_diff1
value: 53.543
- type: nauc_precision_at_3_max
value: 30.4913
- type: nauc_precision_at_3_std
value: -2.7105
- type: nauc_precision_at_3_diff1
value: 28.8688
- type: nauc_precision_at_5_max
value: 25.876900000000003
- type: nauc_precision_at_5_std
value: 4.6525
- type: nauc_precision_at_5_diff1
value: 16.154
- type: nauc_precision_at_10_max
value: 17.2851
- type: nauc_precision_at_10_std
value: 4.2126
- type: nauc_precision_at_10_diff1
value: 2.6613
- type: nauc_precision_at_20_max
value: 10.5899
- type: nauc_precision_at_20_std
value: 6.668699999999999
- type: nauc_precision_at_20_diff1
value: -6.13
- type: nauc_precision_at_100_max
value: 1.0815
- type: nauc_precision_at_100_std
value: 7.1370000000000005
- type: nauc_precision_at_100_diff1
value: -17.5759
- type: nauc_precision_at_1000_max
value: -5.915
- type: nauc_precision_at_1000_std
value: 1.6254000000000002
- type: nauc_precision_at_1000_diff1
value: -21.4134
- type: nauc_mrr_at_1_max
value: 32.7003
- type: nauc_mrr_at_1_std
value: -9.8787
- type: nauc_mrr_at_1_diff1
value: 53.543
- type: nauc_mrr_at_3_max
value: 33.9338
- type: nauc_mrr_at_3_std
value: -7.9868999999999994
- type: nauc_mrr_at_3_diff1
value: 52.6479
- type: nauc_mrr_at_5_max
value: 33.9982
- type: nauc_mrr_at_5_std
value: -6.827500000000001
- type: nauc_mrr_at_5_diff1
value: 51.5701
- type: nauc_mrr_at_10_max
value: 33.3568
- type: nauc_mrr_at_10_std
value: -7.606300000000001
- type: nauc_mrr_at_10_diff1
value: 51.202400000000004
- type: nauc_mrr_at_20_max
value: 33.4329
- type: nauc_mrr_at_20_std
value: -7.5066
- type: nauc_mrr_at_20_diff1
value: 51.4203
- type: nauc_mrr_at_100_max
value: 33.508700000000005
- type: nauc_mrr_at_100_std
value: -7.455100000000001
- type: nauc_mrr_at_100_diff1
value: 51.442699999999995
- type: nauc_mrr_at_1000_max
value: 33.4885
- type: nauc_mrr_at_1000_std
value: -7.474200000000001
- type: nauc_mrr_at_1000_diff1
value: 51.4415
- type: main_score
value: 59.916000000000004
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics:
- type: ndcg_at_1
value: 50.127
- type: ndcg_at_3
value: 55.615
- type: ndcg_at_5
value: 57.462
- type: ndcg_at_10
value: 59.40800000000001
- type: ndcg_at_20
value: 60.870000000000005
- type: ndcg_at_100
value: 63.321000000000005
- type: ndcg_at_1000
value: 64.716
- type: map_at_1
value: 39.722
- type: map_at_3
value: 49.721
- type: map_at_5
value: 51.762
- type: map_at_10
value: 53.205999999999996
- type: map_at_20
value: 53.989
- type: map_at_100
value: 54.675
- type: map_at_1000
value: 54.791000000000004
- type: recall_at_1
value: 39.722
- type: recall_at_3
value: 57.428999999999995
- type: recall_at_5
value: 63.041000000000004
- type: recall_at_10
value: 69.61
- type: recall_at_20
value: 74.785
- type: recall_at_100
value: 85.83
- type: recall_at_1000
value: 94.017
- type: precision_at_1
value: 50.127
- type: precision_at_3
value: 27.389000000000003
- type: precision_at_5
value: 19.223000000000003
- type: precision_at_10
value: 11.286999999999999
- type: precision_at_20
value: 6.551
- type: precision_at_100
value: 1.7239999999999998
- type: precision_at_1000
value: 0.211
- type: mrr_at_1
value: 50.1274
- type: mrr_at_3
value: 57.6539
- type: mrr_at_5
value: 58.695299999999996
- type: mrr_at_10
value: 59.3822
- type: mrr_at_20
value: 59.689899999999994
- type: mrr_at_100
value: 59.9139
- type: mrr_at_1000
value: 59.9405
- type: nauc_ndcg_at_1_max
value: 40.3466
- type: nauc_ndcg_at_1_std
value: -13.8013
- type: nauc_ndcg_at_1_diff1
value: 57.7384
- type: nauc_ndcg_at_3_max
value: 44.8558
- type: nauc_ndcg_at_3_std
value: -17.1649
- type: nauc_ndcg_at_3_diff1
value: 56.2083
- type: nauc_ndcg_at_5_max
value: 45.3495
- type: nauc_ndcg_at_5_std
value: -17.1787
- type: nauc_ndcg_at_5_diff1
value: 55.2946
- type: nauc_ndcg_at_10_max
value: 45.5771
- type: nauc_ndcg_at_10_std
value: -17.194200000000002
- type: nauc_ndcg_at_10_diff1
value: 55.22899999999999
- type: nauc_ndcg_at_20_max
value: 46.1671
- type: nauc_ndcg_at_20_std
value: -15.8971
- type: nauc_ndcg_at_20_diff1
value: 55.4699
- type: nauc_ndcg_at_100_max
value: 46.665600000000005
- type: nauc_ndcg_at_100_std
value: -14.2615
- type: nauc_ndcg_at_100_diff1
value: 55.521699999999996
- type: nauc_ndcg_at_1000_max
value: 46.5416
- type: nauc_ndcg_at_1000_std
value: -13.414100000000001
- type: nauc_ndcg_at_1000_diff1
value: 55.6847
- type: nauc_map_at_1_max
value: 32.0258
- type: nauc_map_at_1_std
value: -23.0677
- type: nauc_map_at_1_diff1
value: 58.34819999999999
- type: nauc_map_at_3_max
value: 39.663199999999996
- type: nauc_map_at_3_std
value: -23.261599999999998
- type: nauc_map_at_3_diff1
value: 56.930400000000006
- type: nauc_map_at_5_max
value: 41.2777
- type: nauc_map_at_5_std
value: -21.776200000000003
- type: nauc_map_at_5_diff1
value: 56.3832
- type: nauc_map_at_10_max
value: 42.4307
- type: nauc_map_at_10_std
value: -20.6698
- type: nauc_map_at_10_diff1
value: 56.3658
- type: nauc_map_at_20_max
value: 43.146
- type: nauc_map_at_20_std
value: -19.5408
- type: nauc_map_at_20_diff1
value: 56.432300000000005
- type: nauc_map_at_100_max
value: 43.6798
- type: nauc_map_at_100_std
value: -18.5361
- type: nauc_map_at_100_diff1
value: 56.4087
- type: nauc_map_at_1000_max
value: 43.7037
- type: nauc_map_at_1000_std
value: -18.3693
- type: nauc_map_at_1000_diff1
value: 56.4316
- type: nauc_recall_at_1_max
value: 32.0258
- type: nauc_recall_at_1_std
value: -23.0677
- type: nauc_recall_at_1_diff1
value: 58.34819999999999
- type: nauc_recall_at_3_max
value: 41.504400000000004
- type: nauc_recall_at_3_std
value: -23.471
- type: nauc_recall_at_3_diff1
value: 53.0711
- type: nauc_recall_at_5_max
value: 43.6923
- type: nauc_recall_at_5_std
value: -21.831999999999997
- type: nauc_recall_at_5_diff1
value: 50.1672
- type: nauc_recall_at_10_max
value: 45.426100000000005
- type: nauc_recall_at_10_std
value: -20.4132
- type: nauc_recall_at_10_diff1
value: 48.4065
- type: nauc_recall_at_20_max
value: 49.0579
- type: nauc_recall_at_20_std
value: -14.5552
- type: nauc_recall_at_20_diff1
value: 48.341499999999996
- type: nauc_recall_at_100_max
value: 54.8657
- type: nauc_recall_at_100_std
value: 0.1297
- type: nauc_recall_at_100_diff1
value: 46.576699999999995
- type: nauc_recall_at_1000_max
value: 65.1502
- type: nauc_recall_at_1000_std
value: 28.880699999999997
- type: nauc_recall_at_1000_diff1
value: 47.525099999999995
- type: nauc_precision_at_1_max
value: 40.3466
- type: nauc_precision_at_1_std
value: -13.8013
- type: nauc_precision_at_1_diff1
value: 57.7384
- type: nauc_precision_at_3_max
value: 40.9044
- type: nauc_precision_at_3_std
value: 3.1708
- type: nauc_precision_at_3_diff1
value: 27.9298
- type: nauc_precision_at_5_max
value: 36.598000000000006
- type: nauc_precision_at_5_std
value: 12.392
- type: nauc_precision_at_5_diff1
value: 15.7846
- type: nauc_precision_at_10_max
value: 31.3687
- type: nauc_precision_at_10_std
value: 20.7438
- type: nauc_precision_at_10_diff1
value: 6.7331
- type: nauc_precision_at_20_max
value: 26.1811
- type: nauc_precision_at_20_std
value: 28.4518
- type: nauc_precision_at_20_diff1
value: 0.30010000000000003
- type: nauc_precision_at_100_max
value: 16.9808
- type: nauc_precision_at_100_std
value: 38.7882
- type: nauc_precision_at_100_diff1
value: -8.8537
- type: nauc_precision_at_1000_max
value: 7.2884
- type: nauc_precision_at_1000_std
value: 39.2072
- type: nauc_precision_at_1000_diff1
value: -13.0202
- type: nauc_mrr_at_1_max
value: 40.3466
- type: nauc_mrr_at_1_std
value: -13.8013
- type: nauc_mrr_at_1_diff1
value: 57.7384
- type: nauc_mrr_at_3_max
value: 45.2742
- type: nauc_mrr_at_3_std
value: -12.6802
- type: nauc_mrr_at_3_diff1
value: 56.8512
- type: nauc_mrr_at_5_max
value: 45.3012
- type: nauc_mrr_at_5_std
value: -12.7147
- type: nauc_mrr_at_5_diff1
value: 56.2424
- type: nauc_mrr_at_10_max
value: 45.1963
- type: nauc_mrr_at_10_std
value: -12.7254
- type: nauc_mrr_at_10_diff1
value: 56.119699999999995
- type: nauc_mrr_at_20_max
value: 45.2288
- type: nauc_mrr_at_20_std
value: -12.5913
- type: nauc_mrr_at_20_diff1
value: 56.1426
- type: nauc_mrr_at_100_max
value: 45.2468
- type: nauc_mrr_at_100_std
value: -12.496500000000001
- type: nauc_mrr_at_100_diff1
value: 56.1812
- type: nauc_mrr_at_1000_max
value: 45.2427
- type: nauc_mrr_at_1000_std
value: -12.4903
- type: nauc_mrr_at_1000_diff1
value: 56.189299999999996
- type: main_score
value: 59.40800000000001
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics:
- type: ndcg_at_1
value: 53.856
- type: ndcg_at_3
value: 62.492000000000004
- type: ndcg_at_5
value: 65.41
- type: ndcg_at_10
value: 68.134
- type: ndcg_at_20
value: 69.646
- type: ndcg_at_100
value: 71.184
- type: ndcg_at_1000
value: 71.663
- type: map_at_1
value: 47.236
- type: map_at_3
value: 58.36
- type: map_at_5
value: 60.484
- type: map_at_10
value: 61.978
- type: map_at_20
value: 62.57899999999999
- type: map_at_100
value: 62.900999999999996
- type: map_at_1000
value: 62.929
- type: recall_at_1
value: 47.236
- type: recall_at_3
value: 68.065
- type: recall_at_5
value: 75.155
- type: recall_at_10
value: 82.80499999999999
- type: recall_at_20
value: 88.215
- type: recall_at_100
value: 95.332
- type: recall_at_1000
value: 98.614
- type: precision_at_1
value: 53.856
- type: precision_at_3
value: 27.941
- type: precision_at_5
value: 19.034000000000002
- type: precision_at_10
value: 10.821
- type: precision_at_20
value: 5.947
- type: precision_at_100
value: 1.325
- type: precision_at_1000
value: 0.13899999999999998
- type: mrr_at_1
value: 53.855799999999995
- type: mrr_at_3
value: 62.6541
- type: mrr_at_5
value: 64.1243
- type: mrr_at_10
value: 65.084
- type: mrr_at_20
value: 65.3879
- type: mrr_at_100
value: 65.5377
- type: mrr_at_1000
value: 65.5496
- type: nauc_ndcg_at_1_max
value: 33.8654
- type: nauc_ndcg_at_1_std
value: -5.9437999999999995
- type: nauc_ndcg_at_1_diff1
value: 56.8669
- type: nauc_ndcg_at_3_max
value: 34.058899999999994
- type: nauc_ndcg_at_3_std
value: -5.7744
- type: nauc_ndcg_at_3_diff1
value: 52.8014
- type: nauc_ndcg_at_5_max
value: 35.2914
- type: nauc_ndcg_at_5_std
value: -4.482
- type: nauc_ndcg_at_5_diff1
value: 52.4343
- type: nauc_ndcg_at_10_max
value: 36.458600000000004
- type: nauc_ndcg_at_10_std
value: -2.3942
- type: nauc_ndcg_at_10_diff1
value: 52.9498
- type: nauc_ndcg_at_20_max
value: 36.6183
- type: nauc_ndcg_at_20_std
value: -1.8568000000000002
- type: nauc_ndcg_at_20_diff1
value: 52.5903
- type: nauc_ndcg_at_100_max
value: 37.0184
- type: nauc_ndcg_at_100_std
value: -0.7801
- type: nauc_ndcg_at_100_diff1
value: 53.011399999999995
- type: nauc_ndcg_at_1000_max
value: 36.6608
- type: nauc_ndcg_at_1000_std
value: -1.3958
- type: nauc_ndcg_at_1000_diff1
value: 53.0578
- type: nauc_map_at_1_max
value: 25.787599999999998
- type: nauc_map_at_1_std
value: -10.3742
- type: nauc_map_at_1_diff1
value: 56.4662
- type: nauc_map_at_3_max
value: 31.4446
- type: nauc_map_at_3_std
value: -8.140799999999999
- type: nauc_map_at_3_diff1
value: 53.8682
- type: nauc_map_at_5_max
value: 32.8035
- type: nauc_map_at_5_std
value: -6.8225999999999996
- type: nauc_map_at_5_diff1
value: 53.5451
- type: nauc_map_at_10_max
value: 33.7173
- type: nauc_map_at_10_std
value: -5.5325
- type: nauc_map_at_10_diff1
value: 53.6678
- type: nauc_map_at_20_max
value: 34.2438
- type: nauc_map_at_20_std
value: -4.8891
- type: nauc_map_at_20_diff1
value: 53.656000000000006
- type: nauc_map_at_100_max
value: 34.473
- type: nauc_map_at_100_std
value: -4.5106
- type: nauc_map_at_100_diff1
value: 53.7077
- type: nauc_map_at_1000_max
value: 34.476600000000005
- type: nauc_map_at_1000_std
value: -4.517
- type: nauc_map_at_1000_diff1
value: 53.7143
- type: nauc_recall_at_1_max
value: 25.787599999999998
- type: nauc_recall_at_1_std
value: -10.3742
- type: nauc_recall_at_1_diff1
value: 56.4662
- type: nauc_recall_at_3_max
value: 32.044200000000004
- type: nauc_recall_at_3_std
value: -7.696400000000001
- type: nauc_recall_at_3_diff1
value: 48.9202
- type: nauc_recall_at_5_max
value: 34.389199999999995
- type: nauc_recall_at_5_std
value: -4.2582
- type: nauc_recall_at_5_diff1
value: 46.0109
- type: nauc_recall_at_10_max
value: 39.5274
- type: nauc_recall_at_10_std
value: 3.9919999999999995
- type: nauc_recall_at_10_diff1
value: 46.383
- type: nauc_recall_at_20_max
value: 43.5902
- type: nauc_recall_at_20_std
value: 9.3885
- type: nauc_recall_at_20_diff1
value: 42.6035
- type: nauc_recall_at_100_max
value: 61.5485
- type: nauc_recall_at_100_std
value: 41.3982
- type: nauc_recall_at_100_diff1
value: 44.1753
- type: nauc_recall_at_1000_max
value: 71.4815
- type: nauc_recall_at_1000_std
value: 57.354400000000005
- type: nauc_recall_at_1000_diff1
value: 34.8468
- type: nauc_precision_at_1_max
value: 33.8654
- type: nauc_precision_at_1_std
value: -5.9437999999999995
- type: nauc_precision_at_1_diff1
value: 56.8669
- type: nauc_precision_at_3_max
value: 33.655
- type: nauc_precision_at_3_std
value: 7.826099999999999
- type: nauc_precision_at_3_diff1
value: 24.9975
- type: nauc_precision_at_5_max
value: 32.9241
- type: nauc_precision_at_5_std
value: 15.4324
- type: nauc_precision_at_5_diff1
value: 14.079
- type: nauc_precision_at_10_max
value: 31.067600000000002
- type: nauc_precision_at_10_std
value: 24.4877
- type: nauc_precision_at_10_diff1
value: 3.3716999999999997
- type: nauc_precision_at_20_max
value: 28.786299999999997
- type: nauc_precision_at_20_std
value: 29.323300000000003
- type: nauc_precision_at_20_diff1
value: -4.0988
- type: nauc_precision_at_100_max
value: 23.4199
- type: nauc_precision_at_100_std
value: 33.4154
- type: nauc_precision_at_100_diff1
value: -11.519400000000001
- type: nauc_precision_at_1000_max
value: 19.2315
- type: nauc_precision_at_1000_std
value: 31.391999999999996
- type: nauc_precision_at_1000_diff1
value: -14.5617
- type: nauc_mrr_at_1_max
value: 33.8654
- type: nauc_mrr_at_1_std
value: -5.9437999999999995
- type: nauc_mrr_at_1_diff1
value: 56.8669
- type: nauc_mrr_at_3_max
value: 35.8396
- type: nauc_mrr_at_3_std
value: -3.4635
- type: nauc_mrr_at_3_diff1
value: 53.6524
- type: nauc_mrr_at_5_max
value: 36.0956
- type: nauc_mrr_at_5_std
value: -3.0328999999999997
- type: nauc_mrr_at_5_diff1
value: 53.4449
- type: nauc_mrr_at_10_max
value: 36.3936
- type: nauc_mrr_at_10_std
value: -2.5233
- type: nauc_mrr_at_10_diff1
value: 53.858399999999996
- type: nauc_mrr_at_20_max
value: 36.2638
- type: nauc_mrr_at_20_std
value: -2.6908000000000003
- type: nauc_mrr_at_20_diff1
value: 53.805099999999996
- type: nauc_mrr_at_100_max
value: 36.2945
- type: nauc_mrr_at_100_std
value: -2.6416
- type: nauc_mrr_at_100_diff1
value: 53.8698
- type: nauc_mrr_at_1000_max
value: 36.2806
- type: nauc_mrr_at_1000_std
value: -2.6593
- type: nauc_mrr_at_1000_diff1
value: 53.8679
- type: main_score
value: 68.134
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics:
- type: ndcg_at_1
value: 31.525
- type: ndcg_at_3
value: 40.165
- type: ndcg_at_5
value: 43.321
- type: ndcg_at_10
value: 46.778
- type: ndcg_at_20
value: 49.025
- type: ndcg_at_100
value: 51.461999999999996
- type: ndcg_at_1000
value: 52.935
- type: map_at_1
value: 29.044999999999998
- type: map_at_3
value: 36.976
- type: map_at_5
value: 38.853
- type: map_at_10
value: 40.388000000000005
- type: map_at_20
value: 41.082
- type: map_at_100
value: 41.486000000000004
- type: map_at_1000
value: 41.551
- type: recall_at_1
value: 29.044999999999998
- type: recall_at_3
value: 46.601
- type: recall_at_5
value: 54.062
- type: recall_at_10
value: 64.291
- type: recall_at_20
value: 72.531
- type: recall_at_100
value: 84.578
- type: recall_at_1000
value: 95.358
- type: precision_at_1
value: 31.525
- type: precision_at_3
value: 17.213
- type: precision_at_5
value: 12.203
- type: precision_at_10
value: 7.412000000000001
- type: precision_at_20
value: 4.266
- type: precision_at_100
value: 1.019
- type: precision_at_1000
value: 0.11800000000000001
- type: mrr_at_1
value: 31.525399999999998
- type: mrr_at_3
value: 39.529199999999996
- type: mrr_at_5
value: 41.3089
- type: mrr_at_10
value: 42.6025
- type: mrr_at_20
value: 43.1771
- type: mrr_at_100
value: 43.4611
- type: mrr_at_1000
value: 43.5085
- type: nauc_ndcg_at_1_max
value: 22.6602
- type: nauc_ndcg_at_1_std
value: -9.5981
- type: nauc_ndcg_at_1_diff1
value: 45.3169
- type: nauc_ndcg_at_3_max
value: 19.7847
- type: nauc_ndcg_at_3_std
value: -8.7083
- type: nauc_ndcg_at_3_diff1
value: 40.4401
- type: nauc_ndcg_at_5_max
value: 20.457700000000003
- type: nauc_ndcg_at_5_std
value: -8.6845
- type: nauc_ndcg_at_5_diff1
value: 38.7015
- type: nauc_ndcg_at_10_max
value: 21.0795
- type: nauc_ndcg_at_10_std
value: -6.5691
- type: nauc_ndcg_at_10_diff1
value: 37.966699999999996
- type: nauc_ndcg_at_20_max
value: 21.4852
- type: nauc_ndcg_at_20_std
value: -5.904800000000001
- type: nauc_ndcg_at_20_diff1
value: 38.0953
- type: nauc_ndcg_at_100_max
value: 22.5439
- type: nauc_ndcg_at_100_std
value: -5.1345
- type: nauc_ndcg_at_100_diff1
value: 38.7969
- type: nauc_ndcg_at_1000_max
value: 22.3039
- type: nauc_ndcg_at_1000_std
value: -5.9468
- type: nauc_ndcg_at_1000_diff1
value: 39.0377
- type: nauc_map_at_1_max
value: 18.7633
- type: nauc_map_at_1_std
value: -10.276
- type: nauc_map_at_1_diff1
value: 46.593
- type: nauc_map_at_3_max
value: 19.0896
- type: nauc_map_at_3_std
value: -9.214
- type: nauc_map_at_3_diff1
value: 41.980000000000004
- type: nauc_map_at_5_max
value: 19.7273
- type: nauc_map_at_5_std
value: -9.2142
- type: nauc_map_at_5_diff1
value: 41.073
- type: nauc_map_at_10_max
value: 20.039
- type: nauc_map_at_10_std
value: -8.3819
- type: nauc_map_at_10_diff1
value: 40.7757
- type: nauc_map_at_20_max
value: 20.227600000000002
- type: nauc_map_at_20_std
value: -8.2044
- type: nauc_map_at_20_diff1
value: 40.8699
- type: nauc_map_at_100_max
value: 20.3876
- type: nauc_map_at_100_std
value: -8.1094
- type: nauc_map_at_100_diff1
value: 40.9925
- type: nauc_map_at_1000_max
value: 20.397299999999998
- type: nauc_map_at_1000_std
value: -8.1295
- type: nauc_map_at_1000_diff1
value: 40.996300000000005
- type: nauc_recall_at_1_max
value: 18.7633
- type: nauc_recall_at_1_std
value: -10.276
- type: nauc_recall_at_1_diff1
value: 46.593
- type: nauc_recall_at_3_max
value: 17.8827
- type: nauc_recall_at_3_std
value: -7.2757000000000005
- type: nauc_recall_at_3_diff1
value: 35.817
- type: nauc_recall_at_5_max
value: 18.8334
- type: nauc_recall_at_5_std
value: -7.2427
- type: nauc_recall_at_5_diff1
value: 31.0566
- type: nauc_recall_at_10_max
value: 20.1305
- type: nauc_recall_at_10_std
value: -0.271
- type: nauc_recall_at_10_diff1
value: 27.4127
- type: nauc_recall_at_20_max
value: 21.438
- type: nauc_recall_at_20_std
value: 3.8486
- type: nauc_recall_at_20_diff1
value: 25.983099999999997
- type: nauc_recall_at_100_max
value: 31.620900000000002
- type: nauc_recall_at_100_std
value: 17.457700000000003
- type: nauc_recall_at_100_diff1
value: 26.546300000000002
- type: nauc_recall_at_1000_max
value: 35.1108
- type: nauc_recall_at_1000_std
value: 25.8201
- type: nauc_recall_at_1000_diff1
value: 15.2005
- type: nauc_precision_at_1_max
value: 22.6602
- type: nauc_precision_at_1_std
value: -9.5981
- type: nauc_precision_at_1_diff1
value: 45.3169
- type: nauc_precision_at_3_max
value: 22.344
- type: nauc_precision_at_3_std
value: -7.0357
- type: nauc_precision_at_3_diff1
value: 33.298100000000005
- type: nauc_precision_at_5_max
value: 24.8904
- type: nauc_precision_at_5_std
value: -5.7215
- type: nauc_precision_at_5_diff1
value: 27.1231
- type: nauc_precision_at_10_max
value: 25.3317
- type: nauc_precision_at_10_std
value: 2.7272000000000003
- type: nauc_precision_at_10_diff1
value: 19.3335
- type: nauc_precision_at_20_max
value: 24.5711
- type: nauc_precision_at_20_std
value: 6.5833
- type: nauc_precision_at_20_diff1
value: 13.7149
- type: nauc_precision_at_100_max
value: 24.0549
- type: nauc_precision_at_100_std
value: 12.7275
- type: nauc_precision_at_100_diff1
value: 5.2654
- type: nauc_precision_at_1000_max
value: 17.191000000000003
- type: nauc_precision_at_1000_std
value: 9.1143
- type: nauc_precision_at_1000_diff1
value: -5.5666
- type: nauc_mrr_at_1_max
value: 22.6602
- type: nauc_mrr_at_1_std
value: -9.5981
- type: nauc_mrr_at_1_diff1
value: 45.3169
- type: nauc_mrr_at_3_max
value: 22.5354
- type: nauc_mrr_at_3_std
value: -8.6094
- type: nauc_mrr_at_3_diff1
value: 40.982800000000005
- type: nauc_mrr_at_5_max
value: 22.828699999999998
- type: nauc_mrr_at_5_std
value: -8.6655
- type: nauc_mrr_at_5_diff1
value: 40.0766
- type: nauc_mrr_at_10_max
value: 23.035600000000002
- type: nauc_mrr_at_10_std
value: -7.864
- type: nauc_mrr_at_10_diff1
value: 39.8871
- type: nauc_mrr_at_20_max
value: 23.0969
- type: nauc_mrr_at_20_std
value: -7.6975
- type: nauc_mrr_at_20_diff1
value: 39.9707
- type: nauc_mrr_at_100_max
value: 23.191200000000002
- type: nauc_mrr_at_100_std
value: -7.6803
- type: nauc_mrr_at_100_diff1
value: 40.0729
- type: nauc_mrr_at_1000_max
value: 23.1807
- type: nauc_mrr_at_1000_std
value: -7.707
- type: nauc_mrr_at_1000_diff1
value: 40.0782
- type: main_score
value: 46.778
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics:
- type: ndcg_at_1
value: 26.617
- type: ndcg_at_3
value: 33.623999999999995
- type: ndcg_at_5
value: 36.981
- type: ndcg_at_10
value: 39.602
- type: ndcg_at_20
value: 42.059000000000005
- type: ndcg_at_100
value: 45.248
- type: ndcg_at_1000
value: 47.384
- type: map_at_1
value: 21.018
- type: map_at_3
value: 29.529
- type: map_at_5
value: 31.666
- type: map_at_10
value: 32.952
- type: map_at_20
value: 33.794000000000004
- type: map_at_100
value: 34.317
- type: map_at_1000
value: 34.416999999999994
- type: recall_at_1
value: 21.018
- type: recall_at_3
value: 38.624
- type: recall_at_5
value: 47.014
- type: recall_at_10
value: 54.668000000000006
- type: recall_at_20
value: 63.302
- type: recall_at_100
value: 78.487
- type: recall_at_1000
value: 93.118
- type: precision_at_1
value: 26.617
- type: precision_at_3
value: 16.915
- type: precision_at_5
value: 12.537
- type: precision_at_10
value: 7.5
- type: precision_at_20
value: 4.484
- type: precision_at_100
value: 1.172
- type: precision_at_1000
value: 0.148
- type: mrr_at_1
value: 26.616899999999998
- type: mrr_at_3
value: 34.8051
- type: mrr_at_5
value: 36.9755
- type: mrr_at_10
value: 38.000499999999995
- type: mrr_at_20
value: 38.452999999999996
- type: mrr_at_100
value: 38.817299999999996
- type: mrr_at_1000
value: 38.873200000000004
- type: nauc_ndcg_at_1_max
value: 29.749799999999997
- type: nauc_ndcg_at_1_std
value: -2.3403
- type: nauc_ndcg_at_1_diff1
value: 41.9574
- type: nauc_ndcg_at_3_max
value: 29.7929
- type: nauc_ndcg_at_3_std
value: -1.0050999999999999
- type: nauc_ndcg_at_3_diff1
value: 36.471900000000005
- type: nauc_ndcg_at_5_max
value: 29.6171
- type: nauc_ndcg_at_5_std
value: -1.0074
- type: nauc_ndcg_at_5_diff1
value: 34.5702
- type: nauc_ndcg_at_10_max
value: 30.7265
- type: nauc_ndcg_at_10_std
value: 0.46430000000000005
- type: nauc_ndcg_at_10_diff1
value: 35.1612
- type: nauc_ndcg_at_20_max
value: 31.698999999999998
- type: nauc_ndcg_at_20_std
value: 1.657
- type: nauc_ndcg_at_20_diff1
value: 35.131
- type: nauc_ndcg_at_100_max
value: 31.717499999999998
- type: nauc_ndcg_at_100_std
value: 2.4316999999999998
- type: nauc_ndcg_at_100_diff1
value: 35.1483
- type: nauc_ndcg_at_1000_max
value: 31.390099999999997
- type: nauc_ndcg_at_1000_std
value: 2.2651999999999997
- type: nauc_ndcg_at_1000_diff1
value: 35.9287
- type: nauc_map_at_1_max
value: 27.181
- type: nauc_map_at_1_std
value: -1.923
- type: nauc_map_at_1_diff1
value: 41.3209
- type: nauc_map_at_3_max
value: 28.718100000000003
- type: nauc_map_at_3_std
value: -1.8913
- type: nauc_map_at_3_diff1
value: 37.3018
- type: nauc_map_at_5_max
value: 28.751900000000003
- type: nauc_map_at_5_std
value: -1.9649
- type: nauc_map_at_5_diff1
value: 36.3067
- type: nauc_map_at_10_max
value: 29.4293
- type: nauc_map_at_10_std
value: -1.1372
- type: nauc_map_at_10_diff1
value: 36.7561
- type: nauc_map_at_20_max
value: 29.788500000000003
- type: nauc_map_at_20_std
value: -0.7448
- type: nauc_map_at_20_diff1
value: 36.7633
- type: nauc_map_at_100_max
value: 29.859799999999996
- type: nauc_map_at_100_std
value: -0.6194
- type: nauc_map_at_100_diff1
value: 36.8069
- type: nauc_map_at_1000_max
value: 29.8362
- type: nauc_map_at_1000_std
value: -0.6232
- type: nauc_map_at_1000_diff1
value: 36.835499999999996
- type: nauc_recall_at_1_max
value: 27.181
- type: nauc_recall_at_1_std
value: -1.923
- type: nauc_recall_at_1_diff1
value: 41.3209
- type: nauc_recall_at_3_max
value: 28.5155
- type: nauc_recall_at_3_std
value: -0.131
- type: nauc_recall_at_3_diff1
value: 31.5708
- type: nauc_recall_at_5_max
value: 27.0032
- type: nauc_recall_at_5_std
value: -0.7121
- type: nauc_recall_at_5_diff1
value: 26.3405
- type: nauc_recall_at_10_max
value: 29.665200000000002
- type: nauc_recall_at_10_std
value: 3.1462999999999997
- type: nauc_recall_at_10_diff1
value: 27.2852
- type: nauc_recall_at_20_max
value: 33.2976
- type: nauc_recall_at_20_std
value: 7.6558
- type: nauc_recall_at_20_diff1
value: 26.5332
- type: nauc_recall_at_100_max
value: 33.5446
- type: nauc_recall_at_100_std
value: 16.308600000000002
- type: nauc_recall_at_100_diff1
value: 22.561700000000002
- type: nauc_recall_at_1000_max
value: 35.5524
- type: nauc_recall_at_1000_std
value: 38.9644
- type: nauc_recall_at_1000_diff1
value: 27.861900000000002
- type: nauc_precision_at_1_max
value: 29.749799999999997
- type: nauc_precision_at_1_std
value: -2.3403
- type: nauc_precision_at_1_diff1
value: 41.9574
- type: nauc_precision_at_3_max
value: 28.370099999999997
- type: nauc_precision_at_3_std
value: 1.0373
- type: nauc_precision_at_3_diff1
value: 28.8024
- type: nauc_precision_at_5_max
value: 27.184599999999996
- type: nauc_precision_at_5_std
value: 2.5995999999999997
- type: nauc_precision_at_5_diff1
value: 22.8208
- type: nauc_precision_at_10_max
value: 26.372600000000002
- type: nauc_precision_at_10_std
value: 7.833600000000001
- type: nauc_precision_at_10_diff1
value: 19.8669
- type: nauc_precision_at_20_max
value: 23.1904
- type: nauc_precision_at_20_std
value: 10.5558
- type: nauc_precision_at_20_diff1
value: 14.5559
- type: nauc_precision_at_100_max
value: 13.3218
- type: nauc_precision_at_100_std
value: 11.7868
- type: nauc_precision_at_100_diff1
value: 4.2146
- type: nauc_precision_at_1000_max
value: 0.7887
- type: nauc_precision_at_1000_std
value: 5.9056
- type: nauc_precision_at_1000_diff1
value: -3.2767999999999997
- type: nauc_mrr_at_1_max
value: 29.749799999999997
- type: nauc_mrr_at_1_std
value: -2.3403
- type: nauc_mrr_at_1_diff1
value: 41.9574
- type: nauc_mrr_at_3_max
value: 31.509500000000003
- type: nauc_mrr_at_3_std
value: -0.41859999999999997
- type: nauc_mrr_at_3_diff1
value: 38.6987
- type: nauc_mrr_at_5_max
value: 31.5247
- type: nauc_mrr_at_5_std
value: -0.2595
- type: nauc_mrr_at_5_diff1
value: 37.5028
- type: nauc_mrr_at_10_max
value: 31.7081
- type: nauc_mrr_at_10_std
value: -0.0492
- type: nauc_mrr_at_10_diff1
value: 37.6581
- type: nauc_mrr_at_20_max
value: 31.932
- type: nauc_mrr_at_20_std
value: 0.2097
- type: nauc_mrr_at_20_diff1
value: 37.7422
- type: nauc_mrr_at_100_max
value: 31.949699999999996
- type: nauc_mrr_at_100_std
value: 0.1865
- type: nauc_mrr_at_100_diff1
value: 37.8221
- type: nauc_mrr_at_1000_max
value: 31.9386
- type: nauc_mrr_at_1000_std
value: 0.1795
- type: nauc_mrr_at_1000_diff1
value: 37.8506
- type: main_score
value: 39.602
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics:
- type: ndcg_at_1
value: 46.006
- type: ndcg_at_3
value: 51.910999999999994
- type: ndcg_at_5
value: 54.86299999999999
- type: ndcg_at_10
value: 57.135000000000005
- type: ndcg_at_20
value: 59.422
- type: ndcg_at_100
value: 62.474
- type: ndcg_at_1000
value: 63.532
- type: map_at_1
value: 37.16
- type: map_at_3
value: 46.947
- type: map_at_5
value: 49.295
- type: map_at_10
value: 50.662
- type: map_at_20
value: 51.53
- type: map_at_100
value: 52.149
- type: map_at_1000
value: 52.224000000000004
- type: recall_at_1
value: 37.16
- type: recall_at_3
value: 55.249
- type: recall_at_5
value: 63.234
- type: recall_at_10
value: 70.231
- type: recall_at_20
value: 77.9
- type: recall_at_100
value: 91.509
- type: recall_at_1000
value: 97.711
- type: precision_at_1
value: 46.006
- type: precision_at_3
value: 25.024
- type: precision_at_5
value: 17.671
- type: precision_at_10
value: 10.212
- type: precision_at_20
value: 5.914
- type: precision_at_100
value: 1.513
- type: precision_at_1000
value: 0.17500000000000002
- type: mrr_at_1
value: 46.0058
- type: mrr_at_3
value: 54.154599999999995
- type: mrr_at_5
value: 55.8101
- type: mrr_at_10
value: 56.6384
- type: mrr_at_20
value: 57.1217
- type: mrr_at_100
value: 57.3844
- type: mrr_at_1000
value: 57.404599999999995
- type: nauc_ndcg_at_1_max
value: 25.011400000000002
- type: nauc_ndcg_at_1_std
value: -10.9453
- type: nauc_ndcg_at_1_diff1
value: 52.5635
- type: nauc_ndcg_at_3_max
value: 20.5699
- type: nauc_ndcg_at_3_std
value: -14.1374
- type: nauc_ndcg_at_3_diff1
value: 50.095
- type: nauc_ndcg_at_5_max
value: 20.6937
- type: nauc_ndcg_at_5_std
value: -14.7377
- type: nauc_ndcg_at_5_diff1
value: 49.6968
- type: nauc_ndcg_at_10_max
value: 21.0545
- type: nauc_ndcg_at_10_std
value: -14.100999999999999
- type: nauc_ndcg_at_10_diff1
value: 49.2876
- type: nauc_ndcg_at_20_max
value: 22.1813
- type: nauc_ndcg_at_20_std
value: -13.619700000000002
- type: nauc_ndcg_at_20_diff1
value: 49.7752
- type: nauc_ndcg_at_100_max
value: 23.765800000000002
- type: nauc_ndcg_at_100_std
value: -11.5192
- type: nauc_ndcg_at_100_diff1
value: 49.8519
- type: nauc_ndcg_at_1000_max
value: 23.2792
- type: nauc_ndcg_at_1000_std
value: -11.7505
- type: nauc_ndcg_at_1000_diff1
value: 49.8422
- type: nauc_map_at_1_max
value: 17.0234
- type: nauc_map_at_1_std
value: -14.726600000000001
- type: nauc_map_at_1_diff1
value: 55.854000000000006
- type: nauc_map_at_3_max
value: 18.4476
- type: nauc_map_at_3_std
value: -14.8542
- type: nauc_map_at_3_diff1
value: 51.5951
- type: nauc_map_at_5_max
value: 19.3995
- type: nauc_map_at_5_std
value: -14.9116
- type: nauc_map_at_5_diff1
value: 51.081900000000005
- type: nauc_map_at_10_max
value: 19.8911
- type: nauc_map_at_10_std
value: -14.354700000000001
- type: nauc_map_at_10_diff1
value: 50.6725
- type: nauc_map_at_20_max
value: 20.2847
- type: nauc_map_at_20_std
value: -14.099999999999998
- type: nauc_map_at_20_diff1
value: 50.82020000000001
- type: nauc_map_at_100_max
value: 20.6892
- type: nauc_map_at_100_std
value: -13.6554
- type: nauc_map_at_100_diff1
value: 50.7695
- type: nauc_map_at_1000_max
value: 20.6883
- type: nauc_map_at_1000_std
value: -13.6632
- type: nauc_map_at_1000_diff1
value: 50.7647
- type: nauc_recall_at_1_max
value: 17.0234
- type: nauc_recall_at_1_std
value: -14.726600000000001
- type: nauc_recall_at_1_diff1
value: 55.854000000000006
- type: nauc_recall_at_3_max
value: 16.1844
- type: nauc_recall_at_3_std
value: -17.0942
- type: nauc_recall_at_3_diff1
value: 47.6143
- type: nauc_recall_at_5_max
value: 17.1338
- type: nauc_recall_at_5_std
value: -17.636499999999998
- type: nauc_recall_at_5_diff1
value: 44.345600000000005
- type: nauc_recall_at_10_max
value: 18.972
- type: nauc_recall_at_10_std
value: -15.596099999999998
- type: nauc_recall_at_10_diff1
value: 41.552499999999995
- type: nauc_recall_at_20_max
value: 23.8339
- type: nauc_recall_at_20_std
value: -14.122699999999998
- type: nauc_recall_at_20_diff1
value: 42.7171
- type: nauc_recall_at_100_max
value: 43.231
- type: nauc_recall_at_100_std
value: 8.0154
- type: nauc_recall_at_100_diff1
value: 42.7817
- type: nauc_recall_at_1000_max
value: 53.58540000000001
- type: nauc_recall_at_1000_std
value: 37.0029
- type: nauc_recall_at_1000_diff1
value: 44.239200000000004
- type: nauc_precision_at_1_max
value: 25.011400000000002
- type: nauc_precision_at_1_std
value: -10.9453
- type: nauc_precision_at_1_diff1
value: 52.5635
- type: nauc_precision_at_3_max
value: 22.2424
- type: nauc_precision_at_3_std
value: -5.4350000000000005
- type: nauc_precision_at_3_diff1
value: 23.4114
- type: nauc_precision_at_5_max
value: 21.3318
- type: nauc_precision_at_5_std
value: -2.8209999999999997
- type: nauc_precision_at_5_diff1
value: 14.0476
- type: nauc_precision_at_10_max
value: 19.2971
- type: nauc_precision_at_10_std
value: 2.5547
- type: nauc_precision_at_10_diff1
value: 4.0724
- type: nauc_precision_at_20_max
value: 17.6513
- type: nauc_precision_at_20_std
value: 6.0579
- type: nauc_precision_at_20_diff1
value: -3.1468999999999996
- type: nauc_precision_at_100_max
value: 14.8878
- type: nauc_precision_at_100_std
value: 13.919200000000002
- type: nauc_precision_at_100_diff1
value: -17.358999999999998
- type: nauc_precision_at_1000_max
value: 8.6286
- type: nauc_precision_at_1000_std
value: 11.5922
- type: nauc_precision_at_1000_diff1
value: -22.1277
- type: nauc_mrr_at_1_max
value: 25.011400000000002
- type: nauc_mrr_at_1_std
value: -10.9453
- type: nauc_mrr_at_1_diff1
value: 52.5635
- type: nauc_mrr_at_3_max
value: 23.816000000000003
- type: nauc_mrr_at_3_std
value: -12.188400000000001
- type: nauc_mrr_at_3_diff1
value: 51.1699
- type: nauc_mrr_at_5_max
value: 23.7135
- type: nauc_mrr_at_5_std
value: -12.1816
- type: nauc_mrr_at_5_diff1
value: 50.339
- type: nauc_mrr_at_10_max
value: 23.9975
- type: nauc_mrr_at_10_std
value: -11.7119
- type: nauc_mrr_at_10_diff1
value: 50.32489999999999
- type: nauc_mrr_at_20_max
value: 24.2972
- type: nauc_mrr_at_20_std
value: -11.6891
- type: nauc_mrr_at_20_diff1
value: 50.4005
- type: nauc_mrr_at_100_max
value: 24.3557
- type: nauc_mrr_at_100_std
value: -11.5637
- type: nauc_mrr_at_100_diff1
value: 50.454100000000004
- type: nauc_mrr_at_1000_max
value: 24.334400000000002
- type: nauc_mrr_at_1000_std
value: -11.574900000000001
- type: nauc_mrr_at_1000_diff1
value: 50.45269999999999
- type: main_score
value: 57.135000000000005
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics:
- type: ndcg_at_1
value: 40.753
- type: ndcg_at_3
value: 47.27
- type: ndcg_at_5
value: 50.385999999999996
- type: ndcg_at_10
value: 53.565
- type: ndcg_at_20
value: 55.967999999999996
- type: ndcg_at_100
value: 58.763
- type: ndcg_at_1000
value: 60.02499999999999
- type: map_at_1
value: 33.005
- type: map_at_3
value: 42.314
- type: map_at_5
value: 44.856
- type: map_at_10
value: 46.633
- type: map_at_20
value: 47.494
- type: map_at_100
value: 48.064
- type: map_at_1000
value: 48.14
- type: recall_at_1
value: 33.005
- type: recall_at_3
value: 50.73800000000001
- type: recall_at_5
value: 59.047000000000004
- type: recall_at_10
value: 68.27600000000001
- type: recall_at_20
value: 76.75800000000001
- type: recall_at_100
value: 89.505
- type: recall_at_1000
value: 97.636
- type: precision_at_1
value: 40.753
- type: precision_at_3
value: 22.945
- type: precision_at_5
value: 16.644000000000002
- type: precision_at_10
value: 10.057
- type: precision_at_20
value: 5.862
- type: precision_at_100
value: 1.467
- type: precision_at_1000
value: 0.173
- type: mrr_at_1
value: 40.7534
- type: mrr_at_3
value: 49.048700000000004
- type: mrr_at_5
value: 50.9209
- type: mrr_at_10
value: 52.0898
- type: mrr_at_20
value: 52.605599999999995
- type: mrr_at_100
value: 52.85300000000001
- type: mrr_at_1000
value: 52.8799
- type: nauc_ndcg_at_1_max
value: 34.4441
- type: nauc_ndcg_at_1_std
value: -7.0414
- type: nauc_ndcg_at_1_diff1
value: 45.8482
- type: nauc_ndcg_at_3_max
value: 31.577699999999997
- type: nauc_ndcg_at_3_std
value: -6.3458
- type: nauc_ndcg_at_3_diff1
value: 40.919200000000004
- type: nauc_ndcg_at_5_max
value: 32.2014
- type: nauc_ndcg_at_5_std
value: -5.2417
- type: nauc_ndcg_at_5_diff1
value: 40.288000000000004
- type: nauc_ndcg_at_10_max
value: 34.2368
- type: nauc_ndcg_at_10_std
value: -4.5674
- type: nauc_ndcg_at_10_diff1
value: 40.5809
- type: nauc_ndcg_at_20_max
value: 35.1035
- type: nauc_ndcg_at_20_std
value: -3.9905000000000004
- type: nauc_ndcg_at_20_diff1
value: 41.1355
- type: nauc_ndcg_at_100_max
value: 35.7455
- type: nauc_ndcg_at_100_std
value: -3.2745
- type: nauc_ndcg_at_100_diff1
value: 41.4431
- type: nauc_ndcg_at_1000_max
value: 35.1084
- type: nauc_ndcg_at_1000_std
value: -4.0846
- type: nauc_ndcg_at_1000_diff1
value: 41.755900000000004
- type: nauc_map_at_1_max
value: 28.055200000000003
- type: nauc_map_at_1_std
value: -11.2817
- type: nauc_map_at_1_diff1
value: 45.1938
- type: nauc_map_at_3_max
value: 29.7864
- type: nauc_map_at_3_std
value: -8.1494
- type: nauc_map_at_3_diff1
value: 41.788
- type: nauc_map_at_5_max
value: 30.809199999999997
- type: nauc_map_at_5_std
value: -7.012599999999999
- type: nauc_map_at_5_diff1
value: 41.554
- type: nauc_map_at_10_max
value: 32.2321
- type: nauc_map_at_10_std
value: -6.3894
- type: nauc_map_at_10_diff1
value: 41.8427
- type: nauc_map_at_20_max
value: 32.7711
- type: nauc_map_at_20_std
value: -6.0764
- type: nauc_map_at_20_diff1
value: 42.1419
- type: nauc_map_at_100_max
value: 33.0054
- type: nauc_map_at_100_std
value: -5.8844
- type: nauc_map_at_100_diff1
value: 42.3068
- type: nauc_map_at_1000_max
value: 32.9949
- type: nauc_map_at_1000_std
value: -5.9162
- type: nauc_map_at_1000_diff1
value: 42.3228
- type: nauc_recall_at_1_max
value: 28.055200000000003
- type: nauc_recall_at_1_std
value: -11.2817
- type: nauc_recall_at_1_diff1
value: 45.1938
- type: nauc_recall_at_3_max
value: 27.1828
- type: nauc_recall_at_3_std
value: -6.9705
- type: nauc_recall_at_3_diff1
value: 35.2147
- type: nauc_recall_at_5_max
value: 28.0093
- type: nauc_recall_at_5_std
value: -2.9148
- type: nauc_recall_at_5_diff1
value: 32.376599999999996
- type: nauc_recall_at_10_max
value: 33.3355
- type: nauc_recall_at_10_std
value: -0.4752
- type: nauc_recall_at_10_diff1
value: 32.5726
- type: nauc_recall_at_20_max
value: 35.9026
- type: nauc_recall_at_20_std
value: 3.1338
- type: nauc_recall_at_20_diff1
value: 32.1894
- type: nauc_recall_at_100_max
value: 45.4995
- type: nauc_recall_at_100_std
value: 18.2978
- type: nauc_recall_at_100_diff1
value: 29.535
- type: nauc_recall_at_1000_max
value: 42.8817
- type: nauc_recall_at_1000_std
value: 34.7251
- type: nauc_recall_at_1000_diff1
value: 33.1814
- type: nauc_precision_at_1_max
value: 34.4441
- type: nauc_precision_at_1_std
value: -7.0414
- type: nauc_precision_at_1_diff1
value: 45.8482
- type: nauc_precision_at_3_max
value: 30.514000000000003
- type: nauc_precision_at_3_std
value: 2.968
- type: nauc_precision_at_3_diff1
value: 25.0624
- type: nauc_precision_at_5_max
value: 30.268
- type: nauc_precision_at_5_std
value: 7.8429
- type: nauc_precision_at_5_diff1
value: 18.8704
- type: nauc_precision_at_10_max
value: 31.6838
- type: nauc_precision_at_10_std
value: 11.9131
- type: nauc_precision_at_10_diff1
value: 14.0232
- type: nauc_precision_at_20_max
value: 28.375099999999996
- type: nauc_precision_at_20_std
value: 13.497700000000002
- type: nauc_precision_at_20_diff1
value: 10.795
- type: nauc_precision_at_100_max
value: 20.1953
- type: nauc_precision_at_100_std
value: 14.4028
- type: nauc_precision_at_100_diff1
value: 4.6725
- type: nauc_precision_at_1000_max
value: 11.3706
- type: nauc_precision_at_1000_std
value: 9.1752
- type: nauc_precision_at_1000_diff1
value: 1.302
- type: nauc_mrr_at_1_max
value: 34.4441
- type: nauc_mrr_at_1_std
value: -7.0414
- type: nauc_mrr_at_1_diff1
value: 45.8482
- type: nauc_mrr_at_3_max
value: 34.760799999999996
- type: nauc_mrr_at_3_std
value: -5.7082
- type: nauc_mrr_at_3_diff1
value: 41.8373
- type: nauc_mrr_at_5_max
value: 35.0958
- type: nauc_mrr_at_5_std
value: -4.7876
- type: nauc_mrr_at_5_diff1
value: 41.574299999999994
- type: nauc_mrr_at_10_max
value: 35.5072
- type: nauc_mrr_at_10_std
value: -4.820399999999999
- type: nauc_mrr_at_10_diff1
value: 41.9727
- type: nauc_mrr_at_20_max
value: 35.6201
- type: nauc_mrr_at_20_std
value: -4.7524
- type: nauc_mrr_at_20_diff1
value: 42.2289
- type: nauc_mrr_at_100_max
value: 35.6408
- type: nauc_mrr_at_100_std
value: -4.7266
- type: nauc_mrr_at_100_diff1
value: 42.2145
- type: nauc_mrr_at_1000_max
value: 35.6255
- type: nauc_mrr_at_1000_std
value: -4.7333
- type: nauc_mrr_at_1000_diff1
value: 42.221399999999996
- type: main_score
value: 53.565
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics:
- type: main_score
value: 51.03358333333333
- type: ndcg_at_10
value: 51.03358333333333
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics:
- type: ndcg_at_1
value: 34.355999999999995
- type: ndcg_at_3
value: 39.660000000000004
- type: ndcg_at_5
value: 42.625
- type: ndcg_at_10
value: 45.717
- type: ndcg_at_20
value: 47.738
- type: ndcg_at_100
value: 50.586
- type: ndcg_at_1000
value: 52.317
- type: map_at_1
value: 30.009999999999998
- type: map_at_3
value: 36.597
- type: map_at_5
value: 38.507999999999996
- type: map_at_10
value: 40.034
- type: map_at_20
value: 40.633
- type: map_at_100
value: 41.089
- type: map_at_1000
value: 41.166000000000004
- type: recall_at_1
value: 30.009999999999998
- type: recall_at_3
value: 43.646
- type: recall_at_5
value: 50.763000000000005
- type: recall_at_10
value: 60.218
- type: recall_at_20
value: 67.756
- type: recall_at_100
value: 81.78
- type: recall_at_1000
value: 94.179
- type: precision_at_1
value: 34.355999999999995
- type: precision_at_3
value: 17.28
- type: precision_at_5
value: 12.454
- type: precision_at_10
value: 7.485
- type: precision_at_20
value: 4.287
- type: precision_at_100
value: 1.0670000000000002
- type: precision_at_1000
value: 0.128
- type: mrr_at_1
value: 34.355799999999995
- type: mrr_at_3
value: 40.0562
- type: mrr_at_5
value: 41.8124
- type: mrr_at_10
value: 42.998799999999996
- type: mrr_at_20
value: 43.5177
- type: mrr_at_100
value: 43.8815
- type: mrr_at_1000
value: 43.928200000000004
- type: nauc_ndcg_at_1_max
value: 22.8762
- type: nauc_ndcg_at_1_std
value: -7.6788
- type: nauc_ndcg_at_1_diff1
value: 57.015499999999996
- type: nauc_ndcg_at_3_max
value: 22.8095
- type: nauc_ndcg_at_3_std
value: -5.3355
- type: nauc_ndcg_at_3_diff1
value: 49.9449
- type: nauc_ndcg_at_5_max
value: 25.366100000000003
- type: nauc_ndcg_at_5_std
value: -3.8400999999999996
- type: nauc_ndcg_at_5_diff1
value: 49.0563
- type: nauc_ndcg_at_10_max
value: 23.7052
- type: nauc_ndcg_at_10_std
value: -4.4089
- type: nauc_ndcg_at_10_diff1
value: 47.130300000000005
- type: nauc_ndcg_at_20_max
value: 24.2726
- type: nauc_ndcg_at_20_std
value: -3.8846
- type: nauc_ndcg_at_20_diff1
value: 47.5163
- type: nauc_ndcg_at_100_max
value: 25.487
- type: nauc_ndcg_at_100_std
value: -2.1590000000000003
- type: nauc_ndcg_at_100_diff1
value: 47.8372
- type: nauc_ndcg_at_1000_max
value: 25.2363
- type: nauc_ndcg_at_1000_std
value: -2.5404
- type: nauc_ndcg_at_1000_diff1
value: 48.7815
- type: nauc_map_at_1_max
value: 18.9891
- type: nauc_map_at_1_std
value: -9.9207
- type: nauc_map_at_1_diff1
value: 55.4997
- type: nauc_map_at_3_max
value: 21.235699999999998
- type: nauc_map_at_3_std
value: -7.048
- type: nauc_map_at_3_diff1
value: 51.2863
- type: nauc_map_at_5_max
value: 23.0436
- type: nauc_map_at_5_std
value: -6.1008
- type: nauc_map_at_5_diff1
value: 50.779799999999994
- type: nauc_map_at_10_max
value: 22.4576
- type: nauc_map_at_10_std
value: -6.3836
- type: nauc_map_at_10_diff1
value: 49.8457
- type: nauc_map_at_20_max
value: 22.599800000000002
- type: nauc_map_at_20_std
value: -6.2443
- type: nauc_map_at_20_diff1
value: 49.9702
- type: nauc_map_at_100_max
value: 22.8352
- type: nauc_map_at_100_std
value: -5.9363
- type: nauc_map_at_100_diff1
value: 50.0868
- type: nauc_map_at_1000_max
value: 22.8394
- type: nauc_map_at_1000_std
value: -5.934699999999999
- type: nauc_map_at_1000_diff1
value: 50.1389
- type: nauc_recall_at_1_max
value: 18.9891
- type: nauc_recall_at_1_std
value: -9.9207
- type: nauc_recall_at_1_diff1
value: 55.4997
- type: nauc_recall_at_3_max
value: 22.3469
- type: nauc_recall_at_3_std
value: -3.1021
- type: nauc_recall_at_3_diff1
value: 44.217600000000004
- type: nauc_recall_at_5_max
value: 29.2041
- type: nauc_recall_at_5_std
value: 1.013
- type: nauc_recall_at_5_diff1
value: 41.4239
- type: nauc_recall_at_10_max
value: 23.7313
- type: nauc_recall_at_10_std
value: 0.3575
- type: nauc_recall_at_10_diff1
value: 34.661500000000004
- type: nauc_recall_at_20_max
value: 25.496999999999996
- type: nauc_recall_at_20_std
value: 3.1315000000000004
- type: nauc_recall_at_20_diff1
value: 34.2149
- type: nauc_recall_at_100_max
value: 35.957
- type: nauc_recall_at_100_std
value: 21.1095
- type: nauc_recall_at_100_diff1
value: 27.4781
- type: nauc_recall_at_1000_max
value: 45.015699999999995
- type: nauc_recall_at_1000_std
value: 45.8094
- type: nauc_recall_at_1000_diff1
value: 22.481499999999997
- type: nauc_precision_at_1_max
value: 22.8762
- type: nauc_precision_at_1_std
value: -7.6788
- type: nauc_precision_at_1_diff1
value: 57.015499999999996
- type: nauc_precision_at_3_max
value: 24.8891
- type: nauc_precision_at_3_std
value: -0.9313
- type: nauc_precision_at_3_diff1
value: 40.6115
- type: nauc_precision_at_5_max
value: 28.7576
- type: nauc_precision_at_5_std
value: 2.9669
- type: nauc_precision_at_5_diff1
value: 35.298
- type: nauc_precision_at_10_max
value: 23.8354
- type: nauc_precision_at_10_std
value: 3.2748
- type: nauc_precision_at_10_diff1
value: 24.2013
- type: nauc_precision_at_20_max
value: 24.089199999999998
- type: nauc_precision_at_20_std
value: 5.7543
- type: nauc_precision_at_20_diff1
value: 20.718
- type: nauc_precision_at_100_max
value: 22.074199999999998
- type: nauc_precision_at_100_std
value: 12.0253
- type: nauc_precision_at_100_diff1
value: 10.3669
- type: nauc_precision_at_1000_max
value: 12.845799999999999
- type: nauc_precision_at_1000_std
value: 8.9314
- type: nauc_precision_at_1000_diff1
value: 4.3847
- type: nauc_mrr_at_1_max
value: 22.8762
- type: nauc_mrr_at_1_std
value: -7.6788
- type: nauc_mrr_at_1_diff1
value: 57.015499999999996
- type: nauc_mrr_at_3_max
value: 24.8244
- type: nauc_mrr_at_3_std
value: -5.184699999999999
- type: nauc_mrr_at_3_diff1
value: 52.567
- type: nauc_mrr_at_5_max
value: 25.9477
- type: nauc_mrr_at_5_std
value: -4.3008999999999995
- type: nauc_mrr_at_5_diff1
value: 52.0231
- type: nauc_mrr_at_10_max
value: 25.164599999999997
- type: nauc_mrr_at_10_std
value: -4.3651
- type: nauc_mrr_at_10_diff1
value: 51.3857
- type: nauc_mrr_at_20_max
value: 25.210500000000003
- type: nauc_mrr_at_20_std
value: -4.3703
- type: nauc_mrr_at_20_diff1
value: 51.4896
- type: nauc_mrr_at_100_max
value: 25.3392
- type: nauc_mrr_at_100_std
value: -4.174300000000001
- type: nauc_mrr_at_100_diff1
value: 51.6015
- type: nauc_mrr_at_1000_max
value: 25.3401
- type: nauc_mrr_at_1000_std
value: -4.1697
- type: nauc_mrr_at_1000_diff1
value: 51.623799999999996
- type: main_score
value: 45.717
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics:
- type: ndcg_at_1
value: 26.807
- type: ndcg_at_3
value: 32.134
- type: ndcg_at_5
value: 34.37
- type: ndcg_at_10
value: 37.219
- type: ndcg_at_20
value: 39.412000000000006
- type: ndcg_at_100
value: 42.775
- type: ndcg_at_1000
value: 45.174
- type: map_at_1
value: 21.89
- type: map_at_3
value: 28.498
- type: map_at_5
value: 30.076999999999998
- type: map_at_10
value: 31.455
- type: map_at_20
value: 32.173
- type: map_at_100
value: 32.738
- type: map_at_1000
value: 32.86
- type: recall_at_1
value: 21.89
- type: recall_at_3
value: 35.674
- type: recall_at_5
value: 41.582
- type: recall_at_10
value: 49.988
- type: recall_at_20
value: 58.012
- type: recall_at_100
value: 74.357
- type: recall_at_1000
value: 91.003
- type: precision_at_1
value: 26.807
- type: precision_at_3
value: 15.359
- type: precision_at_5
value: 11.067
- type: precision_at_10
value: 6.912999999999999
- type: precision_at_20
value: 4.14
- type: precision_at_100
value: 1.137
- type: precision_at_1000
value: 0.152
- type: mrr_at_1
value: 26.806600000000003
- type: mrr_at_3
value: 33.276
- type: mrr_at_5
value: 34.685100000000006
- type: mrr_at_10
value: 35.8652
- type: mrr_at_20
value: 36.3975
- type: mrr_at_100
value: 36.7734
- type: mrr_at_1000
value: 36.8373
- type: nauc_ndcg_at_1_max
value: 22.2824
- type: nauc_ndcg_at_1_std
value: -1.1636
- type: nauc_ndcg_at_1_diff1
value: 44.0723
- type: nauc_ndcg_at_3_max
value: 23.5119
- type: nauc_ndcg_at_3_std
value: 0.2747
- type: nauc_ndcg_at_3_diff1
value: 37.7517
- type: nauc_ndcg_at_5_max
value: 23.494200000000003
- type: nauc_ndcg_at_5_std
value: 0.5172
- type: nauc_ndcg_at_5_diff1
value: 35.808800000000005
- type: nauc_ndcg_at_10_max
value: 23.9137
- type: nauc_ndcg_at_10_std
value: 1.2572
- type: nauc_ndcg_at_10_diff1
value: 35.3517
- type: nauc_ndcg_at_20_max
value: 24.147299999999998
- type: nauc_ndcg_at_20_std
value: 1.7857999999999998
- type: nauc_ndcg_at_20_diff1
value: 34.904
- type: nauc_ndcg_at_100_max
value: 24.677
- type: nauc_ndcg_at_100_std
value: 3.3762
- type: nauc_ndcg_at_100_diff1
value: 35.476400000000005
- type: nauc_ndcg_at_1000_max
value: 24.9518
- type: nauc_ndcg_at_1000_std
value: 3.3005
- type: nauc_ndcg_at_1000_diff1
value: 35.9856
- type: nauc_map_at_1_max
value: 18.5395
- type: nauc_map_at_1_std
value: -1.8748
- type: nauc_map_at_1_diff1
value: 43.2271
- type: nauc_map_at_3_max
value: 21.956300000000002
- type: nauc_map_at_3_std
value: -0.3228
- type: nauc_map_at_3_diff1
value: 39.0086
- type: nauc_map_at_5_max
value: 22.2144
- type: nauc_map_at_5_std
value: -0.1749
- type: nauc_map_at_5_diff1
value: 37.7466
- type: nauc_map_at_10_max
value: 22.621
- type: nauc_map_at_10_std
value: 0.11750000000000001
- type: nauc_map_at_10_diff1
value: 37.5604
- type: nauc_map_at_20_max
value: 22.744
- type: nauc_map_at_20_std
value: 0.3284
- type: nauc_map_at_20_diff1
value: 37.4046
- type: nauc_map_at_100_max
value: 22.9403
- type: nauc_map_at_100_std
value: 0.594
- type: nauc_map_at_100_diff1
value: 37.519999999999996
- type: nauc_map_at_1000_max
value: 22.983
- type: nauc_map_at_1000_std
value: 0.6118
- type: nauc_map_at_1000_diff1
value: 37.5586
- type: nauc_recall_at_1_max
value: 18.5395
- type: nauc_recall_at_1_std
value: -1.8748
- type: nauc_recall_at_1_diff1
value: 43.2271
- type: nauc_recall_at_3_max
value: 22.7927
- type: nauc_recall_at_3_std
value: 1.0538
- type: nauc_recall_at_3_diff1
value: 33.2051
- type: nauc_recall_at_5_max
value: 22.7185
- type: nauc_recall_at_5_std
value: 1.3141
- type: nauc_recall_at_5_diff1
value: 28.321099999999998
- type: nauc_recall_at_10_max
value: 23.3274
- type: nauc_recall_at_10_std
value: 3.3770000000000002
- type: nauc_recall_at_10_diff1
value: 26.0137
- type: nauc_recall_at_20_max
value: 23.8623
- type: nauc_recall_at_20_std
value: 5.5042
- type: nauc_recall_at_20_diff1
value: 23.5772
- type: nauc_recall_at_100_max
value: 26.5351
- type: nauc_recall_at_100_std
value: 17.011100000000003
- type: nauc_recall_at_100_diff1
value: 23.150399999999998
- type: nauc_recall_at_1000_max
value: 35.7909
- type: nauc_recall_at_1000_std
value: 33.4656
- type: nauc_recall_at_1000_diff1
value: 19.8029
- type: nauc_precision_at_1_max
value: 22.2824
- type: nauc_precision_at_1_std
value: -1.1636
- type: nauc_precision_at_1_diff1
value: 44.0723
- type: nauc_precision_at_3_max
value: 27.798099999999998
- type: nauc_precision_at_3_std
value: 2.538
- type: nauc_precision_at_3_diff1
value: 30.9728
- type: nauc_precision_at_5_max
value: 26.5049
- type: nauc_precision_at_5_std
value: 2.7146
- type: nauc_precision_at_5_diff1
value: 24.1766
- type: nauc_precision_at_10_max
value: 26.168799999999997
- type: nauc_precision_at_10_std
value: 4.5483
- type: nauc_precision_at_10_diff1
value: 19.7263
- type: nauc_precision_at_20_max
value: 24.2909
- type: nauc_precision_at_20_std
value: 5.985399999999999
- type: nauc_precision_at_20_diff1
value: 14.394699999999998
- type: nauc_precision_at_100_max
value: 20.945700000000002
- type: nauc_precision_at_100_std
value: 9.717099999999999
- type: nauc_precision_at_100_diff1
value: 10.1707
- type: nauc_precision_at_1000_max
value: 17.9958
- type: nauc_precision_at_1000_std
value: 6.352399999999999
- type: nauc_precision_at_1000_diff1
value: 6.671100000000001
- type: nauc_mrr_at_1_max
value: 22.2824
- type: nauc_mrr_at_1_std
value: -1.1636
- type: nauc_mrr_at_1_diff1
value: 44.0723
- type: nauc_mrr_at_3_max
value: 24.4906
- type: nauc_mrr_at_3_std
value: 0.5277
- type: nauc_mrr_at_3_diff1
value: 39.3446
- type: nauc_mrr_at_5_max
value: 24.3708
- type: nauc_mrr_at_5_std
value: 0.5988
- type: nauc_mrr_at_5_diff1
value: 38.5081
- type: nauc_mrr_at_10_max
value: 24.5065
- type: nauc_mrr_at_10_std
value: 0.9650000000000001
- type: nauc_mrr_at_10_diff1
value: 38.4531
- type: nauc_mrr_at_20_max
value: 24.577099999999998
- type: nauc_mrr_at_20_std
value: 0.9927999999999999
- type: nauc_mrr_at_20_diff1
value: 38.3527
- type: nauc_mrr_at_100_max
value: 24.593999999999998
- type: nauc_mrr_at_100_std
value: 1.1214
- type: nauc_mrr_at_100_diff1
value: 38.4554
- type: nauc_mrr_at_1000_max
value: 24.5991
- type: nauc_mrr_at_1000_std
value: 1.1217
- type: nauc_mrr_at_1000_diff1
value: 38.4672
- type: main_score
value: 37.219
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics:
- type: ndcg_at_1
value: 41.884
- type: ndcg_at_3
value: 47.415
- type: ndcg_at_5
value: 50.442
- type: ndcg_at_10
value: 53.733
- type: ndcg_at_20
value: 55.527
- type: ndcg_at_100
value: 58.12199999999999
- type: ndcg_at_1000
value: 59.540000000000006
- type: map_at_1
value: 35.569
- type: map_at_3
value: 43.517
- type: map_at_5
value: 45.673
- type: map_at_10
value: 47.373
- type: map_at_20
value: 47.997
- type: map_at_100
value: 48.449999999999996
- type: map_at_1000
value: 48.524
- type: recall_at_1
value: 35.569
- type: recall_at_3
value: 51.43600000000001
- type: recall_at_5
value: 59.229
- type: recall_at_10
value: 68.675
- type: recall_at_20
value: 74.935
- type: recall_at_100
value: 87.12100000000001
- type: recall_at_1000
value: 96.389
- type: precision_at_1
value: 41.884
- type: precision_at_3
value: 21.735
- type: precision_at_5
value: 15.354000000000001
- type: precision_at_10
value: 9.207
- type: precision_at_20
value: 5.159
- type: precision_at_100
value: 1.2510000000000001
- type: precision_at_1000
value: 0.147
- type: mrr_at_1
value: 41.8843
- type: mrr_at_3
value: 48.8029
- type: mrr_at_5
value: 50.5053
- type: mrr_at_10
value: 51.6938
- type: mrr_at_20
value: 52.0562
- type: mrr_at_100
value: 52.3425
- type: mrr_at_1000
value: 52.3775
- type: nauc_ndcg_at_1_max
value: 39.1822
- type: nauc_ndcg_at_1_std
value: -10.6489
- type: nauc_ndcg_at_1_diff1
value: 53.662299999999995
- type: nauc_ndcg_at_3_max
value: 39.4505
- type: nauc_ndcg_at_3_std
value: -10.6853
- type: nauc_ndcg_at_3_diff1
value: 48.5749
- type: nauc_ndcg_at_5_max
value: 38.7618
- type: nauc_ndcg_at_5_std
value: -10.972800000000001
- type: nauc_ndcg_at_5_diff1
value: 47.846
- type: nauc_ndcg_at_10_max
value: 38.9284
- type: nauc_ndcg_at_10_std
value: -10.6664
- type: nauc_ndcg_at_10_diff1
value: 46.9536
- type: nauc_ndcg_at_20_max
value: 39.760400000000004
- type: nauc_ndcg_at_20_std
value: -9.5981
- type: nauc_ndcg_at_20_diff1
value: 47.6581
- type: nauc_ndcg_at_100_max
value: 40.1241
- type: nauc_ndcg_at_100_std
value: -8.7613
- type: nauc_ndcg_at_100_diff1
value: 47.8645
- type: nauc_ndcg_at_1000_max
value: 39.8779
- type: nauc_ndcg_at_1000_std
value: -9.0252
- type: nauc_ndcg_at_1000_diff1
value: 48.0716
- type: nauc_map_at_1_max
value: 33.7108
- type: nauc_map_at_1_std
value: -11.0197
- type: nauc_map_at_1_diff1
value: 51.6481
- type: nauc_map_at_3_max
value: 37.4784
- type: nauc_map_at_3_std
value: -11.2809
- type: nauc_map_at_3_diff1
value: 49.408
- type: nauc_map_at_5_max
value: 37.6673
- type: nauc_map_at_5_std
value: -11.2829
- type: nauc_map_at_5_diff1
value: 48.89
- type: nauc_map_at_10_max
value: 37.9209
- type: nauc_map_at_10_std
value: -11.2194
- type: nauc_map_at_10_diff1
value: 48.2784
- type: nauc_map_at_20_max
value: 38.2975
- type: nauc_map_at_20_std
value: -10.8997
- type: nauc_map_at_20_diff1
value: 48.547000000000004
- type: nauc_map_at_100_max
value: 38.352799999999995
- type: nauc_map_at_100_std
value: -10.7712
- type: nauc_map_at_100_diff1
value: 48.5685
- type: nauc_map_at_1000_max
value: 38.3309
- type: nauc_map_at_1000_std
value: -10.7669
- type: nauc_map_at_1000_diff1
value: 48.5663
- type: nauc_recall_at_1_max
value: 33.7108
- type: nauc_recall_at_1_std
value: -11.0197
- type: nauc_recall_at_1_diff1
value: 51.6481
- type: nauc_recall_at_3_max
value: 37.8568
- type: nauc_recall_at_3_std
value: -10.046
- type: nauc_recall_at_3_diff1
value: 44.973200000000006
- type: nauc_recall_at_5_max
value: 36.5963
- type: nauc_recall_at_5_std
value: -10.656
- type: nauc_recall_at_5_diff1
value: 41.8226
- type: nauc_recall_at_10_max
value: 36.905300000000004
- type: nauc_recall_at_10_std
value: -9.5656
- type: nauc_recall_at_10_diff1
value: 37.8973
- type: nauc_recall_at_20_max
value: 40.465
- type: nauc_recall_at_20_std
value: -4.2909999999999995
- type: nauc_recall_at_20_diff1
value: 40.2965
- type: nauc_recall_at_100_max
value: 47.295500000000004
- type: nauc_recall_at_100_std
value: 6.931900000000001
- type: nauc_recall_at_100_diff1
value: 39.684599999999996
- type: nauc_recall_at_1000_max
value: 64.6766
- type: nauc_recall_at_1000_std
value: 32.608399999999996
- type: nauc_recall_at_1000_diff1
value: 41.2191
- type: nauc_precision_at_1_max
value: 39.1822
- type: nauc_precision_at_1_std
value: -10.6489
- type: nauc_precision_at_1_diff1
value: 53.662299999999995
- type: nauc_precision_at_3_max
value: 37.938
- type: nauc_precision_at_3_std
value: -7.1814
- type: nauc_precision_at_3_diff1
value: 33.5813
- type: nauc_precision_at_5_max
value: 33.5192
- type: nauc_precision_at_5_std
value: -5.5998
- type: nauc_precision_at_5_diff1
value: 24.4701
- type: nauc_precision_at_10_max
value: 27.776600000000002
- type: nauc_precision_at_10_std
value: -4.016900000000001
- type: nauc_precision_at_10_diff1
value: 13.019400000000001
- type: nauc_precision_at_20_max
value: 25.036199999999997
- type: nauc_precision_at_20_std
value: 0.1629
- type: nauc_precision_at_20_diff1
value: 9.332
- type: nauc_precision_at_100_max
value: 14.1849
- type: nauc_precision_at_100_std
value: 6.534800000000001
- type: nauc_precision_at_100_diff1
value: -3.1784
- type: nauc_precision_at_1000_max
value: 0.3891
- type: nauc_precision_at_1000_std
value: 4.8176
- type: nauc_precision_at_1000_diff1
value: -13.1996
- type: nauc_mrr_at_1_max
value: 39.1822
- type: nauc_mrr_at_1_std
value: -10.6489
- type: nauc_mrr_at_1_diff1
value: 53.662299999999995
- type: nauc_mrr_at_3_max
value: 40.5435
- type: nauc_mrr_at_3_std
value: -9.9119
- type: nauc_mrr_at_3_diff1
value: 50.5792
- type: nauc_mrr_at_5_max
value: 40.5036
- type: nauc_mrr_at_5_std
value: -10.0048
- type: nauc_mrr_at_5_diff1
value: 50.1912
- type: nauc_mrr_at_10_max
value: 40.367
- type: nauc_mrr_at_10_std
value: -10.0094
- type: nauc_mrr_at_10_diff1
value: 49.914500000000004
- type: nauc_mrr_at_20_max
value: 40.487
- type: nauc_mrr_at_20_std
value: -9.8134
- type: nauc_mrr_at_20_diff1
value: 50.068900000000006
- type: nauc_mrr_at_100_max
value: 40.4627
- type: nauc_mrr_at_100_std
value: -9.7388
- type: nauc_mrr_at_100_diff1
value: 50.094300000000004
- type: nauc_mrr_at_1000_max
value: 40.4524
- type: nauc_mrr_at_1000_std
value: -9.748700000000001
- type: nauc_mrr_at_1000_diff1
value: 50.1065
- type: main_score
value: 53.733
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics:
- type: ndcg_at_1
value: 37.945
- type: ndcg_at_3
value: 44.157000000000004
- type: ndcg_at_5
value: 46.88
- type: ndcg_at_10
value: 50.208
- type: ndcg_at_20
value: 52.536
- type: ndcg_at_100
value: 55.711999999999996
- type: ndcg_at_1000
value: 57.340999999999994
- type: map_at_1
value: 31.174000000000003
- type: map_at_3
value: 39.391
- type: map_at_5
value: 41.333
- type: map_at_10
value: 43.246
- type: map_at_20
value: 44.21
- type: map_at_100
value: 45.013
- type: map_at_1000
value: 45.221000000000004
- type: recall_at_1
value: 31.174000000000003
- type: recall_at_3
value: 47.085
- type: recall_at_5
value: 54.237
- type: recall_at_10
value: 63.611
- type: recall_at_20
value: 72.473
- type: recall_at_100
value: 87.45100000000001
- type: recall_at_1000
value: 97.429
- type: precision_at_1
value: 37.945
- type: precision_at_3
value: 20.751
- type: precision_at_5
value: 15.02
- type: precision_at_10
value: 9.722999999999999
- type: precision_at_20
value: 5.988
- type: precision_at_100
value: 1.818
- type: precision_at_1000
value: 0.256
- type: mrr_at_1
value: 37.9447
- type: mrr_at_3
value: 45.3228
- type: mrr_at_5
value: 47.0224
- type: mrr_at_10
value: 48.234
- type: mrr_at_20
value: 48.7403
- type: mrr_at_100
value: 49.059999999999995
- type: mrr_at_1000
value: 49.0914
- type: nauc_ndcg_at_1_max
value: 26.172
- type: nauc_ndcg_at_1_std
value: -9.07
- type: nauc_ndcg_at_1_diff1
value: 46.664899999999996
- type: nauc_ndcg_at_3_max
value: 23.9966
- type: nauc_ndcg_at_3_std
value: -11.0207
- type: nauc_ndcg_at_3_diff1
value: 43.539
- type: nauc_ndcg_at_5_max
value: 24.9051
- type: nauc_ndcg_at_5_std
value: -9.9938
- type: nauc_ndcg_at_5_diff1
value: 44.5711
- type: nauc_ndcg_at_10_max
value: 27.603
- type: nauc_ndcg_at_10_std
value: -8.339599999999999
- type: nauc_ndcg_at_10_diff1
value: 45.121
- type: nauc_ndcg_at_20_max
value: 27.1764
- type: nauc_ndcg_at_20_std
value: -7.295400000000001
- type: nauc_ndcg_at_20_diff1
value: 43.925
- type: nauc_ndcg_at_100_max
value: 28.0352
- type: nauc_ndcg_at_100_std
value: -6.6677
- type: nauc_ndcg_at_100_diff1
value: 43.6903
- type: nauc_ndcg_at_1000_max
value: 27.104400000000002
- type: nauc_ndcg_at_1000_std
value: -6.9685
- type: nauc_ndcg_at_1000_diff1
value: 43.952000000000005
- type: nauc_map_at_1_max
value: 20.5331
- type: nauc_map_at_1_std
value: -12.358600000000001
- type: nauc_map_at_1_diff1
value: 48.4715
- type: nauc_map_at_3_max
value: 21.4883
- type: nauc_map_at_3_std
value: -12.6776
- type: nauc_map_at_3_diff1
value: 44.2352
- type: nauc_map_at_5_max
value: 22.3393
- type: nauc_map_at_5_std
value: -11.6253
- type: nauc_map_at_5_diff1
value: 44.4847
- type: nauc_map_at_10_max
value: 24.371399999999998
- type: nauc_map_at_10_std
value: -10.5509
- type: nauc_map_at_10_diff1
value: 45.3059
- type: nauc_map_at_20_max
value: 24.4314
- type: nauc_map_at_20_std
value: -10.012799999999999
- type: nauc_map_at_20_diff1
value: 45.1512
- type: nauc_map_at_100_max
value: 24.672900000000002
- type: nauc_map_at_100_std
value: -9.637500000000001
- type: nauc_map_at_100_diff1
value: 45.31
- type: nauc_map_at_1000_max
value: 24.432499999999997
- type: nauc_map_at_1000_std
value: -9.5451
- type: nauc_map_at_1000_diff1
value: 45.3162
- type: nauc_recall_at_1_max
value: 20.5331
- type: nauc_recall_at_1_std
value: -12.358600000000001
- type: nauc_recall_at_1_diff1
value: 48.4715
- type: nauc_recall_at_3_max
value: 19.8608
- type: nauc_recall_at_3_std
value: -12.6162
- type: nauc_recall_at_3_diff1
value: 39.216699999999996
- type: nauc_recall_at_5_max
value: 22.131700000000002
- type: nauc_recall_at_5_std
value: -9.728100000000001
- type: nauc_recall_at_5_diff1
value: 39.307900000000004
- type: nauc_recall_at_10_max
value: 32.0438
- type: nauc_recall_at_10_std
value: -3.6334999999999997
- type: nauc_recall_at_10_diff1
value: 39.2567
- type: nauc_recall_at_20_max
value: 32.0439
- type: nauc_recall_at_20_std
value: 2.7743
- type: nauc_recall_at_20_diff1
value: 32.6522
- type: nauc_recall_at_100_max
value: 47.1356
- type: nauc_recall_at_100_std
value: 12.581700000000001
- type: nauc_recall_at_100_diff1
value: 25.913700000000002
- type: nauc_recall_at_1000_max
value: 59.09799999999999
- type: nauc_recall_at_1000_std
value: 47.4747
- type: nauc_recall_at_1000_diff1
value: -1.6067999999999998
- type: nauc_precision_at_1_max
value: 26.172
- type: nauc_precision_at_1_std
value: -9.07
- type: nauc_precision_at_1_diff1
value: 46.664899999999996
- type: nauc_precision_at_3_max
value: 24.7472
- type: nauc_precision_at_3_std
value: -5.6165
- type: nauc_precision_at_3_diff1
value: 29.5543
- type: nauc_precision_at_5_max
value: 26.334000000000003
- type: nauc_precision_at_5_std
value: 0.8363
- type: nauc_precision_at_5_diff1
value: 26.732899999999997
- type: nauc_precision_at_10_max
value: 26.837100000000003
- type: nauc_precision_at_10_std
value: 8.7927
- type: nauc_precision_at_10_diff1
value: 20.8763
- type: nauc_precision_at_20_max
value: 18.232200000000002
- type: nauc_precision_at_20_std
value: 11.752600000000001
- type: nauc_precision_at_20_diff1
value: 11.7568
- type: nauc_precision_at_100_max
value: 2.1069
- type: nauc_precision_at_100_std
value: 14.2173
- type: nauc_precision_at_100_diff1
value: 0.9792000000000001
- type: nauc_precision_at_1000_max
value: -12.2237
- type: nauc_precision_at_1000_std
value: 9.9255
- type: nauc_precision_at_1000_diff1
value: -5.8681
- type: nauc_mrr_at_1_max
value: 26.172
- type: nauc_mrr_at_1_std
value: -9.07
- type: nauc_mrr_at_1_diff1
value: 46.664899999999996
- type: nauc_mrr_at_3_max
value: 25.629800000000003
- type: nauc_mrr_at_3_std
value: -10.238800000000001
- type: nauc_mrr_at_3_diff1
value: 44.330799999999996
- type: nauc_mrr_at_5_max
value: 26.7314
- type: nauc_mrr_at_5_std
value: -9.589
- type: nauc_mrr_at_5_diff1
value: 45.0557
- type: nauc_mrr_at_10_max
value: 27.4486
- type: nauc_mrr_at_10_std
value: -8.8187
- type: nauc_mrr_at_10_diff1
value: 44.6457
- type: nauc_mrr_at_20_max
value: 27.270100000000003
- type: nauc_mrr_at_20_std
value: -8.6464
- type: nauc_mrr_at_20_diff1
value: 44.4286
- type: nauc_mrr_at_100_max
value: 27.284399999999998
- type: nauc_mrr_at_100_std
value: -8.664299999999999
- type: nauc_mrr_at_100_diff1
value: 44.4562
- type: nauc_mrr_at_1000_max
value: 27.27
- type: nauc_mrr_at_1000_std
value: -8.6626
- type: nauc_mrr_at_1000_diff1
value: 44.465900000000005
- type: main_score
value: 50.208
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics:
- type: ndcg_at_1
value: 27.911
- type: ndcg_at_3
value: 34.677
- type: ndcg_at_5
value: 38.315
- type: ndcg_at_10
value: 40.988
- type: ndcg_at_20
value: 42.99
- type: ndcg_at_100
value: 46.389
- type: ndcg_at_1000
value: 48.172
- type: map_at_1
value: 25.456
- type: map_at_3
value: 31.837
- type: map_at_5
value: 34.097
- type: map_at_10
value: 35.326
- type: map_at_20
value: 35.918
- type: map_at_100
value: 36.434
- type: map_at_1000
value: 36.513
- type: recall_at_1
value: 25.456
- type: recall_at_3
value: 39.892
- type: recall_at_5
value: 48.524
- type: recall_at_10
value: 56.254000000000005
- type: recall_at_20
value: 63.783
- type: recall_at_100
value: 81.164
- type: recall_at_1000
value: 93.89
- type: precision_at_1
value: 27.911
- type: precision_at_3
value: 14.849
- type: precision_at_5
value: 11.054
- type: precision_at_10
value: 6.543
- type: precision_at_20
value: 3.762
- type: precision_at_100
value: 0.9820000000000001
- type: precision_at_1000
value: 0.126
- type: mrr_at_1
value: 27.9113
- type: mrr_at_3
value: 34.5348
- type: mrr_at_5
value: 36.411
- type: mrr_at_10
value: 37.4528
- type: mrr_at_20
value: 37.992399999999996
- type: mrr_at_100
value: 38.4368
- type: mrr_at_1000
value: 38.4845
- type: nauc_ndcg_at_1_max
value: 20.846999999999998
- type: nauc_ndcg_at_1_std
value: -4.2672
- type: nauc_ndcg_at_1_diff1
value: 44.0328
- type: nauc_ndcg_at_3_max
value: 22.7709
- type: nauc_ndcg_at_3_std
value: -4.4297
- type: nauc_ndcg_at_3_diff1
value: 39.555099999999996
- type: nauc_ndcg_at_5_max
value: 24.9005
- type: nauc_ndcg_at_5_std
value: -2.1591
- type: nauc_ndcg_at_5_diff1
value: 37.3692
- type: nauc_ndcg_at_10_max
value: 24.909100000000002
- type: nauc_ndcg_at_10_std
value: -0.384
- type: nauc_ndcg_at_10_diff1
value: 37.2953
- type: nauc_ndcg_at_20_max
value: 25.519399999999997
- type: nauc_ndcg_at_20_std
value: 0.2725
- type: nauc_ndcg_at_20_diff1
value: 37.1091
- type: nauc_ndcg_at_100_max
value: 25.6145
- type: nauc_ndcg_at_100_std
value: 0.8262999999999999
- type: nauc_ndcg_at_100_diff1
value: 36.5502
- type: nauc_ndcg_at_1000_max
value: 24.5673
- type: nauc_ndcg_at_1000_std
value: 0.060899999999999996
- type: nauc_ndcg_at_1000_diff1
value: 36.9253
- type: nauc_map_at_1_max
value: 19.8422
- type: nauc_map_at_1_std
value: -5.319100000000001
- type: nauc_map_at_1_diff1
value: 44.1229
- type: nauc_map_at_3_max
value: 21.9723
- type: nauc_map_at_3_std
value: -5.1189
- type: nauc_map_at_3_diff1
value: 40.771
- type: nauc_map_at_5_max
value: 23.4629
- type: nauc_map_at_5_std
value: -3.5612
- type: nauc_map_at_5_diff1
value: 39.307700000000004
- type: nauc_map_at_10_max
value: 23.519499999999997
- type: nauc_map_at_10_std
value: -2.8228
- type: nauc_map_at_10_diff1
value: 39.4316
- type: nauc_map_at_20_max
value: 23.6993
- type: nauc_map_at_20_std
value: -2.5308
- type: nauc_map_at_20_diff1
value: 39.2955
- type: nauc_map_at_100_max
value: 23.674799999999998
- type: nauc_map_at_100_std
value: -2.4657999999999998
- type: nauc_map_at_100_diff1
value: 39.1997
- type: nauc_map_at_1000_max
value: 23.629
- type: nauc_map_at_1000_std
value: -2.4773
- type: nauc_map_at_1000_diff1
value: 39.1866
- type: nauc_recall_at_1_max
value: 19.8422
- type: nauc_recall_at_1_std
value: -5.319100000000001
- type: nauc_recall_at_1_diff1
value: 44.1229
- type: nauc_recall_at_3_max
value: 23.5368
- type: nauc_recall_at_3_std
value: -4.4474
- type: nauc_recall_at_3_diff1
value: 36.3819
- type: nauc_recall_at_5_max
value: 28.0457
- type: nauc_recall_at_5_std
value: 0.7798
- type: nauc_recall_at_5_diff1
value: 31.097599999999996
- type: nauc_recall_at_10_max
value: 27.5608
- type: nauc_recall_at_10_std
value: 5.9596
- type: nauc_recall_at_10_diff1
value: 29.6752
- type: nauc_recall_at_20_max
value: 30.1434
- type: nauc_recall_at_20_std
value: 8.7057
- type: nauc_recall_at_20_diff1
value: 28.402500000000003
- type: nauc_recall_at_100_max
value: 35.001
- type: nauc_recall_at_100_std
value: 18.8733
- type: nauc_recall_at_100_diff1
value: 18.171499999999998
- type: nauc_recall_at_1000_max
value: 24.1775
- type: nauc_recall_at_1000_std
value: 23.6246
- type: nauc_recall_at_1000_diff1
value: 9.8065
- type: nauc_precision_at_1_max
value: 20.846999999999998
- type: nauc_precision_at_1_std
value: -4.2672
- type: nauc_precision_at_1_diff1
value: 44.0328
- type: nauc_precision_at_3_max
value: 25.306600000000003
- type: nauc_precision_at_3_std
value: -1.959
- type: nauc_precision_at_3_diff1
value: 36.350500000000004
- type: nauc_precision_at_5_max
value: 28.2705
- type: nauc_precision_at_5_std
value: 5.4924
- type: nauc_precision_at_5_diff1
value: 28.198099999999997
- type: nauc_precision_at_10_max
value: 26.6247
- type: nauc_precision_at_10_std
value: 11.3267
- type: nauc_precision_at_10_diff1
value: 25.2188
- type: nauc_precision_at_20_max
value: 27.254499999999997
- type: nauc_precision_at_20_std
value: 15.3152
- type: nauc_precision_at_20_diff1
value: 19.916
- type: nauc_precision_at_100_max
value: 20.3749
- type: nauc_precision_at_100_std
value: 20.8664
- type: nauc_precision_at_100_diff1
value: 3.8397
- type: nauc_precision_at_1000_max
value: -12.1998
- type: nauc_precision_at_1000_std
value: 2.7227
- type: nauc_precision_at_1000_diff1
value: -18.4254
- type: nauc_mrr_at_1_max
value: 20.846999999999998
- type: nauc_mrr_at_1_std
value: -4.2672
- type: nauc_mrr_at_1_diff1
value: 44.0328
- type: nauc_mrr_at_3_max
value: 22.907
- type: nauc_mrr_at_3_std
value: -3.8749
- type: nauc_mrr_at_3_diff1
value: 40.1759
- type: nauc_mrr_at_5_max
value: 23.819499999999998
- type: nauc_mrr_at_5_std
value: -2.5065
- type: nauc_mrr_at_5_diff1
value: 39.2975
- type: nauc_mrr_at_10_max
value: 23.8817
- type: nauc_mrr_at_10_std
value: -1.6466999999999998
- type: nauc_mrr_at_10_diff1
value: 39.1727
- type: nauc_mrr_at_20_max
value: 24
- type: nauc_mrr_at_20_std
value: -1.5741
- type: nauc_mrr_at_20_diff1
value: 39.1967
- type: nauc_mrr_at_100_max
value: 23.811799999999998
- type: nauc_mrr_at_100_std
value: -1.6327
- type: nauc_mrr_at_100_diff1
value: 39.0917
- type: nauc_mrr_at_1000_max
value: 23.7897
- type: nauc_mrr_at_1000_std
value: -1.6494000000000002
- type: nauc_mrr_at_1000_diff1
value: 39.1019
- type: main_score
value: 40.988
task:
type: Retrieval
- dataset:
config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics:
- type: ndcg_at_1
value: 45.668
- type: ndcg_at_3
value: 38.864
- type: ndcg_at_5
value: 41.327000000000005
- type: ndcg_at_10
value: 45.04
- type: ndcg_at_20
value: 47.542
- type: ndcg_at_100
value: 50.183
- type: ndcg_at_1000
value: 52.129000000000005
- type: map_at_1
value: 20.186
- type: map_at_3
value: 29.237000000000002
- type: map_at_5
value: 32.458999999999996
- type: map_at_10
value: 34.713
- type: map_at_20
value: 35.759
- type: map_at_100
value: 36.351
- type: map_at_1000
value: 36.455
- type: recall_at_1
value: 20.186
- type: recall_at_3
value: 34.772
- type: recall_at_5
value: 42.491
- type: recall_at_10
value: 50.611
- type: recall_at_20
value: 57.595
- type: recall_at_100
value: 67.374
- type: recall_at_1000
value: 78.244
- type: precision_at_1
value: 45.668
- type: precision_at_3
value: 29.316
- type: precision_at_5
value: 22.306
- type: precision_at_10
value: 13.668
- type: precision_at_20
value: 7.925
- type: precision_at_100
value: 1.9109999999999998
- type: precision_at_1000
value: 0.22899999999999998
- type: mrr_at_1
value: 45.6678
- type: mrr_at_3
value: 55.7438
- type: mrr_at_5
value: 57.3398
- type: mrr_at_10
value: 58.032799999999995
- type: mrr_at_20
value: 58.3472
- type: mrr_at_100
value: 58.4846
- type: mrr_at_1000
value: 58.504400000000004
- type: nauc_ndcg_at_1_max
value: 39.312599999999996
- type: nauc_ndcg_at_1_std
value: 13.444600000000001
- type: nauc_ndcg_at_1_diff1
value: 31.551499999999997
- type: nauc_ndcg_at_3_max
value: 40.7886
- type: nauc_ndcg_at_3_std
value: 11.7545
- type: nauc_ndcg_at_3_diff1
value: 24.758399999999998
- type: nauc_ndcg_at_5_max
value: 41.4458
- type: nauc_ndcg_at_5_std
value: 12.7212
- type: nauc_ndcg_at_5_diff1
value: 23.8522
- type: nauc_ndcg_at_10_max
value: 41.6993
- type: nauc_ndcg_at_10_std
value: 14.6038
- type: nauc_ndcg_at_10_diff1
value: 23.8755
- type: nauc_ndcg_at_20_max
value: 41.4782
- type: nauc_ndcg_at_20_std
value: 17.1696
- type: nauc_ndcg_at_20_diff1
value: 23.877200000000002
- type: nauc_ndcg_at_100_max
value: 41.652499999999996
- type: nauc_ndcg_at_100_std
value: 19.2863
- type: nauc_ndcg_at_100_diff1
value: 23.9355
- type: nauc_ndcg_at_1000_max
value: 41.7572
- type: nauc_ndcg_at_1000_std
value: 19.889200000000002
- type: nauc_ndcg_at_1000_diff1
value: 24.0865
- type: nauc_map_at_1_max
value: 34.5948
- type: nauc_map_at_1_std
value: 9.3331
- type: nauc_map_at_1_diff1
value: 33.4788
- type: nauc_map_at_3_max
value: 39.2329
- type: nauc_map_at_3_std
value: 11.0441
- type: nauc_map_at_3_diff1
value: 26.2025
- type: nauc_map_at_5_max
value: 40.1248
- type: nauc_map_at_5_std
value: 12.484
- type: nauc_map_at_5_diff1
value: 24.7156
- type: nauc_map_at_10_max
value: 40.6486
- type: nauc_map_at_10_std
value: 13.386400000000002
- type: nauc_map_at_10_diff1
value: 24.726100000000002
- type: nauc_map_at_20_max
value: 40.6126
- type: nauc_map_at_20_std
value: 14.5582
- type: nauc_map_at_20_diff1
value: 24.6569
- type: nauc_map_at_100_max
value: 40.7502
- type: nauc_map_at_100_std
value: 15.082899999999999
- type: nauc_map_at_100_diff1
value: 24.5925
- type: nauc_map_at_1000_max
value: 40.745
- type: nauc_map_at_1000_std
value: 15.1392
- type: nauc_map_at_1000_diff1
value: 24.6006
- type: nauc_recall_at_1_max
value: 34.5948
- type: nauc_recall_at_1_std
value: 9.3331
- type: nauc_recall_at_1_diff1
value: 33.4788
- type: nauc_recall_at_3_max
value: 38.5191
- type: nauc_recall_at_3_std
value: 9.8077
- type: nauc_recall_at_3_diff1
value: 21.4604
- type: nauc_recall_at_5_max
value: 38.1356
- type: nauc_recall_at_5_std
value: 11.158
- type: nauc_recall_at_5_diff1
value: 17.6417
- type: nauc_recall_at_10_max
value: 36.6836
- type: nauc_recall_at_10_std
value: 14.6125
- type: nauc_recall_at_10_diff1
value: 16.9109
- type: nauc_recall_at_20_max
value: 34.7404
- type: nauc_recall_at_20_std
value: 20.89
- type: nauc_recall_at_20_diff1
value: 16.233
- type: nauc_recall_at_100_max
value: 33.6466
- type: nauc_recall_at_100_std
value: 28.839399999999998
- type: nauc_recall_at_100_diff1
value: 15.2031
- type: nauc_recall_at_1000_max
value: 33.4333
- type: nauc_recall_at_1000_std
value: 35.3876
- type: nauc_recall_at_1000_diff1
value: 14.2567
- type: nauc_precision_at_1_max
value: 39.312599999999996
- type: nauc_precision_at_1_std
value: 13.444600000000001
- type: nauc_precision_at_1_diff1
value: 31.551499999999997
- type: nauc_precision_at_3_max
value: 38.6969
- type: nauc_precision_at_3_std
value: 11.604000000000001
- type: nauc_precision_at_3_diff1
value: 12.2982
- type: nauc_precision_at_5_max
value: 34.0346
- type: nauc_precision_at_5_std
value: 13.222700000000001
- type: nauc_precision_at_5_diff1
value: 7.2342
- type: nauc_precision_at_10_max
value: 29.3584
- type: nauc_precision_at_10_std
value: 16.1479
- type: nauc_precision_at_10_diff1
value: 5.3597
- type: nauc_precision_at_20_max
value: 23.502799999999997
- type: nauc_precision_at_20_std
value: 21.465799999999998
- type: nauc_precision_at_20_diff1
value: 2.835
- type: nauc_precision_at_100_max
value: 16.001
- type: nauc_precision_at_100_std
value: 26.1729
- type: nauc_precision_at_100_diff1
value: -1.1341999999999999
- type: nauc_precision_at_1000_max
value: 6.7147
- type: nauc_precision_at_1000_std
value: 25.3562
- type: nauc_precision_at_1000_diff1
value: -5.8931
- type: nauc_mrr_at_1_max
value: 39.312599999999996
- type: nauc_mrr_at_1_std
value: 13.444600000000001
- type: nauc_mrr_at_1_diff1
value: 31.551499999999997
- type: nauc_mrr_at_3_max
value: 41.599799999999995
- type: nauc_mrr_at_3_std
value: 13.084499999999998
- type: nauc_mrr_at_3_diff1
value: 27.8827
- type: nauc_mrr_at_5_max
value: 41.7667
- type: nauc_mrr_at_5_std
value: 13.2025
- type: nauc_mrr_at_5_diff1
value: 27.8692
- type: nauc_mrr_at_10_max
value: 41.6294
- type: nauc_mrr_at_10_std
value: 13.9039
- type: nauc_mrr_at_10_diff1
value: 27.9569
- type: nauc_mrr_at_20_max
value: 41.6353
- type: nauc_mrr_at_20_std
value: 13.9752
- type: nauc_mrr_at_20_diff1
value: 28.0767
- type: nauc_mrr_at_100_max
value: 41.6002
- type: nauc_mrr_at_100_std
value: 14.0432
- type: nauc_mrr_at_100_diff1
value: 28.1348
- type: nauc_mrr_at_1000_max
value: 41.5999
- type: nauc_mrr_at_1000_std
value: 14.043
- type: nauc_mrr_at_1000_diff1
value: 28.1343
- type: main_score
value: 45.04
task:
type: Retrieval
- dataset:
config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics:
- type: ndcg_at_1
value: 65.625
- type: ndcg_at_3
value: 57.938
- type: ndcg_at_5
value: 55.498999999999995
- type: ndcg_at_10
value: 52.577
- type: ndcg_at_20
value: 52.566
- type: ndcg_at_100
value: 58.352000000000004
- type: ndcg_at_1000
value: 64.887
- type: map_at_1
value: 10.327
- type: map_at_3
value: 17.702
- type: map_at_5
value: 21.409
- type: map_at_10
value: 25.832
- type: map_at_20
value: 31.006
- type: map_at_100
value: 38.357
- type: map_at_1000
value: 40.194
- type: recall_at_1
value: 10.327
- type: recall_at_3
value: 18.999
- type: recall_at_5
value: 24.297
- type: recall_at_10
value: 31.435000000000002
- type: recall_at_20
value: 41.801
- type: recall_at_100
value: 64.751
- type: recall_at_1000
value: 86.043
- type: precision_at_1
value: 76.5
- type: precision_at_3
value: 61.833000000000006
- type: precision_at_5
value: 53.55
- type: precision_at_10
value: 41.8
- type: precision_at_20
value: 32.963
- type: precision_at_100
value: 13.498
- type: precision_at_1000
value: 2.357
- type: mrr_at_1
value: 76.5
- type: mrr_at_3
value: 82.8333
- type: mrr_at_5
value: 83.4458
- type: mrr_at_10
value: 83.6805
- type: mrr_at_20
value: 83.7449
- type: mrr_at_100
value: 83.8219
- type: mrr_at_1000
value: 83.8283
- type: nauc_ndcg_at_1_max
value: 51.568400000000004
- type: nauc_ndcg_at_1_std
value: 30.5435
- type: nauc_ndcg_at_1_diff1
value: 49.4987
- type: nauc_ndcg_at_3_max
value: 43.4883
- type: nauc_ndcg_at_3_std
value: 31.5687
- type: nauc_ndcg_at_3_diff1
value: 30.1514
- type: nauc_ndcg_at_5_max
value: 42.2335
- type: nauc_ndcg_at_5_std
value: 32.3902
- type: nauc_ndcg_at_5_diff1
value: 31.9359
- type: nauc_ndcg_at_10_max
value: 42.0877
- type: nauc_ndcg_at_10_std
value: 31.6409
- type: nauc_ndcg_at_10_diff1
value: 34.9684
- type: nauc_ndcg_at_20_max
value: 39.1372
- type: nauc_ndcg_at_20_std
value: 27.4368
- type: nauc_ndcg_at_20_diff1
value: 34.865899999999996
- type: nauc_ndcg_at_100_max
value: 42.838300000000004
- type: nauc_ndcg_at_100_std
value: 35.3636
- type: nauc_ndcg_at_100_diff1
value: 36.2467
- type: nauc_ndcg_at_1000_max
value: 48.1669
- type: nauc_ndcg_at_1000_std
value: 43.3838
- type: nauc_ndcg_at_1000_diff1
value: 36.2397
- type: nauc_map_at_1_max
value: -4.0852
- type: nauc_map_at_1_std
value: -20.336299999999998
- type: nauc_map_at_1_diff1
value: 37.5075
- type: nauc_map_at_3_max
value: 5.606
- type: nauc_map_at_3_std
value: -15.477599999999999
- type: nauc_map_at_3_diff1
value: 30.1676
- type: nauc_map_at_5_max
value: 9.9675
- type: nauc_map_at_5_std
value: -10.4882
- type: nauc_map_at_5_diff1
value: 29.8808
- type: nauc_map_at_10_max
value: 16.0247
- type: nauc_map_at_10_std
value: -1.3446
- type: nauc_map_at_10_diff1
value: 30.4367
- type: nauc_map_at_20_max
value: 23.0361
- type: nauc_map_at_20_std
value: 8.992899999999999
- type: nauc_map_at_20_diff1
value: 30.1643
- type: nauc_map_at_100_max
value: 31.816699999999997
- type: nauc_map_at_100_std
value: 25.555099999999996
- type: nauc_map_at_100_diff1
value: 30.549
- type: nauc_map_at_1000_max
value: 33.242399999999996
- type: nauc_map_at_1000_std
value: 28.1767
- type: nauc_map_at_1000_diff1
value: 30.0242
- type: nauc_recall_at_1_max
value: -4.0852
- type: nauc_recall_at_1_std
value: -20.336299999999998
- type: nauc_recall_at_1_diff1
value: 37.5075
- type: nauc_recall_at_3_max
value: 2.3935
- type: nauc_recall_at_3_std
value: -16.4596
- type: nauc_recall_at_3_diff1
value: 26.9506
- type: nauc_recall_at_5_max
value: 5.1899
- type: nauc_recall_at_5_std
value: -12.879399999999999
- type: nauc_recall_at_5_diff1
value: 25.2065
- type: nauc_recall_at_10_max
value: 11.216
- type: nauc_recall_at_10_std
value: -5.339
- type: nauc_recall_at_10_diff1
value: 26.0229
- type: nauc_recall_at_20_max
value: 17.707800000000002
- type: nauc_recall_at_20_std
value: 3.9654000000000003
- type: nauc_recall_at_20_diff1
value: 27.145200000000003
- type: nauc_recall_at_100_max
value: 31.8321
- type: nauc_recall_at_100_std
value: 31.219599999999996
- type: nauc_recall_at_100_diff1
value: 27.9692
- type: nauc_recall_at_1000_max
value: 52.7876
- type: nauc_recall_at_1000_std
value: 52.9031
- type: nauc_recall_at_1000_diff1
value: 33.1839
- type: nauc_precision_at_1_max
value: 61.8036
- type: nauc_precision_at_1_std
value: 44.4747
- type: nauc_precision_at_1_diff1
value: 53.412800000000004
- type: nauc_precision_at_3_max
value: 43.5783
- type: nauc_precision_at_3_std
value: 43.266799999999996
- type: nauc_precision_at_3_diff1
value: 8.7252
- type: nauc_precision_at_5_max
value: 41.7952
- type: nauc_precision_at_5_std
value: 45.880900000000004
- type: nauc_precision_at_5_diff1
value: 7.077400000000001
- type: nauc_precision_at_10_max
value: 38.8324
- type: nauc_precision_at_10_std
value: 50.418099999999995
- type: nauc_precision_at_10_diff1
value: 4.1962
- type: nauc_precision_at_20_max
value: 35.4474
- type: nauc_precision_at_20_std
value: 49.4221
- type: nauc_precision_at_20_diff1
value: 1.1421000000000001
- type: nauc_precision_at_100_max
value: 26.096700000000002
- type: nauc_precision_at_100_std
value: 43.0639
- type: nauc_precision_at_100_diff1
value: -4.6077
- type: nauc_precision_at_1000_max
value: 4.3174
- type: nauc_precision_at_1000_std
value: 19.775599999999997
- type: nauc_precision_at_1000_diff1
value: -15.1778
- type: nauc_mrr_at_1_max
value: 61.8036
- type: nauc_mrr_at_1_std
value: 44.4747
- type: nauc_mrr_at_1_diff1
value: 53.412800000000004
- type: nauc_mrr_at_3_max
value: 61.1576
- type: nauc_mrr_at_3_std
value: 49.4501
- type: nauc_mrr_at_3_diff1
value: 48.682900000000004
- type: nauc_mrr_at_5_max
value: 60.728
- type: nauc_mrr_at_5_std
value: 48.776399999999995
- type: nauc_mrr_at_5_diff1
value: 48.9195
- type: nauc_mrr_at_10_max
value: 60.7957
- type: nauc_mrr_at_10_std
value: 48.849199999999996
- type: nauc_mrr_at_10_diff1
value: 48.6244
- type: nauc_mrr_at_20_max
value: 60.879099999999994
- type: nauc_mrr_at_20_std
value: 48.715599999999995
- type: nauc_mrr_at_20_diff1
value: 48.6482
- type: nauc_mrr_at_100_max
value: 60.7809
- type: nauc_mrr_at_100_std
value: 48.5439
- type: nauc_mrr_at_100_diff1
value: 48.869099999999996
- type: nauc_mrr_at_1000_max
value: 60.7977
- type: nauc_mrr_at_1000_std
value: 48.5617
- type: nauc_mrr_at_1000_diff1
value: 48.875099999999996
- type: main_score
value: 52.577
task:
type: Retrieval
- dataset:
config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics:
- type: accuracy
value: 92.855
- type: f1
value: 89.1999
- type: f1_weighted
value: 92.9881
- type: main_score
value: 92.855
task:
type: Classification
- dataset:
config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics:
- type: ndcg_at_1
value: 91.089
- type: ndcg_at_3
value: 92.536
- type: ndcg_at_5
value: 93.135
- type: ndcg_at_10
value: 93.57900000000001
- type: ndcg_at_20
value: 93.828
- type: ndcg_at_100
value: 94.072
- type: ndcg_at_1000
value: 94.195
- type: map_at_1
value: 84.598
- type: map_at_3
value: 90.347
- type: map_at_5
value: 90.928
- type: map_at_10
value: 91.25
- type: map_at_20
value: 91.36800000000001
- type: map_at_100
value: 91.432
- type: map_at_1000
value: 91.44
- type: recall_at_1
value: 84.598
- type: recall_at_3
value: 94.30199999999999
- type: recall_at_5
value: 95.86099999999999
- type: recall_at_10
value: 97.07900000000001
- type: recall_at_20
value: 97.816
- type: recall_at_100
value: 98.775
- type: recall_at_1000
value: 99.49
- type: precision_at_1
value: 91.089
- type: precision_at_3
value: 34.833
- type: precision_at_5
value: 21.482
- type: precision_at_10
value: 11.020000000000001
- type: precision_at_20
value: 5.614
- type: precision_at_100
value: 1.151
- type: precision_at_1000
value: 0.117
- type: mrr_at_1
value: 91.0891
- type: mrr_at_3
value: 94.56700000000001
- type: mrr_at_5
value: 94.7537
- type: mrr_at_10
value: 94.8075
- type: mrr_at_20
value: 94.8157
- type: mrr_at_100
value: 94.8214
- type: mrr_at_1000
value: 94.82169999999999
- type: nauc_ndcg_at_1_max
value: 27.069399999999998
- type: nauc_ndcg_at_1_std
value: -14.5981
- type: nauc_ndcg_at_1_diff1
value: 77.91120000000001
- type: nauc_ndcg_at_3_max
value: 21.5811
- type: nauc_ndcg_at_3_std
value: -4.1468
- type: nauc_ndcg_at_3_diff1
value: 48.83
- type: nauc_ndcg_at_5_max
value: 20.523
- type: nauc_ndcg_at_5_std
value: -3.3154999999999997
- type: nauc_ndcg_at_5_diff1
value: 47.5873
- type: nauc_ndcg_at_10_max
value: 20.2836
- type: nauc_ndcg_at_10_std
value: -2.5668
- type: nauc_ndcg_at_10_diff1
value: 48.6967
- type: nauc_ndcg_at_20_max
value: 21.810499999999998
- type: nauc_ndcg_at_20_std
value: -2.731
- type: nauc_ndcg_at_20_diff1
value: 50.4818
- type: nauc_ndcg_at_100_max
value: 22.7895
- type: nauc_ndcg_at_100_std
value: -3.3550000000000004
- type: nauc_ndcg_at_100_diff1
value: 52.141099999999994
- type: nauc_ndcg_at_1000_max
value: 22.8887
- type: nauc_ndcg_at_1000_std
value: -3.8968000000000003
- type: nauc_ndcg_at_1000_diff1
value: 53.1322
- type: nauc_map_at_1_max
value: 17.4165
- type: nauc_map_at_1_std
value: -13.8024
- type: nauc_map_at_1_diff1
value: 55.0895
- type: nauc_map_at_3_max
value: 18.6504
- type: nauc_map_at_3_std
value: -5.1091999999999995
- type: nauc_map_at_3_diff1
value: 46.7271
- type: nauc_map_at_5_max
value: 18.9415
- type: nauc_map_at_5_std
value: -4.5544
- type: nauc_map_at_5_diff1
value: 47.0325
- type: nauc_map_at_10_max
value: 19.3631
- type: nauc_map_at_10_std
value: -4.2128
- type: nauc_map_at_10_diff1
value: 47.8632
- type: nauc_map_at_20_max
value: 19.9518
- type: nauc_map_at_20_std
value: -4.1866
- type: nauc_map_at_20_diff1
value: 48.464600000000004
- type: nauc_map_at_100_max
value: 20.1926
- type: nauc_map_at_100_std
value: -4.2646999999999995
- type: nauc_map_at_100_diff1
value: 48.7761
- type: nauc_map_at_1000_max
value: 20.2031
- type: nauc_map_at_1000_std
value: -4.2917
- type: nauc_map_at_1000_diff1
value: 48.8186
- type: nauc_recall_at_1_max
value: 17.4165
- type: nauc_recall_at_1_std
value: -13.8024
- type: nauc_recall_at_1_diff1
value: 55.0895
- type: nauc_recall_at_3_max
value: 13.7634
- type: nauc_recall_at_3_std
value: 4.8161000000000005
- type: nauc_recall_at_3_diff1
value: 23.3279
- type: nauc_recall_at_5_max
value: 11.2744
- type: nauc_recall_at_5_std
value: 9.3473
- type: nauc_recall_at_5_diff1
value: 13.1573
- type: nauc_recall_at_10_max
value: 7.927199999999999
- type: nauc_recall_at_10_std
value: 16.963900000000002
- type: nauc_recall_at_10_diff1
value: 7.453
- type: nauc_recall_at_20_max
value: 15.133
- type: nauc_recall_at_20_std
value: 22.0635
- type: nauc_recall_at_20_diff1
value: 8.630799999999999
- type: nauc_recall_at_100_max
value: 24.5063
- type: nauc_recall_at_100_std
value: 29.017799999999998
- type: nauc_recall_at_100_diff1
value: 7.1233
- type: nauc_recall_at_1000_max
value: 29.046
- type: nauc_recall_at_1000_std
value: 41.5053
- type: nauc_recall_at_1000_diff1
value: 8.9752
- type: nauc_precision_at_1_max
value: 27.069399999999998
- type: nauc_precision_at_1_std
value: -14.5981
- type: nauc_precision_at_1_diff1
value: 77.91120000000001
- type: nauc_precision_at_3_max
value: 4.7452000000000005
- type: nauc_precision_at_3_std
value: 18.5957
- type: nauc_precision_at_3_diff1
value: -11.627
- type: nauc_precision_at_5_max
value: 2.5
- type: nauc_precision_at_5_std
value: 17.3486
- type: nauc_precision_at_5_diff1
value: -16.4117
- type: nauc_precision_at_10_max
value: 2.2216
- type: nauc_precision_at_10_std
value: 15.543899999999999
- type: nauc_precision_at_10_diff1
value: -15.697700000000001
- type: nauc_precision_at_20_max
value: 4.5785
- type: nauc_precision_at_20_std
value: 13.3715
- type: nauc_precision_at_20_diff1
value: -13.305900000000001
- type: nauc_precision_at_100_max
value: 5.5239
- type: nauc_precision_at_100_std
value: 10.3968
- type: nauc_precision_at_100_diff1
value: -11.649700000000001
- type: nauc_precision_at_1000_max
value: 4.2727
- type: nauc_precision_at_1000_std
value: 7.7141
- type: nauc_precision_at_1000_diff1
value: -10.2325
- type: nauc_mrr_at_1_max
value: 27.069399999999998
- type: nauc_mrr_at_1_std
value: -14.5981
- type: nauc_mrr_at_1_diff1
value: 77.91120000000001
- type: nauc_mrr_at_3_max
value: 30.462600000000002
- type: nauc_mrr_at_3_std
value: -10.8943
- type: nauc_mrr_at_3_diff1
value: 76.82
- type: nauc_mrr_at_5_max
value: 30.1114
- type: nauc_mrr_at_5_std
value: -11.483799999999999
- type: nauc_mrr_at_5_diff1
value: 76.5938
- type: nauc_mrr_at_10_max
value: 29.8093
- type: nauc_mrr_at_10_std
value: -11.4619
- type: nauc_mrr_at_10_diff1
value: 76.7031
- type: nauc_mrr_at_20_max
value: 29.817700000000002
- type: nauc_mrr_at_20_std
value: -11.5811
- type: nauc_mrr_at_20_diff1
value: 76.7699
- type: nauc_mrr_at_100_max
value: 29.8109
- type: nauc_mrr_at_100_std
value: -11.6356
- type: nauc_mrr_at_100_diff1
value: 76.7814
- type: nauc_mrr_at_1000_max
value: 29.810599999999997
- type: nauc_mrr_at_1000_std
value: -11.638
- type: nauc_mrr_at_1000_diff1
value: 76.7821
- type: main_score
value: 93.57900000000001
task:
type: Retrieval
- dataset:
config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics:
- type: ndcg_at_1
value: 58.48799999999999
- type: ndcg_at_3
value: 56.16100000000001
- type: ndcg_at_5
value: 57.511
- type: ndcg_at_10
value: 60.284000000000006
- type: ndcg_at_20
value: 63.104000000000006
- type: ndcg_at_100
value: 66.61399999999999
- type: ndcg_at_1000
value: 68.08
- type: map_at_1
value: 31.047000000000004
- type: map_at_3
value: 45.858
- type: map_at_5
value: 49.452
- type: map_at_10
value: 52.19200000000001
- type: map_at_20
value: 53.488
- type: map_at_100
value: 54.367
- type: map_at_1000
value: 54.484
- type: recall_at_1
value: 31.047000000000004
- type: recall_at_3
value: 51.278
- type: recall_at_5
value: 58.619
- type: recall_at_10
value: 67.388
- type: recall_at_20
value: 76.058
- type: recall_at_100
value: 89.872
- type: recall_at_1000
value: 98.104
- type: precision_at_1
value: 58.48799999999999
- type: precision_at_3
value: 37.397000000000006
- type: precision_at_5
value: 27.315
- type: precision_at_10
value: 16.636
- type: precision_at_20
value: 9.506
- type: precision_at_100
value: 2.31
- type: precision_at_1000
value: 0.258
- type: mrr_at_1
value: 58.4877
- type: mrr_at_3
value: 65.3035
- type: mrr_at_5
value: 66.5381
- type: mrr_at_10
value: 67.3128
- type: mrr_at_20
value: 67.6732
- type: mrr_at_100
value: 67.8703
- type: mrr_at_1000
value: 67.8843
- type: nauc_ndcg_at_1_max
value: 22.2154
- type: nauc_ndcg_at_1_std
value: -6.8969000000000005
- type: nauc_ndcg_at_1_diff1
value: 63.343
- type: nauc_ndcg_at_3_max
value: 18.290100000000002
- type: nauc_ndcg_at_3_std
value: -4.3137
- type: nauc_ndcg_at_3_diff1
value: 49.6392
- type: nauc_ndcg_at_5_max
value: 15.2734
- type: nauc_ndcg_at_5_std
value: -4.8328999999999995
- type: nauc_ndcg_at_5_diff1
value: 50.128099999999996
- type: nauc_ndcg_at_10_max
value: 14.333499999999999
- type: nauc_ndcg_at_10_std
value: -4.4392000000000005
- type: nauc_ndcg_at_10_diff1
value: 50.4035
- type: nauc_ndcg_at_20_max
value: 16.0761
- type: nauc_ndcg_at_20_std
value: -1.917
- type: nauc_ndcg_at_20_diff1
value: 51.334900000000005
- type: nauc_ndcg_at_100_max
value: 18.3939
- type: nauc_ndcg_at_100_std
value: -0.16199999999999998
- type: nauc_ndcg_at_100_diff1
value: 51.565099999999994
- type: nauc_ndcg_at_1000_max
value: 19.3296
- type: nauc_ndcg_at_1000_std
value: -2.0654
- type: nauc_ndcg_at_1000_diff1
value: 51.78620000000001
- type: nauc_map_at_1_max
value: 1.4908
- type: nauc_map_at_1_std
value: -9.4582
- type: nauc_map_at_1_diff1
value: 53.4035
- type: nauc_map_at_3_max
value: 8.225100000000001
- type: nauc_map_at_3_std
value: -8.0511
- type: nauc_map_at_3_diff1
value: 49.9005
- type: nauc_map_at_5_max
value: 11.188099999999999
- type: nauc_map_at_5_std
value: -7.1714
- type: nauc_map_at_5_diff1
value: 49.3836
- type: nauc_map_at_10_max
value: 12.885299999999999
- type: nauc_map_at_10_std
value: -6.292000000000001
- type: nauc_map_at_10_diff1
value: 49.1492
- type: nauc_map_at_20_max
value: 13.8849
- type: nauc_map_at_20_std
value: -5.256
- type: nauc_map_at_20_diff1
value: 49.5846
- type: nauc_map_at_100_max
value: 14.6337
- type: nauc_map_at_100_std
value: -4.7753
- type: nauc_map_at_100_diff1
value: 49.6103
- type: nauc_map_at_1000_max
value: 14.6885
- type: nauc_map_at_1000_std
value: -4.8452
- type: nauc_map_at_1000_diff1
value: 49.6053
- type: nauc_recall_at_1_max
value: 1.4908
- type: nauc_recall_at_1_std
value: -9.4582
- type: nauc_recall_at_1_diff1
value: 53.4035
- type: nauc_recall_at_3_max
value: 4.301
- type: nauc_recall_at_3_std
value: -5.7848999999999995
- type: nauc_recall_at_3_diff1
value: 43.4693
- type: nauc_recall_at_5_max
value: 5.289
- type: nauc_recall_at_5_std
value: -4.2011
- type: nauc_recall_at_5_diff1
value: 41.1386
- type: nauc_recall_at_10_max
value: 4.936999999999999
- type: nauc_recall_at_10_std
value: -2.048
- type: nauc_recall_at_10_diff1
value: 39.4644
- type: nauc_recall_at_20_max
value: 7.1711
- type: nauc_recall_at_20_std
value: 8.978800000000001
- type: nauc_recall_at_20_diff1
value: 40.2059
- type: nauc_recall_at_100_max
value: 10.020199999999999
- type: nauc_recall_at_100_std
value: 37.0448
- type: nauc_recall_at_100_diff1
value: 34.5356
- type: nauc_recall_at_1000_max
value: 30.9022
- type: nauc_recall_at_1000_std
value: 42.3465
- type: nauc_recall_at_1000_diff1
value: 34.7997
- type: nauc_precision_at_1_max
value: 22.2154
- type: nauc_precision_at_1_std
value: -6.8969000000000005
- type: nauc_precision_at_1_diff1
value: 63.343
- type: nauc_precision_at_3_max
value: 27.120499999999996
- type: nauc_precision_at_3_std
value: 2.8301
- type: nauc_precision_at_3_diff1
value: 21.6329
- type: nauc_precision_at_5_max
value: 28.3782
- type: nauc_precision_at_5_std
value: 4.8704
- type: nauc_precision_at_5_diff1
value: 12.8683
- type: nauc_precision_at_10_max
value: 27.403899999999997
- type: nauc_precision_at_10_std
value: 8.1265
- type: nauc_precision_at_10_diff1
value: 5.0926
- type: nauc_precision_at_20_max
value: 29.383300000000002
- type: nauc_precision_at_20_std
value: 12.908100000000001
- type: nauc_precision_at_20_diff1
value: 0.6472
- type: nauc_precision_at_100_max
value: 30.294500000000003
- type: nauc_precision_at_100_std
value: 15.93
- type: nauc_precision_at_100_diff1
value: -8.704
- type: nauc_precision_at_1000_max
value: 29.9313
- type: nauc_precision_at_1000_std
value: 10.1372
- type: nauc_precision_at_1000_diff1
value: -13.424800000000001
- type: nauc_mrr_at_1_max
value: 22.2154
- type: nauc_mrr_at_1_std
value: -6.8969000000000005
- type: nauc_mrr_at_1_diff1
value: 63.343
- type: nauc_mrr_at_3_max
value: 23.3901
- type: nauc_mrr_at_3_std
value: -4.6844
- type: nauc_mrr_at_3_diff1
value: 60.8869
- type: nauc_mrr_at_5_max
value: 22.615299999999998
- type: nauc_mrr_at_5_std
value: -4.5552
- type: nauc_mrr_at_5_diff1
value: 60.522
- type: nauc_mrr_at_10_max
value: 22.7886
- type: nauc_mrr_at_10_std
value: -4.4885
- type: nauc_mrr_at_10_diff1
value: 60.4902
- type: nauc_mrr_at_20_max
value: 22.9083
- type: nauc_mrr_at_20_std
value: -4.1969
- type: nauc_mrr_at_20_diff1
value: 60.547799999999995
- type: nauc_mrr_at_100_max
value: 23.0224
- type: nauc_mrr_at_100_std
value: -4.151
- type: nauc_mrr_at_100_diff1
value: 60.581399999999995
- type: nauc_mrr_at_1000_max
value: 23.0223
- type: nauc_mrr_at_1000_std
value: -4.1821
- type: nauc_mrr_at_1000_diff1
value: 60.5878
- type: main_score
value: 60.284000000000006
task:
type: Retrieval
- dataset:
config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics:
- type: ndcg_at_1
value: 92.086
- type: ndcg_at_3
value: 84.129
- type: ndcg_at_5
value: 86.128
- type: ndcg_at_10
value: 87.473
- type: ndcg_at_20
value: 88.273
- type: ndcg_at_100
value: 89.067
- type: ndcg_at_1000
value: 89.467
- type: map_at_1
value: 46.043
- type: map_at_3
value: 79.89
- type: map_at_5
value: 81.625
- type: map_at_10
value: 82.485
- type: map_at_20
value: 82.83
- type: map_at_100
value: 83.00699999999999
- type: map_at_1000
value: 83.03
- type: recall_at_1
value: 46.043
- type: recall_at_3
value: 83.011
- type: recall_at_5
value: 86.935
- type: recall_at_10
value: 90.304
- type: recall_at_20
value: 92.86999999999999
- type: recall_at_100
value: 96.32
- type: recall_at_1000
value: 98.933
- type: precision_at_1
value: 92.086
- type: precision_at_3
value: 55.340999999999994
- type: precision_at_5
value: 34.774
- type: precision_at_10
value: 18.061
- type: precision_at_20
value: 9.286999999999999
- type: precision_at_100
value: 1.926
- type: precision_at_1000
value: 0.198
- type: mrr_at_1
value: 92.0864
- type: mrr_at_3
value: 94.4452
- type: mrr_at_5
value: 94.6255
- type: mrr_at_10
value: 94.7333
- type: mrr_at_20
value: 94.76440000000001
- type: mrr_at_100
value: 94.7801
- type: mrr_at_1000
value: 94.7809
- type: nauc_ndcg_at_1_max
value: 37.6408
- type: nauc_ndcg_at_1_std
value: -7.9706
- type: nauc_ndcg_at_1_diff1
value: 64.2193
- type: nauc_ndcg_at_3_max
value: 35.579
- type: nauc_ndcg_at_3_std
value: 4.5917
- type: nauc_ndcg_at_3_diff1
value: -7.6203
- type: nauc_ndcg_at_5_max
value: 37.7564
- type: nauc_ndcg_at_5_std
value: 7.9123
- type: nauc_ndcg_at_5_diff1
value: -6.2265
- type: nauc_ndcg_at_10_max
value: 38.8436
- type: nauc_ndcg_at_10_std
value: 9.86
- type: nauc_ndcg_at_10_diff1
value: -5.3233999999999995
- type: nauc_ndcg_at_20_max
value: 39.0612
- type: nauc_ndcg_at_20_std
value: 11.0778
- type: nauc_ndcg_at_20_diff1
value: -4.0485
- type: nauc_ndcg_at_100_max
value: 38.9758
- type: nauc_ndcg_at_100_std
value: 10.9792
- type: nauc_ndcg_at_100_diff1
value: -2.8198999999999996
- type: nauc_ndcg_at_1000_max
value: 38.366099999999996
- type: nauc_ndcg_at_1000_std
value: 9.4395
- type: nauc_ndcg_at_1000_diff1
value: -2.1656
- type: nauc_map_at_1_max
value: 37.6408
- type: nauc_map_at_1_std
value: -7.9706
- type: nauc_map_at_1_diff1
value: 64.2193
- type: nauc_map_at_3_max
value: 33.882
- type: nauc_map_at_3_std
value: 3.9527
- type: nauc_map_at_3_diff1
value: -12.516
- type: nauc_map_at_5_max
value: 35.452099999999994
- type: nauc_map_at_5_std
value: 6.228899999999999
- type: nauc_map_at_5_diff1
value: -11.5097
- type: nauc_map_at_10_max
value: 35.961999999999996
- type: nauc_map_at_10_std
value: 7.000000000000001
- type: nauc_map_at_10_diff1
value: -11.0337
- type: nauc_map_at_20_max
value: 35.9944
- type: nauc_map_at_20_std
value: 7.3074
- type: nauc_map_at_20_diff1
value: -10.6965
- type: nauc_map_at_100_max
value: 35.970600000000005
- type: nauc_map_at_100_std
value: 7.279299999999999
- type: nauc_map_at_100_diff1
value: -10.5362
- type: nauc_map_at_1000_max
value: 35.9476
- type: nauc_map_at_1000_std
value: 7.2231000000000005
- type: nauc_map_at_1000_diff1
value: -10.5154
- type: nauc_recall_at_1_max
value: 37.6408
- type: nauc_recall_at_1_std
value: -7.9706
- type: nauc_recall_at_1_diff1
value: 64.2193
- type: nauc_recall_at_3_max
value: 35.9731
- type: nauc_recall_at_3_std
value: 8.0627
- type: nauc_recall_at_3_diff1
value: -18.9248
- type: nauc_recall_at_5_max
value: 40.184799999999996
- type: nauc_recall_at_5_std
value: 15.5623
- type: nauc_recall_at_5_diff1
value: -18.8156
- type: nauc_recall_at_10_max
value: 43.8976
- type: nauc_recall_at_10_std
value: 23.7287
- type: nauc_recall_at_10_diff1
value: -19.8106
- type: nauc_recall_at_20_max
value: 46.7029
- type: nauc_recall_at_20_std
value: 34.2093
- type: nauc_recall_at_20_diff1
value: -18.305
- type: nauc_recall_at_100_max
value: 53.403999999999996
- type: nauc_recall_at_100_std
value: 53.4122
- type: nauc_recall_at_100_diff1
value: -16.8661
- type: nauc_recall_at_1000_max
value: 56.882299999999994
- type: nauc_recall_at_1000_std
value: 70.0182
- type: nauc_recall_at_1000_diff1
value: -17.042099999999998
- type: nauc_precision_at_1_max
value: 37.6408
- type: nauc_precision_at_1_std
value: -7.9706
- type: nauc_precision_at_1_diff1
value: 64.2193
- type: nauc_precision_at_3_max
value: 35.9731
- type: nauc_precision_at_3_std
value: 8.0627
- type: nauc_precision_at_3_diff1
value: -18.9248
- type: nauc_precision_at_5_max
value: 40.184799999999996
- type: nauc_precision_at_5_std
value: 15.5623
- type: nauc_precision_at_5_diff1
value: -18.8156
- type: nauc_precision_at_10_max
value: 43.8976
- type: nauc_precision_at_10_std
value: 23.7287
- type: nauc_precision_at_10_diff1
value: -19.8106
- type: nauc_precision_at_20_max
value: 46.7029
- type: nauc_precision_at_20_std
value: 34.2093
- type: nauc_precision_at_20_diff1
value: -18.305
- type: nauc_precision_at_100_max
value: 53.403999999999996
- type: nauc_precision_at_100_std
value: 53.4122
- type: nauc_precision_at_100_diff1
value: -16.8661
- type: nauc_precision_at_1000_max
value: 56.882299999999994
- type: nauc_precision_at_1000_std
value: 70.0182
- type: nauc_precision_at_1000_diff1
value: -17.042099999999998
- type: nauc_mrr_at_1_max
value: 37.6408
- type: nauc_mrr_at_1_std
value: -7.9706
- type: nauc_mrr_at_1_diff1
value: 64.2193
- type: nauc_mrr_at_3_max
value: 43.0267
- type: nauc_mrr_at_3_std
value: -3.9602
- type: nauc_mrr_at_3_diff1
value: 64.7898
- type: nauc_mrr_at_5_max
value: 42.548700000000004
- type: nauc_mrr_at_5_std
value: -4.1829
- type: nauc_mrr_at_5_diff1
value: 64.81989999999999
- type: nauc_mrr_at_10_max
value: 42.5037
- type: nauc_mrr_at_10_std
value: -3.8122000000000003
- type: nauc_mrr_at_10_diff1
value: 64.84440000000001
- type: nauc_mrr_at_20_max
value: 42.4425
- type: nauc_mrr_at_20_std
value: -3.8257
- type: nauc_mrr_at_20_diff1
value: 64.8602
- type: nauc_mrr_at_100_max
value: 42.3146
- type: nauc_mrr_at_100_std
value: -3.9995999999999996
- type: nauc_mrr_at_100_diff1
value: 64.81660000000001
- type: nauc_mrr_at_1000_max
value: 42.3073
- type: nauc_mrr_at_1000_std
value: -4.0055
- type: nauc_mrr_at_1000_diff1
value: 64.81360000000001
- type: main_score
value: 87.473
task:
type: Retrieval
- dataset:
config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics:
- type: accuracy
value: 97.07679999999999
- type: f1
value: 97.07639999999999
- type: f1_weighted
value: 97.07639999999999
- type: ap
value: 95.4623
- type: ap_weighted
value: 95.4623
- type: main_score
value: 97.07679999999999
task:
type: Classification
- dataset:
config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics:
- type: ndcg_at_1
value: 27.12
- type: ndcg_at_3
value: 39.287
- type: ndcg_at_5
value: 43.478
- type: ndcg_at_10
value: 47.396
- type: ndcg_at_20
value: 49.915
- type: ndcg_at_100
value: 52.410000000000004
- type: ndcg_at_1000
value: 53.20700000000001
- type: map_at_1
value: 26.391
- type: map_at_3
value: 36.016999999999996
- type: map_at_5
value: 38.385999999999996
- type: map_at_10
value: 40.058
- type: map_at_20
value: 40.772999999999996
- type: map_at_100
value: 41.15
- type: map_at_1000
value: 41.185
- type: recall_at_1
value: 26.391
- type: recall_at_3
value: 48.025
- type: recall_at_5
value: 58.036
- type: recall_at_10
value: 69.852
- type: recall_at_20
value: 79.605
- type: recall_at_100
value: 92.499
- type: recall_at_1000
value: 98.446
- type: precision_at_1
value: 27.12
- type: precision_at_3
value: 16.608999999999998
- type: precision_at_5
value: 12.089
- type: precision_at_10
value: 7.314
- type: precision_at_20
value: 4.18
- type: precision_at_100
value: 0.9780000000000001
- type: precision_at_1000
value: 0.105
- type: mrr_at_1
value: 27.120300000000004
- type: mrr_at_3
value: 36.728699999999996
- type: mrr_at_5
value: 39.0518
- type: mrr_at_10
value: 40.6561
- type: mrr_at_20
value: 41.3384
- type: mrr_at_100
value: 41.6825
- type: mrr_at_1000
value: 41.7118
- type: nauc_ndcg_at_1_max
value: -1.7341
- type: nauc_ndcg_at_1_std
value: -22.0897
- type: nauc_ndcg_at_1_diff1
value: 43.9115
- type: nauc_ndcg_at_3_max
value: -2.2762000000000002
- type: nauc_ndcg_at_3_std
value: -24.0353
- type: nauc_ndcg_at_3_diff1
value: 40.4042
- type: nauc_ndcg_at_5_max
value: -2.1643
- type: nauc_ndcg_at_5_std
value: -23.5777
- type: nauc_ndcg_at_5_diff1
value: 40.1946
- type: nauc_ndcg_at_10_max
value: -1.6878
- type: nauc_ndcg_at_10_std
value: -22.9484
- type: nauc_ndcg_at_10_diff1
value: 40.5053
- type: nauc_ndcg_at_20_max
value: -1.0808
- type: nauc_ndcg_at_20_std
value: -20.8231
- type: nauc_ndcg_at_20_diff1
value: 40.4996
- type: nauc_ndcg_at_100_max
value: -1.387
- type: nauc_ndcg_at_100_std
value: -19.6544
- type: nauc_ndcg_at_100_diff1
value: 40.808499999999995
- type: nauc_ndcg_at_1000_max
value: -1.3396
- type: nauc_ndcg_at_1000_std
value: -20.7437
- type: nauc_ndcg_at_1000_diff1
value: 40.8921
- type: nauc_map_at_1_max
value: -1.7507000000000001
- type: nauc_map_at_1_std
value: -22.192899999999998
- type: nauc_map_at_1_diff1
value: 44.0719
- type: nauc_map_at_3_max
value: -2.1371
- type: nauc_map_at_3_std
value: -23.7158
- type: nauc_map_at_3_diff1
value: 41.351
- type: nauc_map_at_5_max
value: -2.1025
- type: nauc_map_at_5_std
value: -23.5251
- type: nauc_map_at_5_diff1
value: 41.255399999999995
- type: nauc_map_at_10_max
value: -1.9206
- type: nauc_map_at_10_std
value: -23.2697
- type: nauc_map_at_10_diff1
value: 41.4134
- type: nauc_map_at_20_max
value: -1.7760000000000002
- type: nauc_map_at_20_std
value: -22.7164
- type: nauc_map_at_20_diff1
value: 41.4186
- type: nauc_map_at_100_max
value: -1.8270000000000002
- type: nauc_map_at_100_std
value: -22.551
- type: nauc_map_at_100_diff1
value: 41.4761
- type: nauc_map_at_1000_max
value: -1.8245
- type: nauc_map_at_1000_std
value: -22.5827
- type: nauc_map_at_1000_diff1
value: 41.4796
- type: nauc_recall_at_1_max
value: -1.7507000000000001
- type: nauc_recall_at_1_std
value: -22.192899999999998
- type: nauc_recall_at_1_diff1
value: 44.0719
- type: nauc_recall_at_3_max
value: -2.5709
- type: nauc_recall_at_3_std
value: -24.9526
- type: nauc_recall_at_3_diff1
value: 37.6496
- type: nauc_recall_at_5_max
value: -2.2352
- type: nauc_recall_at_5_std
value: -23.7151
- type: nauc_recall_at_5_diff1
value: 36.7421
- type: nauc_recall_at_10_max
value: -0.4821
- type: nauc_recall_at_10_std
value: -21.5386
- type: nauc_recall_at_10_diff1
value: 37.1132
- type: nauc_recall_at_20_max
value: 3.5499
- type: nauc_recall_at_20_std
value: -8.5039
- type: nauc_recall_at_20_diff1
value: 35.985299999999995
- type: nauc_recall_at_100_max
value: 4.6888
- type: nauc_recall_at_100_std
value: 30.0406
- type: nauc_recall_at_100_diff1
value: 34.8416
- type: nauc_recall_at_1000_max
value: 30.544300000000003
- type: nauc_recall_at_1000_std
value: 72.42269999999999
- type: nauc_recall_at_1000_diff1
value: 26.676299999999998
- type: nauc_precision_at_1_max
value: -1.7341
- type: nauc_precision_at_1_std
value: -22.0897
- type: nauc_precision_at_1_diff1
value: 43.9115
- type: nauc_precision_at_3_max
value: -2.7643
- type: nauc_precision_at_3_std
value: -24.537100000000002
- type: nauc_precision_at_3_diff1
value: 36.9028
- type: nauc_precision_at_5_max
value: -2.4927
- type: nauc_precision_at_5_std
value: -22.6954
- type: nauc_precision_at_5_diff1
value: 35.0569
- type: nauc_precision_at_10_max
value: -1.3371
- type: nauc_precision_at_10_std
value: -19.017
- type: nauc_precision_at_10_diff1
value: 33.0978
- type: nauc_precision_at_20_max
value: 1.9426999999999999
- type: nauc_precision_at_20_std
value: -5.3872
- type: nauc_precision_at_20_diff1
value: 28.509400000000003
- type: nauc_precision_at_100_max
value: 2.8586
- type: nauc_precision_at_100_std
value: 20.869
- type: nauc_precision_at_100_diff1
value: 13.559899999999999
- type: nauc_precision_at_1000_max
value: 6.1333
- type: nauc_precision_at_1000_std
value: 15.551400000000001
- type: nauc_precision_at_1000_diff1
value: -3.4235
- type: nauc_mrr_at_1_max
value: -1.7341
- type: nauc_mrr_at_1_std
value: -22.0897
- type: nauc_mrr_at_1_diff1
value: 43.9115
- type: nauc_mrr_at_3_max
value: -2.1852
- type: nauc_mrr_at_3_std
value: -23.5165
- type: nauc_mrr_at_3_diff1
value: 41.1678
- type: nauc_mrr_at_5_max
value: -2.1132999999999997
- type: nauc_mrr_at_5_std
value: -23.1653
- type: nauc_mrr_at_5_diff1
value: 41.0944
- type: nauc_mrr_at_10_max
value: -1.8908
- type: nauc_mrr_at_10_std
value: -22.8918
- type: nauc_mrr_at_10_diff1
value: 41.1907
- type: nauc_mrr_at_20_max
value: -1.7221
- type: nauc_mrr_at_20_std
value: -22.375
- type: nauc_mrr_at_20_diff1
value: 41.2234
- type: nauc_mrr_at_100_max
value: -1.7874999999999999
- type: nauc_mrr_at_100_std
value: -22.2616
- type: nauc_mrr_at_100_diff1
value: 41.286899999999996
- type: nauc_mrr_at_1000_max
value: -1.7856
- type: nauc_mrr_at_1000_std
value: -22.2926
- type: nauc_mrr_at_1000_diff1
value: 41.2906
- type: main_score
value: 47.396
task:
type: Retrieval
- dataset:
config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics:
- type: accuracy
value: 99.2157
- type: f1
value: 99.1286
- type: f1_weighted
value: 99.21640000000001
- type: main_score
value: 99.2157
task:
type: Classification
- dataset:
config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics:
- type: accuracy
value: 94.5372
- type: f1
value: 78.7627
- type: f1_weighted
value: 95.2685
- type: main_score
value: 94.5372
task:
type: Classification
- dataset:
config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics:
- type: accuracy
value: 82.0646
- type: f1
value: 80.2035
- type: f1_weighted
value: 80.8017
- type: main_score
value: 82.0646
task:
type: Classification
- dataset:
config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics:
- type: accuracy
value: 87.5723
- type: f1
value: 86.2565
- type: f1_weighted
value: 86.92020000000001
- type: main_score
value: 87.5723
task:
type: Classification
- dataset:
config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics:
- type: v_measure
value: 47.488200000000006
- type: v_measure_std
value: 1.2606
- type: main_score
value: 47.488200000000006
task:
type: Clustering
- dataset:
config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics:
- type: v_measure
value: 45.0597
- type: v_measure_std
value: 1.5357
- type: main_score
value: 45.0597
task:
type: Clustering
- dataset:
config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics:
- type: map
value: 30.8519
- type: mrr
value: 32.1466
- type: nAUC_map_max
value: -16.602800000000002
- type: nAUC_map_std
value: -8.7712
- type: nAUC_map_diff1
value: 8.7311
- type: nAUC_mrr_max
value: -11.0311
- type: nAUC_mrr_std
value: -5.2932
- type: nAUC_mrr_diff1
value: 8.7991
- type: main_score
value: 30.8519
task:
type: Reranking
- dataset:
config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics:
- type: ndcg_at_1
value: 50.773999999999994
- type: ndcg_at_3
value: 46.766000000000005
- type: ndcg_at_5
value: 44.401
- type: ndcg_at_10
value: 40.955000000000005
- type: ndcg_at_20
value: 38.436
- type: ndcg_at_100
value: 37.101
- type: ndcg_at_1000
value: 45.458999999999996
- type: map_at_1
value: 6.7860000000000005
- type: map_at_3
value: 11.305
- type: map_at_5
value: 13.355
- type: map_at_10
value: 15.841
- type: map_at_20
value: 17.724
- type: map_at_100
value: 20.146
- type: map_at_1000
value: 21.664
- type: recall_at_1
value: 6.7860000000000005
- type: recall_at_3
value: 12.848
- type: recall_at_5
value: 16.059
- type: recall_at_10
value: 20.699
- type: recall_at_20
value: 25.349
- type: recall_at_100
value: 37.377
- type: recall_at_1000
value: 68.326
- type: precision_at_1
value: 52.322
- type: precision_at_3
value: 43.963
- type: precision_at_5
value: 38.7
- type: precision_at_10
value: 30.402
- type: precision_at_20
value: 22.415
- type: precision_at_100
value: 9.074
- type: precision_at_1000
value: 2.141
- type: mrr_at_1
value: 52.322
- type: mrr_at_3
value: 60.2167
- type: mrr_at_5
value: 61.161
- type: mrr_at_10
value: 61.6213
- type: mrr_at_20
value: 61.9851
- type: mrr_at_100
value: 62.1286
- type: mrr_at_1000
value: 62.16159999999999
- type: nauc_ndcg_at_1_max
value: 47.306
- type: nauc_ndcg_at_1_std
value: 15.371299999999998
- type: nauc_ndcg_at_1_diff1
value: 34.3673
- type: nauc_ndcg_at_3_max
value: 49.5171
- type: nauc_ndcg_at_3_std
value: 21.7163
- type: nauc_ndcg_at_3_diff1
value: 24.3249
- type: nauc_ndcg_at_5_max
value: 50.1667
- type: nauc_ndcg_at_5_std
value: 25.496799999999997
- type: nauc_ndcg_at_5_diff1
value: 21.0998
- type: nauc_ndcg_at_10_max
value: 48.174499999999995
- type: nauc_ndcg_at_10_std
value: 25.674799999999998
- type: nauc_ndcg_at_10_diff1
value: 19.2271
- type: nauc_ndcg_at_20_max
value: 46.451100000000004
- type: nauc_ndcg_at_20_std
value: 26.3454
- type: nauc_ndcg_at_20_diff1
value: 19.6892
- type: nauc_ndcg_at_100_max
value: 47.394
- type: nauc_ndcg_at_100_std
value: 29.3957
- type: nauc_ndcg_at_100_diff1
value: 22.639
- type: nauc_ndcg_at_1000_max
value: 48.8094
- type: nauc_ndcg_at_1000_std
value: 33.6209
- type: nauc_ndcg_at_1000_diff1
value: 24.0513
- type: nauc_map_at_1_max
value: 22.2337
- type: nauc_map_at_1_std
value: -15.3141
- type: nauc_map_at_1_diff1
value: 46.8412
- type: nauc_map_at_3_max
value: 31.1176
- type: nauc_map_at_3_std
value: -6.8641
- type: nauc_map_at_3_diff1
value: 38.2225
- type: nauc_map_at_5_max
value: 34.1685
- type: nauc_map_at_5_std
value: -2.7371
- type: nauc_map_at_5_diff1
value: 33.8161
- type: nauc_map_at_10_max
value: 38.3438
- type: nauc_map_at_10_std
value: 2.4334000000000002
- type: nauc_map_at_10_diff1
value: 29.9155
- type: nauc_map_at_20_max
value: 41.6186
- type: nauc_map_at_20_std
value: 8.1891
- type: nauc_map_at_20_diff1
value: 28.083999999999996
- type: nauc_map_at_100_max
value: 43.8986
- type: nauc_map_at_100_std
value: 14.971699999999998
- type: nauc_map_at_100_diff1
value: 25.7392
- type: nauc_map_at_1000_max
value: 43.7337
- type: nauc_map_at_1000_std
value: 17.3602
- type: nauc_map_at_1000_diff1
value: 24.3521
- type: nauc_recall_at_1_max
value: 22.2337
- type: nauc_recall_at_1_std
value: -15.3141
- type: nauc_recall_at_1_diff1
value: 46.8412
- type: nauc_recall_at_3_max
value: 27.4814
- type: nauc_recall_at_3_std
value: -6.2251
- type: nauc_recall_at_3_diff1
value: 33.189099999999996
- type: nauc_recall_at_5_max
value: 27.6656
- type: nauc_recall_at_5_std
value: -1.3779
- type: nauc_recall_at_5_diff1
value: 26.5088
- type: nauc_recall_at_10_max
value: 29.8338
- type: nauc_recall_at_10_std
value: 0.6765
- type: nauc_recall_at_10_diff1
value: 19.3518
- type: nauc_recall_at_20_max
value: 29.566300000000002
- type: nauc_recall_at_20_std
value: 6.649299999999999
- type: nauc_recall_at_20_diff1
value: 16.3787
- type: nauc_recall_at_100_max
value: 29.775299999999998
- type: nauc_recall_at_100_std
value: 19.5727
- type: nauc_recall_at_100_diff1
value: 13.4263
- type: nauc_recall_at_1000_max
value: 15.575800000000001
- type: nauc_recall_at_1000_std
value: 16.5073
- type: nauc_recall_at_1000_diff1
value: 9.413
- type: nauc_precision_at_1_max
value: 47.6567
- type: nauc_precision_at_1_std
value: 16.1159
- type: nauc_precision_at_1_diff1
value: 35.7474
- type: nauc_precision_at_3_max
value: 45.9337
- type: nauc_precision_at_3_std
value: 28.306700000000003
- type: nauc_precision_at_3_diff1
value: 12.9558
- type: nauc_precision_at_5_max
value: 45.3828
- type: nauc_precision_at_5_std
value: 34.0723
- type: nauc_precision_at_5_diff1
value: 3.936
- type: nauc_precision_at_10_max
value: 40.2787
- type: nauc_precision_at_10_std
value: 36.1164
- type: nauc_precision_at_10_diff1
value: -1.9665
- type: nauc_precision_at_20_max
value: 33.8095
- type: nauc_precision_at_20_std
value: 37.288
- type: nauc_precision_at_20_diff1
value: -4.3394
- type: nauc_precision_at_100_max
value: 19.880200000000002
- type: nauc_precision_at_100_std
value: 35.8879
- type: nauc_precision_at_100_diff1
value: -11.5763
- type: nauc_precision_at_1000_max
value: 2.9351
- type: nauc_precision_at_1000_std
value: 17.5752
- type: nauc_precision_at_1000_diff1
value: -13.2391
- type: nauc_mrr_at_1_max
value: 47.6567
- type: nauc_mrr_at_1_std
value: 16.1159
- type: nauc_mrr_at_1_diff1
value: 35.7474
- type: nauc_mrr_at_3_max
value: 51.1154
- type: nauc_mrr_at_3_std
value: 22.6976
- type: nauc_mrr_at_3_diff1
value: 35.0163
- type: nauc_mrr_at_5_max
value: 50.6561
- type: nauc_mrr_at_5_std
value: 23.716
- type: nauc_mrr_at_5_diff1
value: 34.965
- type: nauc_mrr_at_10_max
value: 50.6931
- type: nauc_mrr_at_10_std
value: 24.0343
- type: nauc_mrr_at_10_diff1
value: 34.5146
- type: nauc_mrr_at_20_max
value: 50.7143
- type: nauc_mrr_at_20_std
value: 24.1366
- type: nauc_mrr_at_20_diff1
value: 34.819
- type: nauc_mrr_at_100_max
value: 50.76500000000001
- type: nauc_mrr_at_100_std
value: 24.1494
- type: nauc_mrr_at_100_diff1
value: 34.7759
- type: nauc_mrr_at_1000_max
value: 50.7421
- type: nauc_mrr_at_1000_std
value: 24.110300000000002
- type: nauc_mrr_at_1000_diff1
value: 34.7687
- type: main_score
value: 40.955000000000005
task:
type: Retrieval
- dataset:
config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics:
- type: ndcg_at_1
value: 56.518
- type: ndcg_at_3
value: 68.057
- type: ndcg_at_5
value: 71.497
- type: ndcg_at_10
value: 73.91499999999999
- type: ndcg_at_20
value: 74.994
- type: ndcg_at_100
value: 75.804
- type: ndcg_at_1000
value: 75.917
- type: map_at_1
value: 50.739000000000004
- type: map_at_3
value: 63.958000000000006
- type: map_at_5
value: 66.194
- type: map_at_10
value: 67.375
- type: map_at_20
value: 67.74
- type: map_at_100
value: 67.887
- type: map_at_1000
value: 67.893
- type: recall_at_1
value: 50.739000000000004
- type: recall_at_3
value: 76.364
- type: recall_at_5
value: 84.11800000000001
- type: recall_at_10
value: 91.037
- type: recall_at_20
value: 94.914
- type: recall_at_100
value: 98.84100000000001
- type: recall_at_1000
value: 99.643
- type: precision_at_1
value: 56.518
- type: precision_at_3
value: 29.809
- type: precision_at_5
value: 20.023
- type: precision_at_10
value: 10.943999999999999
- type: precision_at_20
value: 5.7459999999999996
- type: precision_at_100
value: 1.202
- type: precision_at_1000
value: 0.121
- type: mrr_at_1
value: 56.518
- type: mrr_at_3
value: 67.4392
- type: mrr_at_5
value: 68.9064
- type: mrr_at_10
value: 69.6792
- type: mrr_at_20
value: 69.8936
- type: mrr_at_100
value: 69.9803
- type: mrr_at_1000
value: 69.9841
- type: nauc_ndcg_at_1_max
value: 21.104899999999997
- type: nauc_ndcg_at_1_std
value: -8.8061
- type: nauc_ndcg_at_1_diff1
value: 51.5617
- type: nauc_ndcg_at_3_max
value: 25.8231
- type: nauc_ndcg_at_3_std
value: -11.3673
- type: nauc_ndcg_at_3_diff1
value: 48.4532
- type: nauc_ndcg_at_5_max
value: 27.3793
- type: nauc_ndcg_at_5_std
value: -10.9771
- type: nauc_ndcg_at_5_diff1
value: 48.3739
- type: nauc_ndcg_at_10_max
value: 27.019
- type: nauc_ndcg_at_10_std
value: -9.5004
- type: nauc_ndcg_at_10_diff1
value: 48.762
- type: nauc_ndcg_at_20_max
value: 26.8793
- type: nauc_ndcg_at_20_std
value: -9.1081
- type: nauc_ndcg_at_20_diff1
value: 48.971599999999995
- type: nauc_ndcg_at_100_max
value: 26.188200000000002
- type: nauc_ndcg_at_100_std
value: -8.8193
- type: nauc_ndcg_at_100_diff1
value: 49.160900000000005
- type: nauc_ndcg_at_1000_max
value: 25.976
- type: nauc_ndcg_at_1000_std
value: -9.037
- type: nauc_ndcg_at_1000_diff1
value: 49.032
- type: nauc_map_at_1_max
value: 19.5507
- type: nauc_map_at_1_std
value: -10.5558
- type: nauc_map_at_1_diff1
value: 51.809099999999994
- type: nauc_map_at_3_max
value: 24.3671
- type: nauc_map_at_3_std
value: -11.4169
- type: nauc_map_at_3_diff1
value: 49.2235
- type: nauc_map_at_5_max
value: 25.221
- type: nauc_map_at_5_std
value: -11.1358
- type: nauc_map_at_5_diff1
value: 49.161500000000004
- type: nauc_map_at_10_max
value: 25.0963
- type: nauc_map_at_10_std
value: -10.516300000000001
- type: nauc_map_at_10_diff1
value: 49.239
- type: nauc_map_at_20_max
value: 25.065900000000003
- type: nauc_map_at_20_std
value: -10.3531
- type: nauc_map_at_20_diff1
value: 49.278
- type: nauc_map_at_100_max
value: 24.9721
- type: nauc_map_at_100_std
value: -10.2936
- type: nauc_map_at_100_diff1
value: 49.2973
- type: nauc_map_at_1000_max
value: 24.9646
- type: nauc_map_at_1000_std
value: -10.3019
- type: nauc_map_at_1000_diff1
value: 49.2939
- type: nauc_recall_at_1_max
value: 19.5507
- type: nauc_recall_at_1_std
value: -10.5558
- type: nauc_recall_at_1_diff1
value: 51.809099999999994
- type: nauc_recall_at_3_max
value: 29.2624
- type: nauc_recall_at_3_std
value: -13.894400000000001
- type: nauc_recall_at_3_diff1
value: 44.7434
- type: nauc_recall_at_5_max
value: 36.0211
- type: nauc_recall_at_5_std
value: -14.130999999999998
- type: nauc_recall_at_5_diff1
value: 43.3309
- type: nauc_recall_at_10_max
value: 39.385799999999996
- type: nauc_recall_at_10_std
value: -6.685199999999999
- type: nauc_recall_at_10_diff1
value: 44.2087
- type: nauc_recall_at_20_max
value: 47.641600000000004
- type: nauc_recall_at_20_std
value: -0.281
- type: nauc_recall_at_20_diff1
value: 47.0697
- type: nauc_recall_at_100_max
value: 64.6308
- type: nauc_recall_at_100_std
value: 45.0589
- type: nauc_recall_at_100_diff1
value: 65.0598
- type: nauc_recall_at_1000_max
value: 68.5287
- type: nauc_recall_at_1000_std
value: 77.1208
- type: nauc_recall_at_1000_diff1
value: 49.7482
- type: nauc_precision_at_1_max
value: 21.104899999999997
- type: nauc_precision_at_1_std
value: -8.8061
- type: nauc_precision_at_1_diff1
value: 51.5617
- type: nauc_precision_at_3_max
value: 21.184
- type: nauc_precision_at_3_std
value: -3.5241000000000002
- type: nauc_precision_at_3_diff1
value: 19.3059
- type: nauc_precision_at_5_max
value: 18.4921
- type: nauc_precision_at_5_std
value: 1.0416999999999998
- type: nauc_precision_at_5_diff1
value: 7.2985999999999995
- type: nauc_precision_at_10_max
value: 12.1251
- type: nauc_precision_at_10_std
value: 7.9022
- type: nauc_precision_at_10_diff1
value: -3.3798000000000004
- type: nauc_precision_at_20_max
value: 8.2779
- type: nauc_precision_at_20_std
value: 10.8969
- type: nauc_precision_at_20_diff1
value: -10.1609
- type: nauc_precision_at_100_max
value: 2.0527
- type: nauc_precision_at_100_std
value: 14.127799999999999
- type: nauc_precision_at_100_diff1
value: -17.0174
- type: nauc_precision_at_1000_max
value: 0.0936
- type: nauc_precision_at_1000_std
value: 13.403
- type: nauc_precision_at_1000_diff1
value: -19.3205
- type: nauc_mrr_at_1_max
value: 21.104899999999997
- type: nauc_mrr_at_1_std
value: -8.8061
- type: nauc_mrr_at_1_diff1
value: 51.5617
- type: nauc_mrr_at_3_max
value: 24.9568
- type: nauc_mrr_at_3_std
value: -8.7933
- type: nauc_mrr_at_3_diff1
value: 48.821799999999996
- type: nauc_mrr_at_5_max
value: 25.3627
- type: nauc_mrr_at_5_std
value: -8.7224
- type: nauc_mrr_at_5_diff1
value: 48.9393
- type: nauc_mrr_at_10_max
value: 25.1135
- type: nauc_mrr_at_10_std
value: -8.3704
- type: nauc_mrr_at_10_diff1
value: 49.132999999999996
- type: nauc_mrr_at_20_max
value: 25.015700000000002
- type: nauc_mrr_at_20_std
value: -8.4009
- type: nauc_mrr_at_20_diff1
value: 49.2012
- type: nauc_mrr_at_100_max
value: 24.9285
- type: nauc_mrr_at_100_std
value: -8.3989
- type: nauc_mrr_at_100_diff1
value: 49.223099999999995
- type: nauc_mrr_at_1000_max
value: 24.921599999999998
- type: nauc_mrr_at_1000_std
value: -8.4031
- type: nauc_mrr_at_1000_diff1
value: 49.2186
- type: main_score
value: 73.91499999999999
task:
type: Retrieval
- dataset:
config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics:
- type: ndcg_at_1
value: 84.99
- type: ndcg_at_3
value: 88.71900000000001
- type: ndcg_at_5
value: 89.997
- type: ndcg_at_10
value: 91.019
- type: ndcg_at_20
value: 91.532
- type: ndcg_at_100
value: 91.92399999999999
- type: ndcg_at_1000
value: 91.977
- type: map_at_1
value: 73.833
- type: map_at_3
value: 85.117
- type: map_at_5
value: 86.85000000000001
- type: map_at_10
value: 87.875
- type: map_at_20
value: 88.256
- type: map_at_100
value: 88.44300000000001
- type: map_at_1000
value: 88.455
- type: recall_at_1
value: 73.833
- type: recall_at_3
value: 89.934
- type: recall_at_5
value: 93.795
- type: recall_at_10
value: 96.799
- type: recall_at_20
value: 98.458
- type: recall_at_100
value: 99.79299999999999
- type: recall_at_1000
value: 99.98899999999999
- type: precision_at_1
value: 84.99
- type: precision_at_3
value: 38.897
- type: precision_at_5
value: 25.407999999999998
- type: precision_at_10
value: 13.766
- type: precision_at_20
value: 7.255000000000001
- type: precision_at_100
value: 1.543
- type: precision_at_1000
value: 0.157
- type: mrr_at_1
value: 85
- type: mrr_at_3
value: 89.485
- type: mrr_at_5
value: 90.0545
- type: mrr_at_10
value: 90.256
- type: mrr_at_20
value: 90.307
- type: mrr_at_100
value: 90.3212
- type: mrr_at_1000
value: 90.3214
- type: nauc_ndcg_at_1_max
value: 33.0127
- type: nauc_ndcg_at_1_std
value: -59.3688
- type: nauc_ndcg_at_1_diff1
value: 81.11880000000001
- type: nauc_ndcg_at_3_max
value: 29.525800000000004
- type: nauc_ndcg_at_3_std
value: -71.4482
- type: nauc_ndcg_at_3_diff1
value: 78.98849999999999
- type: nauc_ndcg_at_5_max
value: 30.3419
- type: nauc_ndcg_at_5_std
value: -73.92490000000001
- type: nauc_ndcg_at_5_diff1
value: 79.8099
- type: nauc_ndcg_at_10_max
value: 31.262800000000002
- type: nauc_ndcg_at_10_std
value: -71.8798
- type: nauc_ndcg_at_10_diff1
value: 80.01310000000001
- type: nauc_ndcg_at_20_max
value: 31.8336
- type: nauc_ndcg_at_20_std
value: -69.852
- type: nauc_ndcg_at_20_diff1
value: 79.9131
- type: nauc_ndcg_at_100_max
value: 32.351400000000005
- type: nauc_ndcg_at_100_std
value: -67.02420000000001
- type: nauc_ndcg_at_100_diff1
value: 79.8222
- type: nauc_ndcg_at_1000_max
value: 32.3924
- type: nauc_ndcg_at_1000_std
value: -66.57690000000001
- type: nauc_ndcg_at_1000_diff1
value: 79.8063
- type: nauc_map_at_1_max
value: 21.4243
- type: nauc_map_at_1_std
value: -57.04900000000001
- type: nauc_map_at_1_diff1
value: 83.3378
- type: nauc_map_at_3_max
value: 27.078799999999998
- type: nauc_map_at_3_std
value: -73.0069
- type: nauc_map_at_3_diff1
value: 80.437
- type: nauc_map_at_5_max
value: 28.931600000000003
- type: nauc_map_at_5_std
value: -73.7017
- type: nauc_map_at_5_diff1
value: 80.2443
- type: nauc_map_at_10_max
value: 30.246699999999997
- type: nauc_map_at_10_std
value: -71.5712
- type: nauc_map_at_10_diff1
value: 80.0294
- type: nauc_map_at_20_max
value: 30.6119
- type: nauc_map_at_20_std
value: -70.0168
- type: nauc_map_at_20_diff1
value: 79.86619999999999
- type: nauc_map_at_100_max
value: 30.778899999999997
- type: nauc_map_at_100_std
value: -68.85860000000001
- type: nauc_map_at_100_diff1
value: 79.8048
- type: nauc_map_at_1000_max
value: 30.798199999999998
- type: nauc_map_at_1000_std
value: -68.77210000000001
- type: nauc_map_at_1000_diff1
value: 79.8039
- type: nauc_recall_at_1_max
value: 21.4243
- type: nauc_recall_at_1_std
value: -57.04900000000001
- type: nauc_recall_at_1_diff1
value: 83.3378
- type: nauc_recall_at_3_max
value: 22.6679
- type: nauc_recall_at_3_std
value: -86.9046
- type: nauc_recall_at_3_diff1
value: 77.608
- type: nauc_recall_at_5_max
value: 24.4242
- type: nauc_recall_at_5_std
value: -100.1963
- type: nauc_recall_at_5_diff1
value: 77.5562
- type: nauc_recall_at_10_max
value: 26.995599999999996
- type: nauc_recall_at_10_std
value: -110.56330000000001
- type: nauc_recall_at_10_diff1
value: 78.6007
- type: nauc_recall_at_20_max
value: 27.3385
- type: nauc_recall_at_20_std
value: -117.10199999999999
- type: nauc_recall_at_20_diff1
value: 77.7938
- type: nauc_recall_at_100_max
value: 33.0847
- type: nauc_recall_at_100_std
value: -110.4169
- type: nauc_recall_at_100_diff1
value: 76.4873
- type: nauc_recall_at_1000_max
value: -16.532
- type: nauc_recall_at_1000_std
value: -24.5592
- type: nauc_recall_at_1000_diff1
value: 72.233
- type: nauc_precision_at_1_max
value: 33.0127
- type: nauc_precision_at_1_std
value: -59.3688
- type: nauc_precision_at_1_diff1
value: 81.11880000000001
- type: nauc_precision_at_3_max
value: 4.6178
- type: nauc_precision_at_3_std
value: 8.1134
- type: nauc_precision_at_3_diff1
value: -27.1918
- type: nauc_precision_at_5_max
value: 1.3161
- type: nauc_precision_at_5_std
value: 21.8406
- type: nauc_precision_at_5_diff1
value: -37.5509
- type: nauc_precision_at_10_max
value: -1.4878
- type: nauc_precision_at_10_std
value: 35.5171
- type: nauc_precision_at_10_diff1
value: -43.601099999999995
- type: nauc_precision_at_20_max
value: -3.0787999999999998
- type: nauc_precision_at_20_std
value: 43.1194
- type: nauc_precision_at_20_diff1
value: -45.7438
- type: nauc_precision_at_100_max
value: -4.3248
- type: nauc_precision_at_100_std
value: 51.5534
- type: nauc_precision_at_100_diff1
value: -46.8655
- type: nauc_precision_at_1000_max
value: -4.4053
- type: nauc_precision_at_1000_std
value: 53.2738
- type: nauc_precision_at_1000_diff1
value: -46.8777
- type: nauc_mrr_at_1_max
value: 32.994099999999996
- type: nauc_mrr_at_1_std
value: -59.4653
- type: nauc_mrr_at_1_diff1
value: 81.0983
- type: nauc_mrr_at_3_max
value: 33.381699999999995
- type: nauc_mrr_at_3_std
value: -65.6011
- type: nauc_mrr_at_3_diff1
value: 80.3293
- type: nauc_mrr_at_5_max
value: 33.5696
- type: nauc_mrr_at_5_std
value: -65.3317
- type: nauc_mrr_at_5_diff1
value: 80.5711
- type: nauc_mrr_at_10_max
value: 33.453500000000005
- type: nauc_mrr_at_10_std
value: -64.90209999999999
- type: nauc_mrr_at_10_diff1
value: 80.5965
- type: nauc_mrr_at_20_max
value: 33.414500000000004
- type: nauc_mrr_at_20_std
value: -64.7197
- type: nauc_mrr_at_20_diff1
value: 80.5804
- type: nauc_mrr_at_100_max
value: 33.4032
- type: nauc_mrr_at_100_std
value: -64.6315
- type: nauc_mrr_at_100_diff1
value: 80.5771
- type: nauc_mrr_at_1000_max
value: 33.4024
- type: nauc_mrr_at_1000_std
value: -64.6301
- type: nauc_mrr_at_1000_diff1
value: 80.5769
- type: main_score
value: 91.019
task:
type: Retrieval
- dataset:
config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics:
- type: v_measure
value: 72.7484
- type: v_measure_std
value: 2.9369
- type: main_score
value: 72.7484
task:
type: Clustering
- dataset:
config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics:
- type: v_measure
value: 73.0078
- type: v_measure_std
value: 12.3013
- type: main_score
value: 73.0078
task:
type: Clustering
- dataset:
config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics:
- type: ndcg_at_1
value: 31.3
- type: ndcg_at_3
value: 26.807
- type: ndcg_at_5
value: 24.29
- type: ndcg_at_10
value: 29.189999999999998
- type: ndcg_at_20
value: 33.212
- type: ndcg_at_100
value: 41.062
- type: ndcg_at_1000
value: 46.201
- type: map_at_1
value: 6.358
- type: map_at_3
value: 12.309000000000001
- type: map_at_5
value: 15.543000000000001
- type: map_at_10
value: 18.404999999999998
- type: map_at_20
value: 20.102
- type: map_at_100
value: 22.012
- type: map_at_1000
value: 22.391
- type: recall_at_1
value: 6.358
- type: recall_at_3
value: 15.482999999999999
- type: recall_at_5
value: 22.343
- type: recall_at_10
value: 31.378
- type: recall_at_20
value: 40.797
- type: recall_at_100
value: 66.122
- type: recall_at_1000
value: 90.878
- type: precision_at_1
value: 31.3
- type: precision_at_3
value: 25.467000000000002
- type: precision_at_5
value: 22.06
- type: precision_at_10
value: 15.479999999999999
- type: precision_at_20
value: 10.059999999999999
- type: precision_at_100
value: 3.2620000000000005
- type: precision_at_1000
value: 0.44799999999999995
- type: mrr_at_1
value: 31.3
- type: mrr_at_3
value: 41.5167
- type: mrr_at_5
value: 43.8317
- type: mrr_at_10
value: 45.236900000000006
- type: mrr_at_20
value: 45.894200000000005
- type: mrr_at_100
value: 46.2296
- type: mrr_at_1000
value: 46.247
- type: nauc_ndcg_at_1_max
value: 22.6455
- type: nauc_ndcg_at_1_std
value: -3.4214
- type: nauc_ndcg_at_1_diff1
value: 22.2194
- type: nauc_ndcg_at_3_max
value: 26.16
- type: nauc_ndcg_at_3_std
value: -4.1874
- type: nauc_ndcg_at_3_diff1
value: 15.6529
- type: nauc_ndcg_at_5_max
value: 29.849500000000003
- type: nauc_ndcg_at_5_std
value: -3.5488
- type: nauc_ndcg_at_5_diff1
value: 15.6251
- type: nauc_ndcg_at_10_max
value: 30.462600000000002
- type: nauc_ndcg_at_10_std
value: -2.4431000000000003
- type: nauc_ndcg_at_10_diff1
value: 13.424700000000001
- type: nauc_ndcg_at_20_max
value: 32.0054
- type: nauc_ndcg_at_20_std
value: -0.9074000000000001
- type: nauc_ndcg_at_20_diff1
value: 13.2326
- type: nauc_ndcg_at_100_max
value: 33.604099999999995
- type: nauc_ndcg_at_100_std
value: 3.8350000000000004
- type: nauc_ndcg_at_100_diff1
value: 12.7082
- type: nauc_ndcg_at_1000_max
value: 32.5997
- type: nauc_ndcg_at_1000_std
value: 3.2862
- type: nauc_ndcg_at_1000_diff1
value: 13.7365
- type: nauc_map_at_1_max
value: 22.3207
- type: nauc_map_at_1_std
value: -3.543
- type: nauc_map_at_1_diff1
value: 21.9335
- type: nauc_map_at_3_max
value: 24.9035
- type: nauc_map_at_3_std
value: -5.9363
- type: nauc_map_at_3_diff1
value: 15.101
- type: nauc_map_at_5_max
value: 28.5337
- type: nauc_map_at_5_std
value: -6.2807
- type: nauc_map_at_5_diff1
value: 14.9171
- type: nauc_map_at_10_max
value: 29.496899999999997
- type: nauc_map_at_10_std
value: -5.608
- type: nauc_map_at_10_diff1
value: 12.7308
- type: nauc_map_at_20_max
value: 30.4348
- type: nauc_map_at_20_std
value: -4.4265
- type: nauc_map_at_20_diff1
value: 12.4533
- type: nauc_map_at_100_max
value: 31.244100000000003
- type: nauc_map_at_100_std
value: -2.6229999999999998
- type: nauc_map_at_100_diff1
value: 12.2408
- type: nauc_map_at_1000_max
value: 31.200699999999998
- type: nauc_map_at_1000_std
value: -2.5584
- type: nauc_map_at_1000_diff1
value: 12.295499999999999
- type: nauc_recall_at_1_max
value: 22.3207
- type: nauc_recall_at_1_std
value: -3.543
- type: nauc_recall_at_1_diff1
value: 21.9335
- type: nauc_recall_at_3_max
value: 26.617800000000003
- type: nauc_recall_at_3_std
value: -4.601
- type: nauc_recall_at_3_diff1
value: 12.969800000000001
- type: nauc_recall_at_5_max
value: 31.523
- type: nauc_recall_at_5_std
value: -2.8593
- type: nauc_recall_at_5_diff1
value: 13.077
- type: nauc_recall_at_10_max
value: 30.361
- type: nauc_recall_at_10_std
value: -0.7305
- type: nauc_recall_at_10_diff1
value: 8.5364
- type: nauc_recall_at_20_max
value: 31.821700000000003
- type: nauc_recall_at_20_std
value: 2.5871999999999997
- type: nauc_recall_at_20_diff1
value: 7.7219
- type: nauc_recall_at_100_max
value: 32.658500000000004
- type: nauc_recall_at_100_std
value: 17.088
- type: nauc_recall_at_100_diff1
value: 4.2962
- type: nauc_recall_at_1000_max
value: 28.8568
- type: nauc_recall_at_1000_std
value: 30.724400000000003
- type: nauc_recall_at_1000_diff1
value: 5.7278
- type: nauc_precision_at_1_max
value: 22.6455
- type: nauc_precision_at_1_std
value: -3.4214
- type: nauc_precision_at_1_diff1
value: 22.2194
- type: nauc_precision_at_3_max
value: 27.0287
- type: nauc_precision_at_3_std
value: -4.2745999999999995
- type: nauc_precision_at_3_diff1
value: 13.2524
- type: nauc_precision_at_5_max
value: 31.798199999999998
- type: nauc_precision_at_5_std
value: -2.6458
- type: nauc_precision_at_5_diff1
value: 13.1913
- type: nauc_precision_at_10_max
value: 30.442700000000002
- type: nauc_precision_at_10_std
value: -0.7052
- type: nauc_precision_at_10_diff1
value: 8.698500000000001
- type: nauc_precision_at_20_max
value: 31.8098
- type: nauc_precision_at_20_std
value: 2.6527
- type: nauc_precision_at_20_diff1
value: 7.988199999999999
- type: nauc_precision_at_100_max
value: 31.9799
- type: nauc_precision_at_100_std
value: 16.4552
- type: nauc_precision_at_100_diff1
value: 4.6661
- type: nauc_precision_at_1000_max
value: 26.039099999999998
- type: nauc_precision_at_1000_std
value: 26.8761
- type: nauc_precision_at_1000_diff1
value: 5.564299999999999
- type: nauc_mrr_at_1_max
value: 22.6455
- type: nauc_mrr_at_1_std
value: -3.4214
- type: nauc_mrr_at_1_diff1
value: 22.2194
- type: nauc_mrr_at_3_max
value: 25.827699999999997
- type: nauc_mrr_at_3_std
value: -2.0878
- type: nauc_mrr_at_3_diff1
value: 19.0105
- type: nauc_mrr_at_5_max
value: 26.479799999999997
- type: nauc_mrr_at_5_std
value: -1.0343
- type: nauc_mrr_at_5_diff1
value: 19.4599
- type: nauc_mrr_at_10_max
value: 26.3345
- type: nauc_mrr_at_10_std
value: -1.0147
- type: nauc_mrr_at_10_diff1
value: 19.572
- type: nauc_mrr_at_20_max
value: 26.4581
- type: nauc_mrr_at_20_std
value: -1.0342
- type: nauc_mrr_at_20_diff1
value: 19.5204
- type: nauc_mrr_at_100_max
value: 26.334200000000003
- type: nauc_mrr_at_100_std
value: -1.0591
- type: nauc_mrr_at_100_diff1
value: 19.5134
- type: nauc_mrr_at_1000_max
value: 26.3192
- type: nauc_mrr_at_1000_std
value: -1.0868
- type: nauc_mrr_at_1000_diff1
value: 19.5308
- type: main_score
value: 29.189999999999998
task:
type: Retrieval
- dataset:
config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics:
- type: pearson
value: 82.9977
- type: spearman
value: 82.7264
- type: cosine_pearson
value: 82.9977
- type: cosine_spearman
value: 82.7264
- type: manhattan_pearson
value: 79.2844
- type: manhattan_spearman
value: 82.706
- type: euclidean_pearson
value: 79.30319999999999
- type: euclidean_spearman
value: 82.7264
- type: main_score
value: 82.7264
task:
type: STS
- dataset:
config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics:
- type: pearson
value: 86.691
- type: spearman
value: 79.9669
- type: cosine_pearson
value: 86.691
- type: cosine_spearman
value: 79.9669
- type: manhattan_pearson
value: 81.131
- type: manhattan_spearman
value: 79.9913
- type: euclidean_pearson
value: 81.13550000000001
- type: euclidean_spearman
value: 79.9667
- type: main_score
value: 79.9669
task:
type: STS
- dataset:
config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics:
- type: pearson
value: 85.1053
- type: spearman
value: 83.94890000000001
- type: cosine_pearson
value: 85.1053
- type: cosine_spearman
value: 83.94890000000001
- type: manhattan_pearson
value: 83.7957
- type: manhattan_spearman
value: 83.8831
- type: euclidean_pearson
value: 83.8318
- type: euclidean_spearman
value: 83.94890000000001
- type: main_score
value: 83.94890000000001
task:
type: STS
- dataset:
config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics:
- type: pearson
value: 84.23610000000001
- type: spearman
value: 84.2503
- type: cosine_pearson
value: 84.23610000000001
- type: cosine_spearman
value: 84.2503
- type: manhattan_pearson
value: 82.3061
- type: manhattan_spearman
value: 84.2598
- type: euclidean_pearson
value: 82.30330000000001
- type: euclidean_spearman
value: 84.2503
- type: main_score
value: 84.2503
task:
type: STS
- dataset:
config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics:
- type: pearson
value: 90.5569
- type: spearman
value: 90.4496
- type: cosine_pearson
value: 90.5569
- type: cosine_spearman
value: 90.4496
- type: manhattan_pearson
value: 88.5942
- type: manhattan_spearman
value: 90.4286
- type: euclidean_pearson
value: 88.6003
- type: euclidean_spearman
value: 90.4496
- type: main_score
value: 90.4496
task:
type: STS
- dataset:
config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics:
- type: pearson
value: 86.447
- type: spearman
value: 86.4776
- type: cosine_pearson
value: 86.447
- type: cosine_spearman
value: 86.4776
- type: manhattan_pearson
value: 85.3768
- type: manhattan_spearman
value: 86.48599999999999
- type: euclidean_pearson
value: 85.3792
- type: euclidean_spearman
value: 86.4776
- type: main_score
value: 86.4776
task:
type: STS
- dataset:
config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 90.40820000000001
- type: spearman
value: 89.7495
- type: cosine_pearson
value: 90.40820000000001
- type: cosine_spearman
value: 89.7495
- type: manhattan_pearson
value: 88.20519999999999
- type: manhattan_spearman
value: 89.62689999999999
- type: euclidean_pearson
value: 88.268
- type: euclidean_spearman
value: 89.7495
- type: main_score
value: 89.7495
task:
type: STS
- dataset:
config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics:
- type: pearson
value: 69.5732
- type: spearman
value: 67.7261
- type: cosine_pearson
value: 69.5732
- type: cosine_spearman
value: 67.7261
- type: manhattan_pearson
value: 69.7793
- type: manhattan_spearman
value: 67.9213
- type: euclidean_pearson
value: 69.6908
- type: euclidean_spearman
value: 67.7261
- type: main_score
value: 67.7261
task:
type: STS
- dataset:
config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics:
- type: pearson
value: 86.6914
- type: spearman
value: 87.2151
- type: cosine_pearson
value: 86.6914
- type: cosine_spearman
value: 87.2151
- type: manhattan_pearson
value: 85.8277
- type: manhattan_spearman
value: 87.2492
- type: euclidean_pearson
value: 85.79719999999999
- type: euclidean_spearman
value: 87.2151
- type: main_score
value: 87.2151
task:
type: STS
- dataset:
config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics:
- type: map
value: 89.137
- type: mrr
value: 96.7541
- type: nAUC_map_max
value: 52.1481
- type: nAUC_map_std
value: 72.15859999999999
- type: nAUC_map_diff1
value: -10.389
- type: nAUC_mrr_max
value: 85.25160000000001
- type: nAUC_mrr_std
value: 87.73570000000001
- type: nAUC_mrr_diff1
value: 30.605300000000003
- type: main_score
value: 89.137
task:
type: Reranking
- dataset:
config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics:
- type: ndcg_at_1
value: 71.667
- type: ndcg_at_3
value: 79.611
- type: ndcg_at_5
value: 81.394
- type: ndcg_at_10
value: 83.279
- type: ndcg_at_20
value: 83.8
- type: ndcg_at_100
value: 84.233
- type: ndcg_at_1000
value: 84.316
- type: map_at_1
value: 68.57799999999999
- type: map_at_3
value: 76.639
- type: map_at_5
value: 78.168
- type: map_at_10
value: 79.148
- type: map_at_20
value: 79.31
- type: map_at_100
value: 79.36800000000001
- type: map_at_1000
value: 79.37100000000001
- type: recall_at_1
value: 68.57799999999999
- type: recall_at_3
value: 85.47200000000001
- type: recall_at_5
value: 89.839
- type: recall_at_10
value: 95
- type: recall_at_20
value: 97
- type: recall_at_100
value: 99.333
- type: recall_at_1000
value: 100
- type: precision_at_1
value: 71.667
- type: precision_at_3
value: 31
- type: precision_at_5
value: 20.067
- type: precision_at_10
value: 10.767
- type: precision_at_20
value: 5.5
- type: precision_at_100
value: 1.123
- type: precision_at_1000
value: 0.11299999999999999
- type: mrr_at_1
value: 71.6667
- type: mrr_at_3
value: 78.2222
- type: mrr_at_5
value: 79.0222
- type: mrr_at_10
value: 79.7295
- type: mrr_at_20
value: 79.83879999999999
- type: mrr_at_100
value: 79.89739999999999
- type: mrr_at_1000
value: 79.9004
- type: nauc_ndcg_at_1_max
value: 42.2431
- type: nauc_ndcg_at_1_std
value: -2.0832
- type: nauc_ndcg_at_1_diff1
value: 76.9413
- type: nauc_ndcg_at_3_max
value: 34.7709
- type: nauc_ndcg_at_3_std
value: -6.3732999999999995
- type: nauc_ndcg_at_3_diff1
value: 74.6789
- type: nauc_ndcg_at_5_max
value: 37.940400000000004
- type: nauc_ndcg_at_5_std
value: -3.9581999999999997
- type: nauc_ndcg_at_5_diff1
value: 75.22330000000001
- type: nauc_ndcg_at_10_max
value: 41.6103
- type: nauc_ndcg_at_10_std
value: -0.0314
- type: nauc_ndcg_at_10_diff1
value: 75.2945
- type: nauc_ndcg_at_20_max
value: 42.524
- type: nauc_ndcg_at_20_std
value: 0.2979
- type: nauc_ndcg_at_20_diff1
value: 75.4989
- type: nauc_ndcg_at_100_max
value: 41.727399999999996
- type: nauc_ndcg_at_100_std
value: -0.4197
- type: nauc_ndcg_at_100_diff1
value: 75.7163
- type: nauc_ndcg_at_1000_max
value: 41.3855
- type: nauc_ndcg_at_1000_std
value: -0.6131
- type: nauc_ndcg_at_1000_diff1
value: 75.618
- type: nauc_map_at_1_max
value: 32.7432
- type: nauc_map_at_1_std
value: -10.6948
- type: nauc_map_at_1_diff1
value: 77.2203
- type: nauc_map_at_3_max
value: 32.7526
- type: nauc_map_at_3_std
value: -7.8953
- type: nauc_map_at_3_diff1
value: 75.88380000000001
- type: nauc_map_at_5_max
value: 36.868
- type: nauc_map_at_5_std
value: -4.5381
- type: nauc_map_at_5_diff1
value: 75.5504
- type: nauc_map_at_10_max
value: 39.0762
- type: nauc_map_at_10_std
value: -2.1559
- type: nauc_map_at_10_diff1
value: 75.5037
- type: nauc_map_at_20_max
value: 39.3914
- type: nauc_map_at_20_std
value: -2.075
- type: nauc_map_at_20_diff1
value: 75.5527
- type: nauc_map_at_100_max
value: 39.2883
- type: nauc_map_at_100_std
value: -2.1987
- type: nauc_map_at_100_diff1
value: 75.57979999999999
- type: nauc_map_at_1000_max
value: 39.278200000000005
- type: nauc_map_at_1000_std
value: -2.1991
- type: nauc_map_at_1000_diff1
value: 75.5776
- type: nauc_recall_at_1_max
value: 32.7432
- type: nauc_recall_at_1_std
value: -10.6948
- type: nauc_recall_at_1_diff1
value: 77.2203
- type: nauc_recall_at_3_max
value: 23.718500000000002
- type: nauc_recall_at_3_std
value: -14.9527
- type: nauc_recall_at_3_diff1
value: 70.99849999999999
- type: nauc_recall_at_5_max
value: 34.1278
- type: nauc_recall_at_5_std
value: -8.9991
- type: nauc_recall_at_5_diff1
value: 72.9131
- type: nauc_recall_at_10_max
value: 53.4174
- type: nauc_recall_at_10_std
value: 10.591299999999999
- type: nauc_recall_at_10_diff1
value: 72.1148
- type: nauc_recall_at_20_max
value: 74.4061
- type: nauc_recall_at_20_std
value: 23.5605
- type: nauc_recall_at_20_diff1
value: 74.515
- type: nauc_recall_at_100_max
value: 100
- type: nauc_recall_at_100_std
value: 41.4332
- type: nauc_recall_at_100_diff1
value: 93.4641
- type: nauc_recall_at_1000_max
value: null
- type: nauc_recall_at_1000_std
value: null
- type: nauc_recall_at_1000_diff1
value: null
- type: nauc_precision_at_1_max
value: 42.2431
- type: nauc_precision_at_1_std
value: -2.0832
- type: nauc_precision_at_1_diff1
value: 76.9413
- type: nauc_precision_at_3_max
value: 31.2606
- type: nauc_precision_at_3_std
value: 19.564300000000003
- type: nauc_precision_at_3_diff1
value: 27.538899999999998
- type: nauc_precision_at_5_max
value: 36.896
- type: nauc_precision_at_5_std
value: 32.9313
- type: nauc_precision_at_5_diff1
value: 5.233899999999999
- type: nauc_precision_at_10_max
value: 40.0781
- type: nauc_precision_at_10_std
value: 48.0555
- type: nauc_precision_at_10_diff1
value: -14.6074
- type: nauc_precision_at_20_max
value: 39.3814
- type: nauc_precision_at_20_std
value: 49.9845
- type: nauc_precision_at_20_diff1
value: -21.171
- type: nauc_precision_at_100_max
value: 36.6046
- type: nauc_precision_at_100_std
value: 53.1439
- type: nauc_precision_at_100_diff1
value: -30.216500000000003
- type: nauc_precision_at_1000_max
value: 34.7361
- type: nauc_precision_at_1000_std
value: 53.4891
- type: nauc_precision_at_1000_diff1
value: -33.8617
- type: nauc_mrr_at_1_max
value: 42.2431
- type: nauc_mrr_at_1_std
value: -2.0832
- type: nauc_mrr_at_1_diff1
value: 76.9413
- type: nauc_mrr_at_3_max
value: 40.1861
- type: nauc_mrr_at_3_std
value: -2.1431
- type: nauc_mrr_at_3_diff1
value: 75.3883
- type: nauc_mrr_at_5_max
value: 40.9913
- type: nauc_mrr_at_5_std
value: -1.6580000000000001
- type: nauc_mrr_at_5_diff1
value: 75.8294
- type: nauc_mrr_at_10_max
value: 41.8035
- type: nauc_mrr_at_10_std
value: -1.1311
- type: nauc_mrr_at_10_diff1
value: 75.9254
- type: nauc_mrr_at_20_max
value: 41.9873
- type: nauc_mrr_at_20_std
value: -1.1159000000000001
- type: nauc_mrr_at_20_diff1
value: 75.9764
- type: nauc_mrr_at_100_max
value: 41.890699999999995
- type: nauc_mrr_at_100_std
value: -1.239
- type: nauc_mrr_at_100_diff1
value: 76.00529999999999
- type: nauc_mrr_at_1000_max
value: 41.8809
- type: nauc_mrr_at_1000_std
value: -1.2392
- type: nauc_mrr_at_1000_diff1
value: 76.0031
- type: main_score
value: 83.279
task:
type: Retrieval
- dataset:
config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics:
- type: similarity_accuracy
value: 99.8644
- type: similarity_accuracy_threshold
value: 85.02
- type: similarity_f1
value: 93.1875
- type: similarity_f1_threshold
value: 85.02
- type: similarity_precision
value: 92.6805
- type: similarity_recall
value: 93.7
- type: similarity_ap
value: 96.7847
- type: cosine_accuracy
value: 99.8644
- type: cosine_accuracy_threshold
value: 85.02
- type: cosine_f1
value: 93.1875
- type: cosine_f1_threshold
value: 85.02
- type: cosine_precision
value: 92.6805
- type: cosine_recall
value: 93.7
- type: cosine_ap
value: 96.7847
- type: manhattan_accuracy
value: 99.8634
- type: manhattan_accuracy_threshold
value: 2593.8221
- type: manhattan_f1
value: 93.1275
- type: manhattan_f1_threshold
value: 2593.8221
- type: manhattan_precision
value: 92.7579
- type: manhattan_recall
value: 93.5
- type: manhattan_ap
value: 96.806
- type: euclidean_accuracy
value: 99.8644
- type: euclidean_accuracy_threshold
value: 54.7358
- type: euclidean_f1
value: 93.1875
- type: euclidean_f1_threshold
value: 54.7358
- type: euclidean_precision
value: 92.6805
- type: euclidean_recall
value: 93.7
- type: euclidean_ap
value: 96.7847
- type: dot_accuracy
value: 99.8644
- type: dot_accuracy_threshold
value: 85.02
- type: dot_f1
value: 93.1875
- type: dot_f1_threshold
value: 85.02
- type: dot_precision
value: 92.6805
- type: dot_recall
value: 93.7
- type: dot_ap
value: 96.7847
- type: max_accuracy
value: 99.8644
- type: max_f1
value: 93.1875
- type: max_precision
value: 92.7579
- type: max_recall
value: 93.7
- type: max_ap
value: 96.806
- type: main_score
value: 96.806
task:
type: PairClassification
- dataset:
config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics:
- type: v_measure
value: 81.7075
- type: v_measure_std
value: 2.4228
- type: main_score
value: 81.7075
task:
type: Clustering
- dataset:
config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics:
- type: v_measure
value: 39.836
- type: v_measure_std
value: 1.5339
- type: main_score
value: 39.836
task:
type: Clustering
- dataset:
config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics:
- type: map
value: 62.9227
- type: mrr
value: 64.1239
- type: nAUC_map_max
value: 9.3055
- type: nAUC_map_std
value: 3.2321000000000004
- type: nAUC_map_diff1
value: 45.2884
- type: nAUC_mrr_max
value: 10.8913
- type: nAUC_mrr_std
value: 4.1469
- type: nAUC_mrr_diff1
value: 45.280300000000004
- type: main_score
value: 62.9227
task:
type: Reranking
- dataset:
config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics:
- type: pearson
value: 45.5445
- type: spearman
value: 40.5224
- type: cosine_spearman
value: 40.5224
- type: cosine_pearson
value: 45.5445
- type: dot_spearman
value: 40.5224
- type: dot_pearson
value: 45.5446
- type: main_score
value: 40.5224
task:
type: Summarization
- dataset:
config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics:
- type: ndcg_at_1
value: 86
- type: ndcg_at_3
value: 86.70400000000001
- type: ndcg_at_5
value: 84.654
- type: ndcg_at_10
value: 80.972
- type: ndcg_at_20
value: 76.783
- type: ndcg_at_100
value: 63.146
- type: ndcg_at_1000
value: 56.424
- type: map_at_1
value: 0.251
- type: map_at_3
value: 0.719
- type: map_at_5
value: 1.131
- type: map_at_10
value: 2.0820000000000003
- type: map_at_20
value: 3.746
- type: map_at_100
value: 13.020999999999999
- type: map_at_1000
value: 31.527
- type: recall_at_1
value: 0.251
- type: recall_at_3
value: 0.742
- type: recall_at_5
value: 1.179
- type: recall_at_10
value: 2.237
- type: recall_at_20
value: 4.144
- type: recall_at_100
value: 16.054
- type: recall_at_1000
value: 52.76
- type: precision_at_1
value: 92
- type: precision_at_3
value: 92
- type: precision_at_5
value: 88.8
- type: precision_at_10
value: 85
- type: precision_at_20
value: 79.7
- type: precision_at_100
value: 64.53999999999999
- type: precision_at_1000
value: 24.471999999999998
- type: mrr_at_1
value: 92
- type: mrr_at_3
value: 95.6667
- type: mrr_at_5
value: 95.6667
- type: mrr_at_10
value: 95.6667
- type: mrr_at_20
value: 95.6667
- type: mrr_at_100
value: 95.6667
- type: mrr_at_1000
value: 95.6667
- type: nauc_ndcg_at_1_max
value: 7.0274
- type: nauc_ndcg_at_1_std
value: 41.318
- type: nauc_ndcg_at_1_diff1
value: -46.5125
- type: nauc_ndcg_at_3_max
value: 2.0167
- type: nauc_ndcg_at_3_std
value: 36.144999999999996
- type: nauc_ndcg_at_3_diff1
value: -17.705199999999998
- type: nauc_ndcg_at_5_max
value: -6.812
- type: nauc_ndcg_at_5_std
value: 41.8996
- type: nauc_ndcg_at_5_diff1
value: -14.7154
- type: nauc_ndcg_at_10_max
value: 15.1784
- type: nauc_ndcg_at_10_std
value: 51.709799999999994
- type: nauc_ndcg_at_10_diff1
value: -5.0968
- type: nauc_ndcg_at_20_max
value: 28.403200000000002
- type: nauc_ndcg_at_20_std
value: 59.824299999999994
- type: nauc_ndcg_at_20_diff1
value: -14.036000000000001
- type: nauc_ndcg_at_100_max
value: 35.4195
- type: nauc_ndcg_at_100_std
value: 75.7747
- type: nauc_ndcg_at_100_diff1
value: -10.4627
- type: nauc_ndcg_at_1000_max
value: 31.450400000000002
- type: nauc_ndcg_at_1000_std
value: 78.85940000000001
- type: nauc_ndcg_at_1000_diff1
value: -1.3263
- type: nauc_map_at_1_max
value: -3.8297
- type: nauc_map_at_1_std
value: -10.6113
- type: nauc_map_at_1_diff1
value: 9.2146
- type: nauc_map_at_3_max
value: -3.1165000000000003
- type: nauc_map_at_3_std
value: -8.4396
- type: nauc_map_at_3_diff1
value: 14.183000000000002
- type: nauc_map_at_5_max
value: -4.4023
- type: nauc_map_at_5_std
value: -6.641500000000001
- type: nauc_map_at_5_diff1
value: 16.1186
- type: nauc_map_at_10_max
value: 1.802
- type: nauc_map_at_10_std
value: 0.9958
- type: nauc_map_at_10_diff1
value: 20.3485
- type: nauc_map_at_20_max
value: 10.9146
- type: nauc_map_at_20_std
value: 10.3413
- type: nauc_map_at_20_diff1
value: 14.7839
- type: nauc_map_at_100_max
value: 25.633
- type: nauc_map_at_100_std
value: 44.9724
- type: nauc_map_at_100_diff1
value: 6.572699999999999
- type: nauc_map_at_1000_max
value: 33.8688
- type: nauc_map_at_1000_std
value: 76.9255
- type: nauc_map_at_1000_diff1
value: -5.8205
- type: nauc_recall_at_1_max
value: -3.8297
- type: nauc_recall_at_1_std
value: -10.6113
- type: nauc_recall_at_1_diff1
value: 9.2146
- type: nauc_recall_at_3_max
value: -6.209
- type: nauc_recall_at_3_std
value: -11.3272
- type: nauc_recall_at_3_diff1
value: 16.497500000000002
- type: nauc_recall_at_5_max
value: -7.6928
- type: nauc_recall_at_5_std
value: -8.9985
- type: nauc_recall_at_5_diff1
value: 19.028100000000002
- type: nauc_recall_at_10_max
value: -1.3407
- type: nauc_recall_at_10_std
value: -2.5698
- type: nauc_recall_at_10_diff1
value: 21.570700000000002
- type: nauc_recall_at_20_max
value: 6.866700000000001
- type: nauc_recall_at_20_std
value: 5.7298
- type: nauc_recall_at_20_diff1
value: 16.050800000000002
- type: nauc_recall_at_100_max
value: 16.4856
- type: nauc_recall_at_100_std
value: 33.1774
- type: nauc_recall_at_100_diff1
value: 12.0273
- type: nauc_recall_at_1000_max
value: 25.3677
- type: nauc_recall_at_1000_std
value: 71.1541
- type: nauc_recall_at_1000_diff1
value: 0.796
- type: nauc_precision_at_1_max
value: 57.236200000000004
- type: nauc_precision_at_1_std
value: 47.7241
- type: nauc_precision_at_1_diff1
value: -57.8198
- type: nauc_precision_at_3_max
value: 35.6953
- type: nauc_precision_at_3_std
value: 31.414199999999997
- type: nauc_precision_at_3_diff1
value: -6.7696000000000005
- type: nauc_precision_at_5_max
value: 1.699
- type: nauc_precision_at_5_std
value: 37.6284
- type: nauc_precision_at_5_diff1
value: -4.9533000000000005
- type: nauc_precision_at_10_max
value: 31.645400000000002
- type: nauc_precision_at_10_std
value: 48.4684
- type: nauc_precision_at_10_diff1
value: 8.3324
- type: nauc_precision_at_20_max
value: 45.7958
- type: nauc_precision_at_20_std
value: 56.3558
- type: nauc_precision_at_20_diff1
value: -7.8348
- type: nauc_precision_at_100_max
value: 40.1005
- type: nauc_precision_at_100_std
value: 73.342
- type: nauc_precision_at_100_diff1
value: -7.284400000000001
- type: nauc_precision_at_1000_max
value: 27.9268
- type: nauc_precision_at_1000_std
value: 50.145799999999994
- type: nauc_precision_at_1000_diff1
value: -15.678700000000001
- type: nauc_mrr_at_1_max
value: 57.236200000000004
- type: nauc_mrr_at_1_std
value: 47.7241
- type: nauc_mrr_at_1_diff1
value: -57.8198
- type: nauc_mrr_at_3_max
value: 53.7779
- type: nauc_mrr_at_3_std
value: 51.74530000000001
- type: nauc_mrr_at_3_diff1
value: -49.1094
- type: nauc_mrr_at_5_max
value: 53.7779
- type: nauc_mrr_at_5_std
value: 51.74530000000001
- type: nauc_mrr_at_5_diff1
value: -49.1094
- type: nauc_mrr_at_10_max
value: 53.7779
- type: nauc_mrr_at_10_std
value: 51.74530000000001
- type: nauc_mrr_at_10_diff1
value: -49.1094
- type: nauc_mrr_at_20_max
value: 53.7779
- type: nauc_mrr_at_20_std
value: 51.74530000000001
- type: nauc_mrr_at_20_diff1
value: -49.1094
- type: nauc_mrr_at_100_max
value: 53.7779
- type: nauc_mrr_at_100_std
value: 51.74530000000001
- type: nauc_mrr_at_100_diff1
value: -49.1094
- type: nauc_mrr_at_1000_max
value: 53.7779
- type: nauc_mrr_at_1000_std
value: 51.74530000000001
- type: nauc_mrr_at_1000_diff1
value: -49.1094
- type: main_score
value: 80.972
task:
type: Retrieval
- dataset:
config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics:
- type: ndcg_at_1
value: 45.918
- type: ndcg_at_3
value: 42.414
- type: ndcg_at_5
value: 36.911
- type: ndcg_at_10
value: 34.059
- type: ndcg_at_20
value: 33.789
- type: ndcg_at_100
value: 43.24
- type: ndcg_at_1000
value: 53.028
- type: map_at_1
value: 3.711
- type: map_at_3
value: 8.031
- type: map_at_5
value: 10.174999999999999
- type: map_at_10
value: 13.745
- type: map_at_20
value: 16.833000000000002
- type: map_at_100
value: 20.534
- type: map_at_1000
value: 21.929000000000002
- type: recall_at_1
value: 3.711
- type: recall_at_3
value: 9.289
- type: recall_at_5
value: 12.469
- type: recall_at_10
value: 20.31
- type: recall_at_20
value: 28.549999999999997
- type: recall_at_100
value: 50.132
- type: recall_at_1000
value: 78.636
- type: precision_at_1
value: 48.980000000000004
- type: precision_at_3
value: 43.537
- type: precision_at_5
value: 35.510000000000005
- type: precision_at_10
value: 29.592000000000002
- type: precision_at_20
value: 21.633
- type: precision_at_100
value: 8.265
- type: precision_at_1000
value: 1.478
- type: mrr_at_1
value: 48.9796
- type: mrr_at_3
value: 61.9048
- type: mrr_at_5
value: 62.8231
- type: mrr_at_10
value: 64.78620000000001
- type: mrr_at_20
value: 64.8882
- type: mrr_at_100
value: 64.9667
- type: mrr_at_1000
value: 64.9667
- type: nauc_ndcg_at_1_max
value: -14.377
- type: nauc_ndcg_at_1_std
value: -24.7998
- type: nauc_ndcg_at_1_diff1
value: -2.7112000000000003
- type: nauc_ndcg_at_3_max
value: -25.411
- type: nauc_ndcg_at_3_std
value: -21.4105
- type: nauc_ndcg_at_3_diff1
value: 11.6233
- type: nauc_ndcg_at_5_max
value: -18.7583
- type: nauc_ndcg_at_5_std
value: -12.3778
- type: nauc_ndcg_at_5_diff1
value: 2.0221
- type: nauc_ndcg_at_10_max
value: -20.5164
- type: nauc_ndcg_at_10_std
value: -15.9037
- type: nauc_ndcg_at_10_diff1
value: 4.8377
- type: nauc_ndcg_at_20_max
value: -24.3335
- type: nauc_ndcg_at_20_std
value: -15.4334
- type: nauc_ndcg_at_20_diff1
value: 5.2053
- type: nauc_ndcg_at_100_max
value: -27.9931
- type: nauc_ndcg_at_100_std
value: -0.267
- type: nauc_ndcg_at_100_diff1
value: 8.0295
- type: nauc_ndcg_at_1000_max
value: -22.2584
- type: nauc_ndcg_at_1000_std
value: 16.6679
- type: nauc_ndcg_at_1000_diff1
value: -0.8999999999999999
- type: nauc_map_at_1_max
value: -19.5845
- type: nauc_map_at_1_std
value: -33.0644
- type: nauc_map_at_1_diff1
value: -5.815300000000001
- type: nauc_map_at_3_max
value: -28.4895
- type: nauc_map_at_3_std
value: -32.191199999999995
- type: nauc_map_at_3_diff1
value: 9.8452
- type: nauc_map_at_5_max
value: -17.3979
- type: nauc_map_at_5_std
value: -21.3281
- type: nauc_map_at_5_diff1
value: -2.7651
- type: nauc_map_at_10_max
value: -16.5472
- type: nauc_map_at_10_std
value: -21.7069
- type: nauc_map_at_10_diff1
value: -1.7826000000000002
- type: nauc_map_at_20_max
value: -18.6049
- type: nauc_map_at_20_std
value: -17.8565
- type: nauc_map_at_20_diff1
value: -0.0181
- type: nauc_map_at_100_max
value: -20.030800000000003
- type: nauc_map_at_100_std
value: -8.6978
- type: nauc_map_at_100_diff1
value: 1.1159000000000001
- type: nauc_map_at_1000_max
value: -18.5756
- type: nauc_map_at_1000_std
value: -4.4186000000000005
- type: nauc_map_at_1000_diff1
value: -0.7358
- type: nauc_recall_at_1_max
value: -19.5845
- type: nauc_recall_at_1_std
value: -33.0644
- type: nauc_recall_at_1_diff1
value: -5.815300000000001
- type: nauc_recall_at_3_max
value: -33.051199999999994
- type: nauc_recall_at_3_std
value: -30.767099999999996
- type: nauc_recall_at_3_diff1
value: 11.7941
- type: nauc_recall_at_5_max
value: -18.8571
- type: nauc_recall_at_5_std
value: -17.8328
- type: nauc_recall_at_5_diff1
value: -5.9348
- type: nauc_recall_at_10_max
value: -20.657700000000002
- type: nauc_recall_at_10_std
value: -20.5083
- type: nauc_recall_at_10_diff1
value: 0.7172999999999999
- type: nauc_recall_at_20_max
value: -21.78
- type: nauc_recall_at_20_std
value: -12.2194
- type: nauc_recall_at_20_diff1
value: 2.4215
- type: nauc_recall_at_100_max
value: -28.1499
- type: nauc_recall_at_100_std
value: 12.5616
- type: nauc_recall_at_100_diff1
value: 6.282400000000001
- type: nauc_recall_at_1000_max
value: -3.4448
- type: nauc_recall_at_1000_std
value: 70.2153
- type: nauc_recall_at_1000_diff1
value: -20.1278
- type: nauc_precision_at_1_max
value: -16.253600000000002
- type: nauc_precision_at_1_std
value: -28.961100000000002
- type: nauc_precision_at_1_diff1
value: -4.5123999999999995
- type: nauc_precision_at_3_max
value: -31.231399999999997
- type: nauc_precision_at_3_std
value: -21.6787
- type: nauc_precision_at_3_diff1
value: 14.080799999999998
- type: nauc_precision_at_5_max
value: -18.4843
- type: nauc_precision_at_5_std
value: -4.0988
- type: nauc_precision_at_5_diff1
value: -2.3491
- type: nauc_precision_at_10_max
value: -21.7679
- type: nauc_precision_at_10_std
value: -2.7599
- type: nauc_precision_at_10_diff1
value: 10.6409
- type: nauc_precision_at_20_max
value: -17.049300000000002
- type: nauc_precision_at_20_std
value: 12.609200000000001
- type: nauc_precision_at_20_diff1
value: 11.3369
- type: nauc_precision_at_100_max
value: -9.675699999999999
- type: nauc_precision_at_100_std
value: 44.9955
- type: nauc_precision_at_100_diff1
value: 5.7501999999999995
- type: nauc_precision_at_1000_max
value: 29.789500000000004
- type: nauc_precision_at_1000_std
value: 58.205200000000005
- type: nauc_precision_at_1000_diff1
value: -22.6755
- type: nauc_mrr_at_1_max
value: -16.253600000000002
- type: nauc_mrr_at_1_std
value: -28.961100000000002
- type: nauc_mrr_at_1_diff1
value: -4.5123999999999995
- type: nauc_mrr_at_3_max
value: -30.4084
- type: nauc_mrr_at_3_std
value: -29.1267
- type: nauc_mrr_at_3_diff1
value: -2.9535
- type: nauc_mrr_at_5_max
value: -31.6427
- type: nauc_mrr_at_5_std
value: -27.5858
- type: nauc_mrr_at_5_diff1
value: -2.032
- type: nauc_mrr_at_10_max
value: -31.1008
- type: nauc_mrr_at_10_std
value: -27.338099999999997
- type: nauc_mrr_at_10_diff1
value: -0.1675
- type: nauc_mrr_at_20_max
value: -30.7834
- type: nauc_mrr_at_20_std
value: -27.6591
- type: nauc_mrr_at_20_diff1
value: -0.3828
- type: nauc_mrr_at_100_max
value: -30.3645
- type: nauc_mrr_at_100_std
value: -28.003
- type: nauc_mrr_at_100_diff1
value: -0.48979999999999996
- type: nauc_mrr_at_1000_max
value: -30.3645
- type: nauc_mrr_at_1000_std
value: -28.003
- type: nauc_mrr_at_1000_diff1
value: -0.48979999999999996
- type: main_score
value: 34.059
task:
type: Retrieval
- dataset:
config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics:
- type: accuracy
value: 95.1318
- type: f1
value: 84.8018
- type: f1_weighted
value: 95.3488
- type: ap
value: 54.4247
- type: ap_weighted
value: 54.4247
- type: main_score
value: 95.1318
task:
type: Classification
- dataset:
config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics:
- type: accuracy
value: 81.4488
- type: f1
value: 81.77990000000001
- type: f1_weighted
value: 81.4677
- type: main_score
value: 81.4488
task:
type: Classification
- dataset:
config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics:
- type: v_measure
value: 71.18560000000001
- type: v_measure_std
value: 1.1396
- type: main_score
value: 71.18560000000001
task:
type: Clustering
- dataset:
config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics:
- type: similarity_accuracy
value: 88.3293
- type: similarity_accuracy_threshold
value: 89.5055
- type: similarity_f1
value: 72.9896
- type: similarity_f1_threshold
value: 87.6934
- type: similarity_precision
value: 69.5767
- type: similarity_recall
value: 76.7546
- type: similarity_ap
value: 80.33160000000001
- type: cosine_accuracy
value: 88.3293
- type: cosine_accuracy_threshold
value: 89.5055
- type: cosine_f1
value: 72.9896
- type: cosine_f1_threshold
value: 87.6934
- type: cosine_precision
value: 69.5767
- type: cosine_recall
value: 76.7546
- type: cosine_ap
value: 80.33160000000001
- type: manhattan_accuracy
value: 88.29350000000001
- type: manhattan_accuracy_threshold
value: 2182.2741
- type: manhattan_f1
value: 73.0484
- type: manhattan_f1_threshold
value: 2329.781
- type: manhattan_precision
value: 70.9245
- type: manhattan_recall
value: 75.3034
- type: manhattan_ap
value: 80.3871
- type: euclidean_accuracy
value: 88.3293
- type: euclidean_accuracy_threshold
value: 45.8136
- type: euclidean_f1
value: 72.9896
- type: euclidean_f1_threshold
value: 49.6117
- type: euclidean_precision
value: 69.5767
- type: euclidean_recall
value: 76.7546
- type: euclidean_ap
value: 80.33160000000001
- type: dot_accuracy
value: 88.3293
- type: dot_accuracy_threshold
value: 89.5055
- type: dot_f1
value: 72.9896
- type: dot_f1_threshold
value: 87.6934
- type: dot_precision
value: 69.5767
- type: dot_recall
value: 76.7546
- type: dot_ap
value: 80.33160000000001
- type: max_accuracy
value: 88.3293
- type: max_f1
value: 73.0484
- type: max_precision
value: 70.9245
- type: max_recall
value: 76.7546
- type: max_ap
value: 80.3871
- type: main_score
value: 80.3871
task:
type: PairClassification
- dataset:
config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics:
- type: similarity_accuracy
value: 89.5098
- type: similarity_accuracy_threshold
value: 86.3375
- type: similarity_f1
value: 79.5103
- type: similarity_f1_threshold
value: 85.09649999999999
- type: similarity_precision
value: 77.381
- type: similarity_recall
value: 81.76010000000001
- type: similarity_ap
value: 87.07770000000001
- type: cosine_accuracy
value: 89.5098
- type: cosine_accuracy_threshold
value: 86.3375
- type: cosine_f1
value: 79.5103
- type: cosine_f1_threshold
value: 85.09649999999999
- type: cosine_precision
value: 77.381
- type: cosine_recall
value: 81.76010000000001
- type: cosine_ap
value: 87.07770000000001
- type: manhattan_accuracy
value: 89.5195
- type: manhattan_accuracy_threshold
value: 2522.3334999999997
- type: manhattan_f1
value: 79.4922
- type: manhattan_f1_threshold
value: 2646.0447
- type: manhattan_precision
value: 75.5303
- type: manhattan_recall
value: 83.8928
- type: manhattan_ap
value: 87.0889
- type: euclidean_accuracy
value: 89.5098
- type: euclidean_accuracy_threshold
value: 52.2734
- type: euclidean_f1
value: 79.5103
- type: euclidean_f1_threshold
value: 54.595800000000004
- type: euclidean_precision
value: 77.381
- type: euclidean_recall
value: 81.76010000000001
- type: euclidean_ap
value: 87.07770000000001
- type: dot_accuracy
value: 89.5098
- type: dot_accuracy_threshold
value: 86.3375
- type: dot_f1
value: 79.5103
- type: dot_f1_threshold
value: 85.09649999999999
- type: dot_precision
value: 77.381
- type: dot_recall
value: 81.76010000000001
- type: dot_ap
value: 87.07770000000001
- type: max_accuracy
value: 89.5195
- type: max_f1
value: 79.5103
- type: max_precision
value: 77.381
- type: max_recall
value: 83.8928
- type: max_ap
value: 87.0889
- type: main_score
value: 87.0889
task:
type: PairClassification
tags:
- mteb
Gemma Embeddings v1.0
GemmaEmbed is a dense-vector embedding model, trained especially for retrieval. As of December 12, 2024, GemmaEmbed achieves the #1 position overall on the MTEB leaderboard, with a score of 72.72.
Important Notes
- This is not an official Google product.
- This is a research project.
Results summary
Results comparing with BGE-EN-ICL and NV-Embed-v2 on each task in MTEB:
| Model | Total (56) | Classification (12) | Classification Pair (3) | STS (10) | Clustering (11) | Reranking (4) | Retrieval (15) | Summary (1) |
|---|---|---|---|---|---|---|---|---|
| bge-en-icl | 0.7167 | 0.8895 | 0.8814 | 0.8425 | 0.5789 | 0.5986 | 0.6216 | 0.3077 |
| NV-Embed-v2 | 0.7231 | 0.9037 | 0.8867 | 0.8431 | 0.5846 | 0.6065 | 0.6265 | 0.3070 |
| Gemma-Embeddings-v1.0 | 0.7272 | 0.9000 | 0.8809 | 0.8423 | 0.5826 | 0.6214 | 0.6371 | 0.4052 |
Model & Data
Our base encoder model is Gemma2 9B.
We use the BGE-EN-ICL training data.
Research Team
- Nicholas Monath
- Michael Boratko
- Seungyeon Kim
- Andrew McCallum
- Rob Fergus
- Manzil Zaheer