README.md

---
model-index:
- name: no_model_name_available
  results:
  - dataset:
      config: default
      name: MTEB ArguAna (default)
      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
      split: test
      type: mteb/arguana
    metrics:
    - type: main_score
      value: 62.604000000000006
    - type: map_at_1
      value: 38.122
    - type: map_at_10
      value: 54.461000000000006
    - type: map_at_100
      value: 55.078
    - type: map_at_1000
      value: 55.084
    - type: map_at_20
      value: 54.959
    - type: map_at_3
      value: 50.261
    - type: map_at_5
      value: 52.86
    - type: mrr_at_1
      value: 39.189189189189186
    - type: mrr_at_10
      value: 54.86384881121735
    - type: mrr_at_100
      value: 55.47383220665102
    - type: mrr_at_1000
      value: 55.47910521252339
    - type: mrr_at_20
      value: 55.35145110731732
    - type: mrr_at_3
      value: 50.66382171645335
    - type: mrr_at_5
      value: 53.2349454717877
    - type: nauc_map_at_1000_diff1
      value: 12.280183546893507
    - type: nauc_map_at_1000_max
      value: -6.97367716586382
    - type: nauc_map_at_1000_std
      value: -20.029978545498658
    - type: nauc_map_at_100_diff1
      value: 12.290911960937414
    - type: nauc_map_at_100_max
      value: -6.9572204593674
    - type: nauc_map_at_100_std
      value: -20.027777431510188
    - type: nauc_map_at_10_diff1
      value: 12.190941925107605
    - type: nauc_map_at_10_max
      value: -6.876819703574803
    - type: nauc_map_at_10_std
      value: -19.974155903440625
    - type: nauc_map_at_1_diff1
      value: 14.775066755767924
    - type: nauc_map_at_1_max
      value: -11.579936295038456
    - type: nauc_map_at_1_std
      value: -22.255641036467267
    - type: nauc_map_at_20_diff1
      value: 12.199977163181096
    - type: nauc_map_at_20_max
      value: -6.857492219176409
    - type: nauc_map_at_20_std
      value: -19.95382877362234
    - type: nauc_map_at_3_diff1
      value: 11.986378759479269
    - type: nauc_map_at_3_max
      value: -6.929188000800625
    - type: nauc_map_at_3_std
      value: -19.59453147171674
    - type: nauc_map_at_5_diff1
      value: 11.768353401020708
    - type: nauc_map_at_5_max
      value: -6.691825565439793
    - type: nauc_map_at_5_std
      value: -20.15566316017759
    - type: nauc_mrr_at_1000_diff1
      value: 8.997760969338884
    - type: nauc_mrr_at_1000_max
      value: -8.688552477778622
    - type: nauc_mrr_at_1000_std
      value: -20.28892233190892
    - type: nauc_mrr_at_100_diff1
      value: 9.009024070733286
    - type: nauc_mrr_at_100_max
      value: -8.671869458524416
    - type: nauc_mrr_at_100_std
      value: -20.286685658006196
    - type: nauc_mrr_at_10_diff1
      value: 8.97177453715992
    - type: nauc_mrr_at_10_max
      value: -8.545610854593804
    - type: nauc_mrr_at_10_std
      value: -20.24742410684325
    - type: nauc_mrr_at_1_diff1
      value: 11.747647413433441
    - type: nauc_mrr_at_1_max
      value: -12.36755223412601
    - type: nauc_mrr_at_1_std
      value: -22.390369324066327
    - type: nauc_mrr_at_20_diff1
      value: 8.911088544369921
    - type: nauc_mrr_at_20_max
      value: -8.583855765258457
    - type: nauc_mrr_at_20_std
      value: -20.229528431980253
    - type: nauc_mrr_at_3_diff1
      value: 8.89855168160335
    - type: nauc_mrr_at_3_max
      value: -8.534834715485665
    - type: nauc_mrr_at_3_std
      value: -19.739057967137025
    - type: nauc_mrr_at_5_diff1
      value: 8.450547307213222
    - type: nauc_mrr_at_5_max
      value: -8.480811691929125
    - type: nauc_mrr_at_5_std
      value: -20.489680954610147
    - type: nauc_ndcg_at_1000_diff1
      value: 12.136591560791544
    - type: nauc_ndcg_at_1000_max
      value: -5.958553754611186
    - type: nauc_ndcg_at_1000_std
      value: -19.338101550726368
    - type: nauc_ndcg_at_100_diff1
      value: 12.403919250295466
    - type: nauc_ndcg_at_100_max
      value: -5.565110671948018
    - type: nauc_ndcg_at_100_std
      value: -19.259473808083648
    - type: nauc_ndcg_at_10_diff1
      value: 11.739532292470397
    - type: nauc_ndcg_at_10_max
      value: -5.001972331763984
    - type: nauc_ndcg_at_10_std
      value: -18.87369827465144
    - type: nauc_ndcg_at_1_diff1
      value: 14.775066755767924
    - type: nauc_ndcg_at_1_max
      value: -11.579936295038456
    - type: nauc_ndcg_at_1_std
      value: -22.255641036467267
    - type: nauc_ndcg_at_20_diff1
      value: 11.801579789020844
    - type: nauc_ndcg_at_20_max
      value: -4.7666801485476125
    - type: nauc_ndcg_at_20_std
      value: -18.667622042179342
    - type: nauc_ndcg_at_3_diff1
      value: 11.15150664107932
    - type: nauc_ndcg_at_3_max
      value: -5.277693576610206
    - type: nauc_ndcg_at_3_std
      value: -18.520526770641478
    - type: nauc_ndcg_at_5_diff1
      value: 10.639278336948431
    - type: nauc_ndcg_at_5_max
      value: -4.69933011716747
    - type: nauc_ndcg_at_5_std
      value: -19.466098028462678
    - type: nauc_precision_at_1000_diff1
      value: 16.23580395411371
    - type: nauc_precision_at_1000_max
      value: 36.22555521353069
    - type: nauc_precision_at_1000_std
      value: 63.43250070933111
    - type: nauc_precision_at_100_diff1
      value: 52.76057830563447
    - type: nauc_precision_at_100_max
      value: 66.96591838730406
    - type: nauc_precision_at_100_std
      value: 24.128628839017924
    - type: nauc_precision_at_10_diff1
      value: 9.49688969905925
    - type: nauc_precision_at_10_max
      value: 8.698845295923558
    - type: nauc_precision_at_10_std
      value: -10.289499418544892
    - type: nauc_precision_at_1_diff1
      value: 14.775066755767924
    - type: nauc_precision_at_1_max
      value: -11.579936295038456
    - type: nauc_precision_at_1_std
      value: -22.255641036467267
    - type: nauc_precision_at_20_diff1
      value: 8.199852894335251
    - type: nauc_precision_at_20_max
      value: 31.445323522966646
    - type: nauc_precision_at_20_std
      value: 5.4659488270294005
    - type: nauc_precision_at_3_diff1
      value: 8.424042800011794
    - type: nauc_precision_at_3_max
      value: 0.22641838734012934
    - type: nauc_precision_at_3_std
      value: -14.89540381164603
    - type: nauc_precision_at_5_diff1
      value: 5.793745956511774
    - type: nauc_precision_at_5_max
      value: 3.857829196352064
    - type: nauc_precision_at_5_std
      value: -16.637254016107786
    - type: nauc_recall_at_1000_diff1
      value: 16.235803954112026
    - type: nauc_recall_at_1000_max
      value: 36.225555213531536
    - type: nauc_recall_at_1000_std
      value: 63.43250070933326
    - type: nauc_recall_at_100_diff1
      value: 52.76057830563583
    - type: nauc_recall_at_100_max
      value: 66.96591838730477
    - type: nauc_recall_at_100_std
      value: 24.128628839019665
    - type: nauc_recall_at_10_diff1
      value: 9.496889699059311
    - type: nauc_recall_at_10_max
      value: 8.698845295923537
    - type: nauc_recall_at_10_std
      value: -10.289499418544782
    - type: nauc_recall_at_1_diff1
      value: 14.775066755767924
    - type: nauc_recall_at_1_max
      value: -11.579936295038456
    - type: nauc_recall_at_1_std
      value: -22.255641036467267
    - type: nauc_recall_at_20_diff1
      value: 8.199852894335038
    - type: nauc_recall_at_20_max
      value: 31.44532352296671
    - type: nauc_recall_at_20_std
      value: 5.465948827029652
    - type: nauc_recall_at_3_diff1
      value: 8.42404280001186
    - type: nauc_recall_at_3_max
      value: 0.22641838734022093
    - type: nauc_recall_at_3_std
      value: -14.895403811645954
    - type: nauc_recall_at_5_diff1
      value: 5.793745956511723
    - type: nauc_recall_at_5_max
      value: 3.8578291963520597
    - type: nauc_recall_at_5_std
      value: -16.63725401610777
    - type: ndcg_at_1
      value: 38.122
    - type: ndcg_at_10
      value: 62.604000000000006
    - type: ndcg_at_100
      value: 65.114
    - type: ndcg_at_1000
      value: 65.214
    - type: ndcg_at_20
      value: 64.361
    - type: ndcg_at_3
      value: 54.144999999999996
    - type: ndcg_at_5
      value: 58.801
    - type: precision_at_1
      value: 38.122
    - type: precision_at_10
      value: 8.819
    - type: precision_at_100
      value: 0.989
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.7509999999999994
    - type: precision_at_3
      value: 21.788
    - type: precision_at_5
      value: 15.32
    - type: recall_at_1
      value: 38.122
    - type: recall_at_10
      value: 88.193
    - type: recall_at_100
      value: 98.86200000000001
    - type: recall_at_1000
      value: 99.57300000000001
    - type: recall_at_20
      value: 95.021
    - type: recall_at_3
      value: 65.363
    - type: recall_at_5
      value: 76.6
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackAndroidRetrieval (default)
      revision: f46a197baaae43b4f621051089b82a364682dfeb
      split: test
      type: mteb/cqadupstack-android
    metrics:
    - type: main_score
      value: 51.283
    - type: map_at_1
      value: 34.302
    - type: map_at_10
      value: 45.322
    - type: map_at_100
      value: 46.882000000000005
    - type: map_at_1000
      value: 47.008
    - type: map_at_20
      value: 46.196
    - type: map_at_3
      value: 41.946
    - type: map_at_5
      value: 43.809
    - type: mrr_at_1
      value: 42.91845493562232
    - type: mrr_at_10
      value: 51.62953879692076
    - type: mrr_at_100
      value: 52.39303445692599
    - type: mrr_at_1000
      value: 52.4373106849471
    - type: mrr_at_20
      value: 52.06227157148307
    - type: mrr_at_3
      value: 49.23700524558893
    - type: mrr_at_5
      value: 50.71769194086788
    - type: nauc_map_at_1000_diff1
      value: 55.75556329015663
    - type: nauc_map_at_1000_max
      value: 50.859477138366216
    - type: nauc_map_at_1000_std
      value: -0.28690075244487623
    - type: nauc_map_at_100_diff1
      value: 55.76326323391191
    - type: nauc_map_at_100_max
      value: 50.85450725038856
    - type: nauc_map_at_100_std
      value: -0.26887061225616193
    - type: nauc_map_at_10_diff1
      value: 55.9143456432872
    - type: nauc_map_at_10_max
      value: 50.69238150974166
    - type: nauc_map_at_10_std
      value: -0.8866475232402407
    - type: nauc_map_at_1_diff1
      value: 61.467115103371114
    - type: nauc_map_at_1_max
      value: 47.13898842121286
    - type: nauc_map_at_1_std
      value: -3.307514844512559
    - type: nauc_map_at_20_diff1
      value: 55.82404189927333
    - type: nauc_map_at_20_max
      value: 50.7818670076867
    - type: nauc_map_at_20_std
      value: -0.34388432018327814
    - type: nauc_map_at_3_diff1
      value: 56.6459135025419
    - type: nauc_map_at_3_max
      value: 49.75113549620338
    - type: nauc_map_at_3_std
      value: -2.9120405532910976
    - type: nauc_map_at_5_diff1
      value: 56.39509516591874
    - type: nauc_map_at_5_max
      value: 50.342450530269424
    - type: nauc_map_at_5_std
      value: -1.5302869416616265
    - type: nauc_mrr_at_1000_diff1
      value: 54.97855369088784
    - type: nauc_mrr_at_1000_max
      value: 53.37757249752738
    - type: nauc_mrr_at_1000_std
      value: -0.641180768902587
    - type: nauc_mrr_at_100_diff1
      value: 54.97350407780422
    - type: nauc_mrr_at_100_max
      value: 53.370689793088786
    - type: nauc_mrr_at_100_std
      value: -0.6644687084182687
    - type: nauc_mrr_at_10_diff1
      value: 54.875881924956126
    - type: nauc_mrr_at_10_max
      value: 53.38115175734989
    - type: nauc_mrr_at_10_std
      value: -0.7837324357305284
    - type: nauc_mrr_at_1_diff1
      value: 58.230020015549314
    - type: nauc_mrr_at_1_max
      value: 54.17047372844227
    - type: nauc_mrr_at_1_std
      value: -2.7455599199931227
    - type: nauc_mrr_at_20_diff1
      value: 54.92028067172554
    - type: nauc_mrr_at_20_max
      value: 53.341506658393556
    - type: nauc_mrr_at_20_std
      value: -0.637262089123843
    - type: nauc_mrr_at_3_diff1
      value: 54.73957706310313
    - type: nauc_mrr_at_3_max
      value: 53.15733417994413
    - type: nauc_mrr_at_3_std
      value: -1.5613128090685708
    - type: nauc_mrr_at_5_diff1
      value: 55.145524770753575
    - type: nauc_mrr_at_5_max
      value: 53.54965825784516
    - type: nauc_mrr_at_5_std
      value: -0.7111810473193471
    - type: nauc_ndcg_at_1000_diff1
      value: 54.587062403487366
    - type: nauc_ndcg_at_1000_max
      value: 51.674263999885326
    - type: nauc_ndcg_at_1000_std
      value: 1.3238016504767187
    - type: nauc_ndcg_at_100_diff1
      value: 54.32233614536693
    - type: nauc_ndcg_at_100_max
      value: 51.41832115561139
    - type: nauc_ndcg_at_100_std
      value: 1.4210161191183754
    - type: nauc_ndcg_at_10_diff1
      value: 54.11304990199473
    - type: nauc_ndcg_at_10_max
      value: 51.37562846996631
    - type: nauc_ndcg_at_10_std
      value: -0.016863641718083338
    - type: nauc_ndcg_at_1_diff1
      value: 58.230020015549314
    - type: nauc_ndcg_at_1_max
      value: 54.17047372844227
    - type: nauc_ndcg_at_1_std
      value: -2.7455599199931227
    - type: nauc_ndcg_at_20_diff1
      value: 53.92141654969868
    - type: nauc_ndcg_at_20_max
      value: 51.00712460577822
    - type: nauc_ndcg_at_20_std
      value: 1.1248920222728744
    - type: nauc_ndcg_at_3_diff1
      value: 54.10769773639933
    - type: nauc_ndcg_at_3_max
      value: 50.79999183293735
    - type: nauc_ndcg_at_3_std
      value: -1.9068392843208029
    - type: nauc_ndcg_at_5_diff1
      value: 54.72306892468818
    - type: nauc_ndcg_at_5_max
      value: 51.077653766375896
    - type: nauc_ndcg_at_5_std
      value: -0.5345255831180443
    - type: nauc_precision_at_1000_diff1
      value: -18.922673868996185
    - type: nauc_precision_at_1000_max
      value: -9.35731731074187
    - type: nauc_precision_at_1000_std
      value: -5.1037458642453934
    - type: nauc_precision_at_100_diff1
      value: -12.514065177048142
    - type: nauc_precision_at_100_max
      value: 0.38982087389855236
    - type: nauc_precision_at_100_std
      value: 2.4878547875115693
    - type: nauc_precision_at_10_diff1
      value: 9.196995402732554
    - type: nauc_precision_at_10_max
      value: 25.83778767174958
    - type: nauc_precision_at_10_std
      value: 6.595544306012803
    - type: nauc_precision_at_1_diff1
      value: 58.230020015549314
    - type: nauc_precision_at_1_max
      value: 54.17047372844227
    - type: nauc_precision_at_1_std
      value: -2.7455599199931227
    - type: nauc_precision_at_20_diff1
      value: 0.2754041342466735
    - type: nauc_precision_at_20_max
      value: 15.891101790108623
    - type: nauc_precision_at_20_std
      value: 7.037857868203874
    - type: nauc_precision_at_3_diff1
      value: 27.004552544748822
    - type: nauc_precision_at_3_max
      value: 39.908101071479344
    - type: nauc_precision_at_3_std
      value: 1.5053346654807866
    - type: nauc_precision_at_5_diff1
      value: 19.93540054533897
    - type: nauc_precision_at_5_max
      value: 34.057788619075026
    - type: nauc_precision_at_5_std
      value: 5.51479934121471
    - type: nauc_recall_at_1000_diff1
      value: 53.51581659046112
    - type: nauc_recall_at_1000_max
      value: 61.07734575855316
    - type: nauc_recall_at_1000_std
      value: 69.41493681689488
    - type: nauc_recall_at_100_diff1
      value: 45.61394982140759
    - type: nauc_recall_at_100_max
      value: 46.541662801243575
    - type: nauc_recall_at_100_std
      value: 13.388715034832593
    - type: nauc_recall_at_10_diff1
      value: 46.94706285684415
    - type: nauc_recall_at_10_max
      value: 46.38630985911686
    - type: nauc_recall_at_10_std
      value: 2.4688674866965474
    - type: nauc_recall_at_1_diff1
      value: 61.467115103371114
    - type: nauc_recall_at_1_max
      value: 47.13898842121286
    - type: nauc_recall_at_1_std
      value: -3.307514844512559
    - type: nauc_recall_at_20_diff1
      value: 45.17155398595275
    - type: nauc_recall_at_20_max
      value: 45.186319172490975
    - type: nauc_recall_at_20_std
      value: 7.352766262512042
    - type: nauc_recall_at_3_diff1
      value: 51.05939754161416
    - type: nauc_recall_at_3_max
      value: 46.35475117737351
    - type: nauc_recall_at_3_std
      value: -3.185424171389223
    - type: nauc_recall_at_5_diff1
      value: 49.88264602427692
    - type: nauc_recall_at_5_max
      value: 46.711901725475705
    - type: nauc_recall_at_5_std
      value: 0.49060652004110095
    - type: ndcg_at_1
      value: 42.918
    - type: ndcg_at_10
      value: 51.283
    - type: ndcg_at_100
      value: 56.772
    - type: ndcg_at_1000
      value: 58.73199999999999
    - type: ndcg_at_20
      value: 53.418
    - type: ndcg_at_3
      value: 47.183
    - type: ndcg_at_5
      value: 49.01
    - type: precision_at_1
      value: 42.918
    - type: precision_at_10
      value: 9.914000000000001
    - type: precision_at_100
      value: 1.599
    - type: precision_at_1000
      value: 0.203
    - type: precision_at_20
      value: 5.901
    - type: precision_at_3
      value: 22.938
    - type: precision_at_5
      value: 16.309
    - type: recall_at_1
      value: 34.302
    - type: recall_at_10
      value: 61.305
    - type: recall_at_100
      value: 84.71499999999999
    - type: recall_at_1000
      value: 97.527
    - type: recall_at_20
      value: 69.035
    - type: recall_at_3
      value: 48.22
    - type: recall_at_5
      value: 54.154
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackEnglishRetrieval (default)
      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
      split: test
      type: mteb/cqadupstack-english
    metrics:
    - type: main_score
      value: 48.38
    - type: map_at_1
      value: 32.7
    - type: map_at_10
      value: 42.734
    - type: map_at_100
      value: 43.998
    - type: map_at_1000
      value: 44.124
    - type: map_at_20
      value: 43.406
    - type: map_at_3
      value: 39.678999999999995
    - type: map_at_5
      value: 41.459
    - type: mrr_at_1
      value: 41.71974522292994
    - type: mrr_at_10
      value: 49.28935395814384
    - type: mrr_at_100
      value: 49.89861647748028
    - type: mrr_at_1000
      value: 49.942709600334545
    - type: mrr_at_20
      value: 49.61617888831176
    - type: mrr_at_3
      value: 47.13375796178349
    - type: mrr_at_5
      value: 48.512738853503265
    - type: nauc_map_at_1000_diff1
      value: 59.64169046856025
    - type: nauc_map_at_1000_max
      value: 46.490771220440415
    - type: nauc_map_at_1000_std
      value: 4.845648020305221
    - type: nauc_map_at_100_diff1
      value: 59.64064218347204
    - type: nauc_map_at_100_max
      value: 46.44241929530336
    - type: nauc_map_at_100_std
      value: 4.71304727570049
    - type: nauc_map_at_10_diff1
      value: 60.104757471076454
    - type: nauc_map_at_10_max
      value: 45.69433669014553
    - type: nauc_map_at_10_std
      value: 3.1916854782778192
    - type: nauc_map_at_1_diff1
      value: 64.24881444471224
    - type: nauc_map_at_1_max
      value: 39.73759910259004
    - type: nauc_map_at_1_std
      value: -3.0378462058278677
    - type: nauc_map_at_20_diff1
      value: 59.78634639001091
    - type: nauc_map_at_20_max
      value: 46.06501310535822
    - type: nauc_map_at_20_std
      value: 3.9286467421496307
    - type: nauc_map_at_3_diff1
      value: 61.21378815607328
    - type: nauc_map_at_3_max
      value: 44.649896761393784
    - type: nauc_map_at_3_std
      value: 0.30180279093031204
    - type: nauc_map_at_5_diff1
      value: 60.49003680344517
    - type: nauc_map_at_5_max
      value: 45.223388874685924
    - type: nauc_map_at_5_std
      value: 1.9318891521917785
    - type: nauc_mrr_at_1000_diff1
      value: 59.18946498883738
    - type: nauc_mrr_at_1000_max
      value: 50.69184167394906
    - type: nauc_mrr_at_1000_std
      value: 9.169066601247481
    - type: nauc_mrr_at_100_diff1
      value: 59.185106221892525
    - type: nauc_mrr_at_100_max
      value: 50.68579303194555
    - type: nauc_mrr_at_100_std
      value: 9.174068205964646
    - type: nauc_mrr_at_10_diff1
      value: 59.268438125457024
    - type: nauc_mrr_at_10_max
      value: 50.697306877035864
    - type: nauc_mrr_at_10_std
      value: 9.066606354581463
    - type: nauc_mrr_at_1_diff1
      value: 62.99470092166848
    - type: nauc_mrr_at_1_max
      value: 50.665209591950386
    - type: nauc_mrr_at_1_std
      value: 6.003010371347861
    - type: nauc_mrr_at_20_diff1
      value: 59.194806671205825
    - type: nauc_mrr_at_20_max
      value: 50.68943380536767
    - type: nauc_mrr_at_20_std
      value: 9.11851387839637
    - type: nauc_mrr_at_3_diff1
      value: 60.26443921526076
    - type: nauc_mrr_at_3_max
      value: 51.23194744896461
    - type: nauc_mrr_at_3_std
      value: 7.623692044784114
    - type: nauc_mrr_at_5_diff1
      value: 59.35792021732985
    - type: nauc_mrr_at_5_max
      value: 50.76791937374977
    - type: nauc_mrr_at_5_std
      value: 8.601632131828548
    - type: nauc_ndcg_at_1000_diff1
      value: 57.1155393292342
    - type: nauc_ndcg_at_1000_max
      value: 48.06764167515271
    - type: nauc_ndcg_at_1000_std
      value: 10.168135859124341
    - type: nauc_ndcg_at_100_diff1
      value: 57.05815053150162
    - type: nauc_ndcg_at_100_max
      value: 47.7772204595395
    - type: nauc_ndcg_at_100_std
      value: 9.661421347269405
    - type: nauc_ndcg_at_10_diff1
      value: 57.995831604844284
    - type: nauc_ndcg_at_10_max
      value: 47.32806241216551
    - type: nauc_ndcg_at_10_std
      value: 7.646147208567661
    - type: nauc_ndcg_at_1_diff1
      value: 62.99470092166848
    - type: nauc_ndcg_at_1_max
      value: 50.665209591950386
    - type: nauc_ndcg_at_1_std
      value: 6.003010371347861
    - type: nauc_ndcg_at_20_diff1
      value: 57.513286517473894
    - type: nauc_ndcg_at_20_max
      value: 47.486837574396816
    - type: nauc_ndcg_at_20_std
      value: 8.365968075279621
    - type: nauc_ndcg_at_3_diff1
      value: 59.154765833471544
    - type: nauc_ndcg_at_3_max
      value: 48.47608776066189
    - type: nauc_ndcg_at_3_std
      value: 5.382294315665349
    - type: nauc_ndcg_at_5_diff1
      value: 58.34424293538254
    - type: nauc_ndcg_at_5_max
      value: 47.663313794122345
    - type: nauc_ndcg_at_5_std
      value: 6.522205835652349
    - type: nauc_precision_at_1000_diff1
      value: -13.97761691322935
    - type: nauc_precision_at_1000_max
      value: 11.889780657095217
    - type: nauc_precision_at_1000_std
      value: 34.351999190012464
    - type: nauc_precision_at_100_diff1
      value: -6.0357819973162155
    - type: nauc_precision_at_100_max
      value: 23.185858470983515
    - type: nauc_precision_at_100_std
      value: 38.67902978803651
    - type: nauc_precision_at_10_diff1
      value: 12.988392857512734
    - type: nauc_precision_at_10_max
      value: 37.03925700369954
    - type: nauc_precision_at_10_std
      value: 29.766577179150826
    - type: nauc_precision_at_1_diff1
      value: 62.99470092166848
    - type: nauc_precision_at_1_max
      value: 50.665209591950386
    - type: nauc_precision_at_1_std
      value: 6.003010371347861
    - type: nauc_precision_at_20_diff1
      value: 4.389190359220815
    - type: nauc_precision_at_20_max
      value: 32.33761358794756
    - type: nauc_precision_at_20_std
      value: 33.508667138850974
    - type: nauc_precision_at_3_diff1
      value: 34.651163573301844
    - type: nauc_precision_at_3_max
      value: 46.97754739881408
    - type: nauc_precision_at_3_std
      value: 17.16598727057759
    - type: nauc_precision_at_5_diff1
      value: 24.375735188923674
    - type: nauc_precision_at_5_max
      value: 43.191306092927874
    - type: nauc_precision_at_5_std
      value: 24.22462406015037
    - type: nauc_recall_at_1000_diff1
      value: 34.82118501294955
    - type: nauc_recall_at_1000_max
      value: 40.352936577640286
    - type: nauc_recall_at_1000_std
      value: 35.499081344984944
    - type: nauc_recall_at_100_diff1
      value: 41.65565034476806
    - type: nauc_recall_at_100_max
      value: 40.20137507025357
    - type: nauc_recall_at_100_std
      value: 20.95551964296231
    - type: nauc_recall_at_10_diff1
      value: 50.377914745656916
    - type: nauc_recall_at_10_max
      value: 40.852105501885156
    - type: nauc_recall_at_10_std
      value: 9.14128668761667
    - type: nauc_recall_at_1_diff1
      value: 64.24881444471224
    - type: nauc_recall_at_1_max
      value: 39.73759910259004
    - type: nauc_recall_at_1_std
      value: -3.0378462058278677
    - type: nauc_recall_at_20_diff1
      value: 47.23161446828714
    - type: nauc_recall_at_20_max
      value: 41.35373954848293
    - type: nauc_recall_at_20_std
      value: 12.960194401684626
    - type: nauc_recall_at_3_diff1
      value: 56.50497266295659
    - type: nauc_recall_at_3_max
      value: 43.152063481754894
    - type: nauc_recall_at_3_std
      value: 1.3186684949778986
    - type: nauc_recall_at_5_diff1
      value: 53.06103834334629
    - type: nauc_recall_at_5_max
      value: 42.10516630718954
    - type: nauc_recall_at_5_std
      value: 5.049985066712026
    - type: ndcg_at_1
      value: 41.72
    - type: ndcg_at_10
      value: 48.38
    - type: ndcg_at_100
      value: 52.532000000000004
    - type: ndcg_at_1000
      value: 54.578
    - type: ndcg_at_20
      value: 49.889
    - type: ndcg_at_3
      value: 44.488
    - type: ndcg_at_5
      value: 46.413
    - type: precision_at_1
      value: 41.72
    - type: precision_at_10
      value: 9.242
    - type: precision_at_100
      value: 1.468
    - type: precision_at_1000
      value: 0.191
    - type: precision_at_20
      value: 5.395
    - type: precision_at_3
      value: 21.698999999999998
    - type: precision_at_5
      value: 15.338
    - type: recall_at_1
      value: 32.7
    - type: recall_at_10
      value: 57.113
    - type: recall_at_100
      value: 74.924
    - type: recall_at_1000
      value: 88.254
    - type: recall_at_20
      value: 62.723
    - type: recall_at_3
      value: 45.029
    - type: recall_at_5
      value: 50.849999999999994
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackGamingRetrieval (default)
      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
      split: test
      type: mteb/cqadupstack-gaming
    metrics:
    - type: main_score
      value: 59.394999999999996
    - type: map_at_1
      value: 42.514
    - type: map_at_10
      value: 54.067
    - type: map_at_100
      value: 55.034000000000006
    - type: map_at_1000
      value: 55.093
    - type: map_at_20
      value: 54.626
    - type: map_at_3
      value: 50.992000000000004
    - type: map_at_5
      value: 52.808
    - type: mrr_at_1
      value: 48.96551724137931
    - type: mrr_at_10
      value: 57.66293476638311
    - type: mrr_at_100
      value: 58.326468893697516
    - type: mrr_at_1000
      value: 58.35363394214893
    - type: mrr_at_20
      value: 58.08052729373722
    - type: mrr_at_3
      value: 55.41274817136891
    - type: mrr_at_5
      value: 56.83908045977021
    - type: nauc_map_at_1000_diff1
      value: 63.27476571277554
    - type: nauc_map_at_1000_max
      value: 52.034777766652965
    - type: nauc_map_at_1000_std
      value: 2.178698400212763
    - type: nauc_map_at_100_diff1
      value: 63.27374313449916
    - type: nauc_map_at_100_max
      value: 52.00712045928729
    - type: nauc_map_at_100_std
      value: 2.173540170394345
    - type: nauc_map_at_10_diff1
      value: 63.22352672859366
    - type: nauc_map_at_10_max
      value: 51.4338649821549
    - type: nauc_map_at_10_std
      value: 1.3151407338229024
    - type: nauc_map_at_1_diff1
      value: 68.21656843426463
    - type: nauc_map_at_1_max
      value: 47.68140656197034
    - type: nauc_map_at_1_std
      value: -0.8467047287444583
    - type: nauc_map_at_20_diff1
      value: 63.258888077833376
    - type: nauc_map_at_20_max
      value: 51.771643912962574
    - type: nauc_map_at_20_std
      value: 1.8765892438345229
    - type: nauc_map_at_3_diff1
      value: 63.88123544786989
    - type: nauc_map_at_3_max
      value: 50.24136834553566
    - type: nauc_map_at_3_std
      value: -0.8992399529600462
    - type: nauc_map_at_5_diff1
      value: 63.594787172270806
    - type: nauc_map_at_5_max
      value: 50.83063726124454
    - type: nauc_map_at_5_std
      value: 0.036421416065224595
    - type: nauc_mrr_at_1000_diff1
      value: 63.133492178616315
    - type: nauc_mrr_at_1000_max
      value: 54.27579791435036
    - type: nauc_mrr_at_1000_std
      value: 3.6150845554695223
    - type: nauc_mrr_at_100_diff1
      value: 63.132404940035194
    - type: nauc_mrr_at_100_max
      value: 54.2827410860912
    - type: nauc_mrr_at_100_std
      value: 3.6286168411770694
    - type: nauc_mrr_at_10_diff1
      value: 62.963258495800254
    - type: nauc_mrr_at_10_max
      value: 54.06561369719146
    - type: nauc_mrr_at_10_std
      value: 3.2795765262317653
    - type: nauc_mrr_at_1_diff1
      value: 66.62285695661964
    - type: nauc_mrr_at_1_max
      value: 54.86368963432214
    - type: nauc_mrr_at_1_std
      value: 3.136320334401737
    - type: nauc_mrr_at_20_diff1
      value: 63.07863782620788
    - type: nauc_mrr_at_20_max
      value: 54.23559556044128
    - type: nauc_mrr_at_20_std
      value: 3.5841907008889713
    - type: nauc_mrr_at_3_diff1
      value: 63.23738332400802
    - type: nauc_mrr_at_3_max
      value: 53.97136813515079
    - type: nauc_mrr_at_3_std
      value: 2.404981779369361
    - type: nauc_mrr_at_5_diff1
      value: 63.08881942498383
    - type: nauc_mrr_at_5_max
      value: 53.966632493486166
    - type: nauc_mrr_at_5_std
      value: 2.8476706120309987
    - type: nauc_ndcg_at_1000_diff1
      value: 62.27061314792164
    - type: nauc_ndcg_at_1000_max
      value: 53.851905289593105
    - type: nauc_ndcg_at_1000_std
      value: 5.184130020448398
    - type: nauc_ndcg_at_100_diff1
      value: 62.22471495925812
    - type: nauc_ndcg_at_100_max
      value: 53.91482995012997
    - type: nauc_ndcg_at_100_std
      value: 5.799289096894022
    - type: nauc_ndcg_at_10_diff1
      value: 61.50452339921873
    - type: nauc_ndcg_at_10_max
      value: 52.18293106242135
    - type: nauc_ndcg_at_10_std
      value: 3.2640894485042113
    - type: nauc_ndcg_at_1_diff1
      value: 66.62285695661964
    - type: nauc_ndcg_at_1_max
      value: 54.86368963432214
    - type: nauc_ndcg_at_1_std
      value: 3.136320334401737
    - type: nauc_ndcg_at_20_diff1
      value: 61.87369181268838
    - type: nauc_ndcg_at_20_max
      value: 52.967230788038066
    - type: nauc_ndcg_at_20_std
      value: 4.5958048547896135
    - type: nauc_ndcg_at_3_diff1
      value: 62.328003372215335
    - type: nauc_ndcg_at_3_max
      value: 51.33957145075442
    - type: nauc_ndcg_at_3_std
      value: 0.2889876686024366
    - type: nauc_ndcg_at_5_diff1
      value: 62.11317147021502
    - type: nauc_ndcg_at_5_max
      value: 51.48712543703064
    - type: nauc_ndcg_at_5_std
      value: 1.0121474156760508
    - type: nauc_precision_at_1000_diff1
      value: -18.0902819186237
    - type: nauc_precision_at_1000_max
      value: 15.309973039669023
    - type: nauc_precision_at_1000_std
      value: 23.988114724643882
    - type: nauc_precision_at_100_diff1
      value: -9.171737728135946
    - type: nauc_precision_at_100_max
      value: 24.459060802729045
    - type: nauc_precision_at_100_std
      value: 29.62793828028637
    - type: nauc_precision_at_10_diff1
      value: 12.47974251043337
    - type: nauc_precision_at_10_max
      value: 35.18443317760848
    - type: nauc_precision_at_10_std
      value: 19.079083136975115
    - type: nauc_precision_at_1_diff1
      value: 66.62285695661964
    - type: nauc_precision_at_1_max
      value: 54.86368963432214
    - type: nauc_precision_at_1_std
      value: 3.136320334401737
    - type: nauc_precision_at_20_diff1
      value: 4.388744149985113
    - type: nauc_precision_at_20_max
      value: 32.35106560025907
    - type: nauc_precision_at_20_std
      value: 25.440135376505037
    - type: nauc_precision_at_3_diff1
      value: 35.043622145703246
    - type: nauc_precision_at_3_max
      value: 45.00181527887202
    - type: nauc_precision_at_3_std
      value: 5.986587536633783
    - type: nauc_precision_at_5_diff1
      value: 24.21058975843461
    - type: nauc_precision_at_5_max
      value: 39.95435873785034
    - type: nauc_precision_at_5_std
      value: 11.279863902192231
    - type: nauc_recall_at_1000_diff1
      value: 48.475246809024654
    - type: nauc_recall_at_1000_max
      value: 71.40966953246526
    - type: nauc_recall_at_1000_std
      value: 52.161793041922344
    - type: nauc_recall_at_100_diff1
      value: 53.460562863463835
    - type: nauc_recall_at_100_max
      value: 60.20376102558135
    - type: nauc_recall_at_100_std
      value: 32.93238729816242
    - type: nauc_recall_at_10_diff1
      value: 53.089202084677964
    - type: nauc_recall_at_10_max
      value: 48.11493546825671
    - type: nauc_recall_at_10_std
      value: 6.9000783278789
    - type: nauc_recall_at_1_diff1
      value: 68.21656843426463
    - type: nauc_recall_at_1_max
      value: 47.68140656197034
    - type: nauc_recall_at_1_std
      value: -0.8467047287444583
    - type: nauc_recall_at_20_diff1
      value: 53.18318788011243
    - type: nauc_recall_at_20_max
      value: 51.035344219924006
    - type: nauc_recall_at_20_std
      value: 14.168429327288464
    - type: nauc_recall_at_3_diff1
      value: 58.41758425845774
    - type: nauc_recall_at_3_max
      value: 46.967479643496205
    - type: nauc_recall_at_3_std
      value: -2.8021623621414484
    - type: nauc_recall_at_5_diff1
      value: 56.54480488998266
    - type: nauc_recall_at_5_max
      value: 46.656606413789405
    - type: nauc_recall_at_5_std
      value: -0.7597521053580701
    - type: ndcg_at_1
      value: 48.966
    - type: ndcg_at_10
      value: 59.394999999999996
    - type: ndcg_at_100
      value: 63.26199999999999
    - type: ndcg_at_1000
      value: 64.405
    - type: ndcg_at_20
      value: 61.001000000000005
    - type: ndcg_at_3
      value: 54.374
    - type: ndcg_at_5
      value: 57.008
    - type: precision_at_1
      value: 48.966
    - type: precision_at_10
      value: 9.322999999999999
    - type: precision_at_100
      value: 1.2149999999999999
    - type: precision_at_1000
      value: 0.136
    - type: precision_at_20
      value: 5.169
    - type: precision_at_3
      value: 23.866
    - type: precision_at_5
      value: 16.401
    - type: recall_at_1
      value: 42.514
    - type: recall_at_10
      value: 71.526
    - type: recall_at_100
      value: 88.211
    - type: recall_at_1000
      value: 96.3
    - type: recall_at_20
      value: 77.324
    - type: recall_at_3
      value: 58.24
    - type: recall_at_5
      value: 64.66300000000001
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackGisRetrieval (default)
      revision: 5003b3064772da1887988e05400cf3806fe491f2
      split: test
      type: mteb/cqadupstack-gis
    metrics:
    - type: main_score
      value: 41.982
    - type: map_at_1
      value: 28.866000000000003
    - type: map_at_10
      value: 37.071
    - type: map_at_100
      value: 38.021
    - type: map_at_1000
      value: 38.105
    - type: map_at_20
      value: 37.611
    - type: map_at_3
      value: 34.056
    - type: map_at_5
      value: 35.831
    - type: mrr_at_1
      value: 31.186440677966104
    - type: mrr_at_10
      value: 39.18352614115326
    - type: mrr_at_100
      value: 39.97206805121318
    - type: mrr_at_1000
      value: 40.032893027088285
    - type: mrr_at_20
      value: 39.637323407460364
    - type: mrr_at_3
      value: 36.214689265536734
    - type: mrr_at_5
      value: 37.915254237288124
    - type: nauc_map_at_1000_diff1
      value: 49.993876641632504
    - type: nauc_map_at_1000_max
      value: 35.95042794987363
    - type: nauc_map_at_1000_std
      value: 0.5593990682228305
    - type: nauc_map_at_100_diff1
      value: 49.972890495649246
    - type: nauc_map_at_100_max
      value: 35.904074354218785
    - type: nauc_map_at_100_std
      value: 0.5664467972492186
    - type: nauc_map_at_10_diff1
      value: 50.03956810159502
    - type: nauc_map_at_10_max
      value: 35.86693433814479
    - type: nauc_map_at_10_std
      value: 0.39578785038563385
    - type: nauc_map_at_1_diff1
      value: 58.603850790083115
    - type: nauc_map_at_1_max
      value: 36.58064467202713
    - type: nauc_map_at_1_std
      value: -3.67478407861029
    - type: nauc_map_at_20_diff1
      value: 49.87470241715492
    - type: nauc_map_at_20_max
      value: 35.90154203197623
    - type: nauc_map_at_20_std
      value: 0.5236253382754777
    - type: nauc_map_at_3_diff1
      value: 52.25148517992505
    - type: nauc_map_at_3_max
      value: 36.160749834936965
    - type: nauc_map_at_3_std
      value: -1.422539731331435
    - type: nauc_map_at_5_diff1
      value: 50.665951287732916
    - type: nauc_map_at_5_max
      value: 35.7039507254116
    - type: nauc_map_at_5_std
      value: -0.4598393581593767
    - type: nauc_mrr_at_1000_diff1
      value: 51.0520111677253
    - type: nauc_mrr_at_1000_max
      value: 38.06400543131388
    - type: nauc_mrr_at_1000_std
      value: 2.7326054763920706
    - type: nauc_mrr_at_100_diff1
      value: 51.01927504284136
    - type: nauc_mrr_at_100_max
      value: 38.04427363322478
    - type: nauc_mrr_at_100_std
      value: 2.7558001837226778
    - type: nauc_mrr_at_10_diff1
      value: 50.97268995983586
    - type: nauc_mrr_at_10_max
      value: 38.073498244930015
    - type: nauc_mrr_at_10_std
      value: 2.8710692987931092
    - type: nauc_mrr_at_1_diff1
      value: 58.3622928447221
    - type: nauc_mrr_at_1_max
      value: 39.92481575819675
    - type: nauc_mrr_at_1_std
      value: -0.7482906589525958
    - type: nauc_mrr_at_20_diff1
      value: 50.90838726786055
    - type: nauc_mrr_at_20_max
      value: 38.08506863398148
    - type: nauc_mrr_at_20_std
      value: 2.8448697801828464
    - type: nauc_mrr_at_3_diff1
      value: 52.69044635368626
    - type: nauc_mrr_at_3_max
      value: 38.73826572766622
    - type: nauc_mrr_at_3_std
      value: 1.4163647852749537
    - type: nauc_mrr_at_5_diff1
      value: 51.58432140748099
    - type: nauc_mrr_at_5_max
      value: 37.86861758236609
    - type: nauc_mrr_at_5_std
      value: 2.0702513091937096
    - type: nauc_ndcg_at_1000_diff1
      value: 47.45847404554335
    - type: nauc_ndcg_at_1000_max
      value: 36.41421056329089
    - type: nauc_ndcg_at_1000_std
      value: 3.50043156958003
    - type: nauc_ndcg_at_100_diff1
      value: 46.73250322834645
    - type: nauc_ndcg_at_100_max
      value: 35.565016819256236
    - type: nauc_ndcg_at_100_std
      value: 3.9251364456510043
    - type: nauc_ndcg_at_10_diff1
      value: 46.728830466728674
    - type: nauc_ndcg_at_10_max
      value: 35.55402325152779
    - type: nauc_ndcg_at_10_std
      value: 3.446323945915287
    - type: nauc_ndcg_at_1_diff1
      value: 58.3622928447221
    - type: nauc_ndcg_at_1_max
      value: 39.92481575819675
    - type: nauc_ndcg_at_1_std
      value: -0.7482906589525958
    - type: nauc_ndcg_at_20_diff1
      value: 46.23699602166515
    - type: nauc_ndcg_at_20_max
      value: 35.663345676484674
    - type: nauc_ndcg_at_20_std
      value: 3.7376225696719576
    - type: nauc_ndcg_at_3_diff1
      value: 50.556446496819675
    - type: nauc_ndcg_at_3_max
      value: 36.353100894914256
    - type: nauc_ndcg_at_3_std
      value: -0.2732722010001991
    - type: nauc_ndcg_at_5_diff1
      value: 48.152455334363324
    - type: nauc_ndcg_at_5_max
      value: 35.137567948699065
    - type: nauc_ndcg_at_5_std
      value: 1.2523232330847844
    - type: nauc_precision_at_1000_diff1
      value: -10.769296626722957
    - type: nauc_precision_at_1000_max
      value: 15.993230337658074
    - type: nauc_precision_at_1000_std
      value: 13.572514607016952
    - type: nauc_precision_at_100_diff1
      value: 4.02537295357051
    - type: nauc_precision_at_100_max
      value: 22.454077767992036
    - type: nauc_precision_at_100_std
      value: 17.07283953508179
    - type: nauc_precision_at_10_diff1
      value: 22.613124073376923
    - type: nauc_precision_at_10_max
      value: 33.90387439029623
    - type: nauc_precision_at_10_std
      value: 14.035997219398535
    - type: nauc_precision_at_1_diff1
      value: 58.3622928447221
    - type: nauc_precision_at_1_max
      value: 39.92481575819675
    - type: nauc_precision_at_1_std
      value: -0.7482906589525958
    - type: nauc_precision_at_20_diff1
      value: 16.594423503769278
    - type: nauc_precision_at_20_max
      value: 32.135917899947756
    - type: nauc_precision_at_20_std
      value: 15.635276025044153
    - type: nauc_precision_at_3_diff1
      value: 39.198403423291936
    - type: nauc_precision_at_3_max
      value: 37.55401675642609
    - type: nauc_precision_at_3_std
      value: 4.054739817091637
    - type: nauc_precision_at_5_diff1
      value: 30.808032738194218
    - type: nauc_precision_at_5_max
      value: 34.37959811513571
    - type: nauc_precision_at_5_std
      value: 7.567144804027152
    - type: nauc_recall_at_1000_diff1
      value: 24.37625601502932
    - type: nauc_recall_at_1000_max
      value: 40.97014611726125
    - type: nauc_recall_at_1000_std
      value: 27.65069608024806
    - type: nauc_recall_at_100_diff1
      value: 29.069755978093
    - type: nauc_recall_at_100_max
      value: 28.590731027322775
    - type: nauc_recall_at_100_std
      value: 17.928023808873046
    - type: nauc_recall_at_10_diff1
      value: 34.2656542863741
    - type: nauc_recall_at_10_max
      value: 31.06006967244494
    - type: nauc_recall_at_10_std
      value: 11.003269274667947
    - type: nauc_recall_at_1_diff1
      value: 58.603850790083115
    - type: nauc_recall_at_1_max
      value: 36.58064467202713
    - type: nauc_recall_at_1_std
      value: -3.67478407861029
    - type: nauc_recall_at_20_diff1
      value: 31.222150093333756
    - type: nauc_recall_at_20_max
      value: 31.03132244997467
    - type: nauc_recall_at_20_std
      value: 12.625636531442433
    - type: nauc_recall_at_3_diff1
      value: 45.90579345194519
    - type: nauc_recall_at_3_max
      value: 33.73658682249279
    - type: nauc_recall_at_3_std
      value: 0.4536613080864603
    - type: nauc_recall_at_5_diff1
      value: 39.87796807274429
    - type: nauc_recall_at_5_max
      value: 30.510904727255507
    - type: nauc_recall_at_5_std
      value: 3.9745952426832774
    - type: ndcg_at_1
      value: 31.186000000000003
    - type: ndcg_at_10
      value: 41.982
    - type: ndcg_at_100
      value: 46.69
    - type: ndcg_at_1000
      value: 48.727
    - type: ndcg_at_20
      value: 43.804
    - type: ndcg_at_3
      value: 36.11
    - type: ndcg_at_5
      value: 39.144
    - type: precision_at_1
      value: 31.186000000000003
    - type: precision_at_10
      value: 6.3839999999999995
    - type: precision_at_100
      value: 0.9199999999999999
    - type: precision_at_1000
      value: 0.11299999999999999
    - type: precision_at_20
      value: 3.6159999999999997
    - type: precision_at_3
      value: 14.878
    - type: precision_at_5
      value: 10.644
    - type: recall_at_1
      value: 28.866000000000003
    - type: recall_at_10
      value: 55.166000000000004
    - type: recall_at_100
      value: 77.061
    - type: recall_at_1000
      value: 92.163
    - type: recall_at_20
      value: 62.032
    - type: recall_at_3
      value: 39.572
    - type: recall_at_5
      value: 46.833000000000006
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackMathematicaRetrieval (default)
      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
      split: test
      type: mteb/cqadupstack-mathematica
    metrics:
    - type: main_score
      value: 31.322
    - type: map_at_1
      value: 18.404999999999998
    - type: map_at_10
      value: 26.326
    - type: map_at_100
      value: 27.555000000000003
    - type: map_at_1000
      value: 27.678000000000004
    - type: map_at_20
      value: 26.967000000000002
    - type: map_at_3
      value: 23.985
    - type: map_at_5
      value: 25.161
    - type: mrr_at_1
      value: 23.134328358208954
    - type: mrr_at_10
      value: 31.037915580826013
    - type: mrr_at_100
      value: 32.01498507022589
    - type: mrr_at_1000
      value: 32.082694138722324
    - type: mrr_at_20
      value: 31.564429390532034
    - type: mrr_at_3
      value: 28.52404643449421
    - type: mrr_at_5
      value: 29.904643449419567
    - type: nauc_map_at_1000_diff1
      value: 34.72939615800226
    - type: nauc_map_at_1000_max
      value: 31.061742128929975
    - type: nauc_map_at_1000_std
      value: 10.580900958656931
    - type: nauc_map_at_100_diff1
      value: 34.68371786477026
    - type: nauc_map_at_100_max
      value: 31.03675234228881
    - type: nauc_map_at_100_std
      value: 10.57506975207426
    - type: nauc_map_at_10_diff1
      value: 34.979535841001116
    - type: nauc_map_at_10_max
      value: 30.74841647074351
    - type: nauc_map_at_10_std
      value: 10.242406407437752
    - type: nauc_map_at_1_diff1
      value: 41.29604900297541
    - type: nauc_map_at_1_max
      value: 33.03519093668123
    - type: nauc_map_at_1_std
      value: 11.495691542019498
    - type: nauc_map_at_20_diff1
      value: 34.750564132011114
    - type: nauc_map_at_20_max
      value: 30.921011574770745
    - type: nauc_map_at_20_std
      value: 10.33727408796878
    - type: nauc_map_at_3_diff1
      value: 35.756794907260485
    - type: nauc_map_at_3_max
      value: 31.276139671631036
    - type: nauc_map_at_3_std
      value: 9.708219090123125
    - type: nauc_map_at_5_diff1
      value: 34.76842676987327
    - type: nauc_map_at_5_max
      value: 30.295490452676372
    - type: nauc_map_at_5_std
      value: 9.552700821464898
    - type: nauc_mrr_at_1000_diff1
      value: 37.471725092329734
    - type: nauc_mrr_at_1000_max
      value: 33.95945585434789
    - type: nauc_mrr_at_1000_std
      value: 10.646598658648495
    - type: nauc_mrr_at_100_diff1
      value: 37.450800475666625
    - type: nauc_mrr_at_100_max
      value: 33.95059685499506
    - type: nauc_mrr_at_100_std
      value: 10.639982921829903
    - type: nauc_mrr_at_10_diff1
      value: 37.7389962144345
    - type: nauc_mrr_at_10_max
      value: 33.79557879397343
    - type: nauc_mrr_at_10_std
      value: 10.553599811805757
    - type: nauc_mrr_at_1_diff1
      value: 43.35082337130155
    - type: nauc_mrr_at_1_max
      value: 36.02588623160741
    - type: nauc_mrr_at_1_std
      value: 10.272880299867222
    - type: nauc_mrr_at_20_diff1
      value: 37.422493498797834
    - type: nauc_mrr_at_20_max
      value: 33.809943882950705
    - type: nauc_mrr_at_20_std
      value: 10.544246720079116
    - type: nauc_mrr_at_3_diff1
      value: 38.301994154112464
    - type: nauc_mrr_at_3_max
      value: 34.41857413229362
    - type: nauc_mrr_at_3_std
      value: 10.072853443597456
    - type: nauc_mrr_at_5_diff1
      value: 37.36299963611861
    - type: nauc_mrr_at_5_max
      value: 33.537148031312455
    - type: nauc_mrr_at_5_std
      value: 10.019035551240002
    - type: nauc_ndcg_at_1000_diff1
      value: 33.82022935278007
    - type: nauc_ndcg_at_1000_max
      value: 32.69262861952156
    - type: nauc_ndcg_at_1000_std
      value: 13.06439545470471
    - type: nauc_ndcg_at_100_diff1
      value: 32.569232970251726
    - type: nauc_ndcg_at_100_max
      value: 31.94379860603245
    - type: nauc_ndcg_at_100_std
      value: 12.79790685725721
    - type: nauc_ndcg_at_10_diff1
      value: 33.85170743944616
    - type: nauc_ndcg_at_10_max
      value: 30.84408008858838
    - type: nauc_ndcg_at_10_std
      value: 11.05655188295646
    - type: nauc_ndcg_at_1_diff1
      value: 43.35082337130155
    - type: nauc_ndcg_at_1_max
      value: 36.02588623160741
    - type: nauc_ndcg_at_1_std
      value: 10.272880299867222
    - type: nauc_ndcg_at_20_diff1
      value: 32.86964132854408
    - type: nauc_ndcg_at_20_max
      value: 31.139332106507457
    - type: nauc_ndcg_at_20_std
      value: 11.324351125328274
    - type: nauc_ndcg_at_3_diff1
      value: 35.214015234873195
    - type: nauc_ndcg_at_3_max
      value: 31.873721381160102
    - type: nauc_ndcg_at_3_std
      value: 9.317474515369911
    - type: nauc_ndcg_at_5_diff1
      value: 33.43793268410122
    - type: nauc_ndcg_at_5_max
      value: 30.179828871346025
    - type: nauc_ndcg_at_5_std
      value: 9.321593811794198
    - type: nauc_precision_at_1000_diff1
      value: 7.30749345964727
    - type: nauc_precision_at_1000_max
      value: 9.424266851105251
    - type: nauc_precision_at_1000_std
      value: 0.8871328381811973
    - type: nauc_precision_at_100_diff1
      value: 8.831376417982089
    - type: nauc_precision_at_100_max
      value: 17.2848643574224
    - type: nauc_precision_at_100_std
      value: 8.201396308775918
    - type: nauc_precision_at_10_diff1
      value: 24.14712853209946
    - type: nauc_precision_at_10_max
      value: 26.423043874477003
    - type: nauc_precision_at_10_std
      value: 9.336310683539285
    - type: nauc_precision_at_1_diff1
      value: 43.35082337130155
    - type: nauc_precision_at_1_max
      value: 36.02588623160741
    - type: nauc_precision_at_1_std
      value: 10.272880299867222
    - type: nauc_precision_at_20_diff1
      value: 18.32901283837049
    - type: nauc_precision_at_20_max
      value: 24.517286948070975
    - type: nauc_precision_at_20_std
      value: 9.43035026765381
    - type: nauc_precision_at_3_diff1
      value: 29.39474093697625
    - type: nauc_precision_at_3_max
      value: 31.076573929711188
    - type: nauc_precision_at_3_std
      value: 7.326552620452308
    - type: nauc_precision_at_5_diff1
      value: 24.375040368829232
    - type: nauc_precision_at_5_max
      value: 25.5448065173313
    - type: nauc_precision_at_5_std
      value: 7.210703406555942
    - type: nauc_recall_at_1000_diff1
      value: 25.15951299127742
    - type: nauc_recall_at_1000_max
      value: 45.717907968960155
    - type: nauc_recall_at_1000_std
      value: 46.595058578294726
    - type: nauc_recall_at_100_diff1
      value: 18.904099170246745
    - type: nauc_recall_at_100_max
      value: 30.168075033617825
    - type: nauc_recall_at_100_std
      value: 23.08721106293607
    - type: nauc_recall_at_10_diff1
      value: 27.666409513688063
    - type: nauc_recall_at_10_max
      value: 26.916402393977467
    - type: nauc_recall_at_10_std
      value: 12.512695695882256
    - type: nauc_recall_at_1_diff1
      value: 41.29604900297541
    - type: nauc_recall_at_1_max
      value: 33.03519093668123
    - type: nauc_recall_at_1_std
      value: 11.495691542019498
    - type: nauc_recall_at_20_diff1
      value: 23.383207334697435
    - type: nauc_recall_at_20_max
      value: 27.23641496897646
    - type: nauc_recall_at_20_std
      value: 13.372906431665404
    - type: nauc_recall_at_3_diff1
      value: 30.77587872054118
    - type: nauc_recall_at_3_max
      value: 29.553342033295454
    - type: nauc_recall_at_3_std
      value: 8.616952632771497
    - type: nauc_recall_at_5_diff1
      value: 27.02102828446052
    - type: nauc_recall_at_5_max
      value: 25.946401043202332
    - type: nauc_recall_at_5_std
      value: 7.784151744363098
    - type: ndcg_at_1
      value: 23.134
    - type: ndcg_at_10
      value: 31.322
    - type: ndcg_at_100
      value: 37.124
    - type: ndcg_at_1000
      value: 40.082
    - type: ndcg_at_20
      value: 33.475
    - type: ndcg_at_3
      value: 26.919999999999998
    - type: ndcg_at_5
      value: 28.772
    - type: precision_at_1
      value: 23.134
    - type: precision_at_10
      value: 5.697
    - type: precision_at_100
      value: 0.985
    - type: precision_at_1000
      value: 0.13699999999999998
    - type: precision_at_20
      value: 3.4450000000000003
    - type: precision_at_3
      value: 12.811
    - type: precision_at_5
      value: 9.104
    - type: recall_at_1
      value: 18.404999999999998
    - type: recall_at_10
      value: 42.083
    - type: recall_at_100
      value: 67.167
    - type: recall_at_1000
      value: 88.464
    - type: recall_at_20
      value: 49.881
    - type: recall_at_3
      value: 29.696
    - type: recall_at_5
      value: 34.541
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackPhysicsRetrieval (default)
      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
      split: test
      type: mteb/cqadupstack-physics
    metrics:
    - type: main_score
      value: 45.936
    - type: map_at_1
      value: 30.308
    - type: map_at_10
      value: 40.202
    - type: map_at_100
      value: 41.547
    - type: map_at_1000
      value: 41.669
    - type: map_at_20
      value: 40.958
    - type: map_at_3
      value: 37.222
    - type: map_at_5
      value: 38.931
    - type: mrr_at_1
      value: 37.15110683349375
    - type: mrr_at_10
      value: 46.088118917762735
    - type: mrr_at_100
      value: 46.955067280415605
    - type: mrr_at_1000
      value: 47.00268147567554
    - type: mrr_at_20
      value: 46.60564974718548
    - type: mrr_at_3
      value: 43.856272056464505
    - type: mrr_at_5
      value: 45.15078601219114
    - type: nauc_map_at_1000_diff1
      value: 54.22825699489161
    - type: nauc_map_at_1000_max
      value: 41.193183980498915
    - type: nauc_map_at_1000_std
      value: 2.6181170010645975
    - type: nauc_map_at_100_diff1
      value: 54.22962689491372
    - type: nauc_map_at_100_max
      value: 41.15422344883109
    - type: nauc_map_at_100_std
      value: 2.589137887493561
    - type: nauc_map_at_10_diff1
      value: 54.234416803412
    - type: nauc_map_at_10_max
      value: 40.73302906064543
    - type: nauc_map_at_10_std
      value: 1.5742622487204132
    - type: nauc_map_at_1_diff1
      value: 60.98726487192796
    - type: nauc_map_at_1_max
      value: 40.5087432268483
    - type: nauc_map_at_1_std
      value: -0.618861681589115
    - type: nauc_map_at_20_diff1
      value: 54.24065396575225
    - type: nauc_map_at_20_max
      value: 40.96642134091234
    - type: nauc_map_at_20_std
      value: 2.255528354923776
    - type: nauc_map_at_3_diff1
      value: 55.19571374533455
    - type: nauc_map_at_3_max
      value: 40.466445884169325
    - type: nauc_map_at_3_std
      value: 1.5604184092107083
    - type: nauc_map_at_5_diff1
      value: 54.62755124706725
    - type: nauc_map_at_5_max
      value: 40.79048191661008
    - type: nauc_map_at_5_std
      value: 1.6481958244498491
    - type: nauc_mrr_at_1000_diff1
      value: 52.130492713054664
    - type: nauc_mrr_at_1000_max
      value: 43.42246346565874
    - type: nauc_mrr_at_1000_std
      value: 3.7568226244227696
    - type: nauc_mrr_at_100_diff1
      value: 52.11139733464647
    - type: nauc_mrr_at_100_max
      value: 43.41122978029038
    - type: nauc_mrr_at_100_std
      value: 3.7648699971831414
    - type: nauc_mrr_at_10_diff1
      value: 51.917139062895124
    - type: nauc_mrr_at_10_max
      value: 43.28333404399252
    - type: nauc_mrr_at_10_std
      value: 3.175101468217344
    - type: nauc_mrr_at_1_diff1
      value: 58.15700492960476
    - type: nauc_mrr_at_1_max
      value: 44.74534645946132
    - type: nauc_mrr_at_1_std
      value: 3.158981918506144
    - type: nauc_mrr_at_20_diff1
      value: 52.08080994385536
    - type: nauc_mrr_at_20_max
      value: 43.360239139324435
    - type: nauc_mrr_at_20_std
      value: 3.631302789716014
    - type: nauc_mrr_at_3_diff1
      value: 52.28582887618205
    - type: nauc_mrr_at_3_max
      value: 43.5464669155253
    - type: nauc_mrr_at_3_std
      value: 3.2738590937902408
    - type: nauc_mrr_at_5_diff1
      value: 52.083995047675735
    - type: nauc_mrr_at_5_max
      value: 43.483512946791194
    - type: nauc_mrr_at_5_std
      value: 3.1671573393140835
    - type: nauc_ndcg_at_1000_diff1
      value: 52.26816309079989
    - type: nauc_ndcg_at_1000_max
      value: 42.246658524500056
    - type: nauc_ndcg_at_1000_std
      value: 5.176745457074018
    - type: nauc_ndcg_at_100_diff1
      value: 51.87938559991279
    - type: nauc_ndcg_at_100_max
      value: 41.906214241038256
    - type: nauc_ndcg_at_100_std
      value: 5.452585332053114
    - type: nauc_ndcg_at_10_diff1
      value: 51.496630224343455
    - type: nauc_ndcg_at_10_max
      value: 40.61403913812895
    - type: nauc_ndcg_at_10_std
      value: 1.868846069829645
    - type: nauc_ndcg_at_1_diff1
      value: 58.15700492960476
    - type: nauc_ndcg_at_1_max
      value: 44.74534645946132
    - type: nauc_ndcg_at_1_std
      value: 3.158981918506144
    - type: nauc_ndcg_at_20_diff1
      value: 51.802244429968525
    - type: nauc_ndcg_at_20_max
      value: 40.971355389141564
    - type: nauc_ndcg_at_20_std
      value: 3.749520166213707
    - type: nauc_ndcg_at_3_diff1
      value: 51.88618821396492
    - type: nauc_ndcg_at_3_max
      value: 41.63706585287938
    - type: nauc_ndcg_at_3_std
      value: 2.8445457836900134
    - type: nauc_ndcg_at_5_diff1
      value: 51.79501775020373
    - type: nauc_ndcg_at_5_max
      value: 41.362790172813554
    - type: nauc_ndcg_at_5_std
      value: 2.5074552757065764
    - type: nauc_precision_at_1000_diff1
      value: -16.96079060299117
    - type: nauc_precision_at_1000_max
      value: 2.4034964912939545
    - type: nauc_precision_at_1000_std
      value: 9.846658629268111
    - type: nauc_precision_at_100_diff1
      value: -5.770404350264881
    - type: nauc_precision_at_100_max
      value: 14.930738225456649
    - type: nauc_precision_at_100_std
      value: 16.180457371651265
    - type: nauc_precision_at_10_diff1
      value: 17.34458740655854
    - type: nauc_precision_at_10_max
      value: 29.771302359747004
    - type: nauc_precision_at_10_std
      value: 8.2225186530363
    - type: nauc_precision_at_1_diff1
      value: 58.15700492960476
    - type: nauc_precision_at_1_max
      value: 44.74534645946132
    - type: nauc_precision_at_1_std
      value: 3.158981918506144
    - type: nauc_precision_at_20_diff1
      value: 8.40127994688015
    - type: nauc_precision_at_20_max
      value: 25.26211611715675
    - type: nauc_precision_at_20_std
      value: 15.165982115411683
    - type: nauc_precision_at_3_diff1
      value: 32.87263222850699
    - type: nauc_precision_at_3_max
      value: 38.74681571635995
    - type: nauc_precision_at_3_std
      value: 8.58761428971107
    - type: nauc_precision_at_5_diff1
      value: 25.51907486430563
    - type: nauc_precision_at_5_max
      value: 34.81867905284459
    - type: nauc_precision_at_5_std
      value: 8.87677775352719
    - type: nauc_recall_at_1000_diff1
      value: 42.975422972872664
    - type: nauc_recall_at_1000_max
      value: 44.6453205555709
    - type: nauc_recall_at_1000_std
      value: 37.10389514987087
    - type: nauc_recall_at_100_diff1
      value: 39.37594095830516
    - type: nauc_recall_at_100_max
      value: 37.52732587051286
    - type: nauc_recall_at_100_std
      value: 21.306554670090723
    - type: nauc_recall_at_10_diff1
      value: 42.34166969439945
    - type: nauc_recall_at_10_max
      value: 34.33753387694109
    - type: nauc_recall_at_10_std
      value: 0.5734487103168852
    - type: nauc_recall_at_1_diff1
      value: 60.98726487192796
    - type: nauc_recall_at_1_max
      value: 40.5087432268483
    - type: nauc_recall_at_1_std
      value: -0.618861681589115
    - type: nauc_recall_at_20_diff1
      value: 42.919902071659024
    - type: nauc_recall_at_20_max
      value: 34.244215204966274
    - type: nauc_recall_at_20_std
      value: 6.859276801435449
    - type: nauc_recall_at_3_diff1
      value: 47.465631245246925
    - type: nauc_recall_at_3_max
      value: 37.03634257288187
    - type: nauc_recall_at_3_std
      value: 1.6594534433763797
    - type: nauc_recall_at_5_diff1
      value: 45.481953285145735
    - type: nauc_recall_at_5_max
      value: 36.86680182730081
    - type: nauc_recall_at_5_std
      value: 1.571383916780946
    - type: ndcg_at_1
      value: 37.151
    - type: ndcg_at_10
      value: 45.936
    - type: ndcg_at_100
      value: 51.614000000000004
    - type: ndcg_at_1000
      value: 53.74100000000001
    - type: ndcg_at_20
      value: 48.236000000000004
    - type: ndcg_at_3
      value: 41.482
    - type: ndcg_at_5
      value: 43.592
    - type: precision_at_1
      value: 37.151
    - type: precision_at_10
      value: 8.161999999999999
    - type: precision_at_100
      value: 1.2890000000000001
    - type: precision_at_1000
      value: 0.167
    - type: precision_at_20
      value: 4.846
    - type: precision_at_3
      value: 19.666
    - type: precision_at_5
      value: 13.744
    - type: recall_at_1
      value: 30.308
    - type: recall_at_10
      value: 57.157000000000004
    - type: recall_at_100
      value: 81.011
    - type: recall_at_1000
      value: 94.64099999999999
    - type: recall_at_20
      value: 65.20899999999999
    - type: recall_at_3
      value: 44.086999999999996
    - type: recall_at_5
      value: 49.958999999999996
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackProgrammersRetrieval (default)
      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
      split: test
      type: mteb/cqadupstack-programmers
    metrics:
    - type: main_score
      value: 43.412
    - type: map_at_1
      value: 29.046
    - type: map_at_10
      value: 38.303
    - type: map_at_100
      value: 39.645
    - type: map_at_1000
      value: 39.77
    - type: map_at_20
      value: 39.097
    - type: map_at_3
      value: 35.527
    - type: map_at_5
      value: 37.178
    - type: mrr_at_1
      value: 35.73059360730594
    - type: mrr_at_10
      value: 43.761913821845305
    - type: mrr_at_100
      value: 44.63677193484203
    - type: mrr_at_1000
      value: 44.69831213307122
    - type: mrr_at_20
      value: 44.262324426201666
    - type: mrr_at_3
      value: 41.64764079147639
    - type: mrr_at_5
      value: 43.00608828006084
    - type: nauc_map_at_1000_diff1
      value: 50.80592396352838
    - type: nauc_map_at_1000_max
      value: 51.12273921540497
    - type: nauc_map_at_1000_std
      value: 14.292687346808359
    - type: nauc_map_at_100_diff1
      value: 50.74885757421167
    - type: nauc_map_at_100_max
      value: 51.09775472081031
    - type: nauc_map_at_100_std
      value: 14.306782546331737
    - type: nauc_map_at_10_diff1
      value: 50.73407506848942
    - type: nauc_map_at_10_max
      value: 50.550756380086334
    - type: nauc_map_at_10_std
      value: 13.462279145855613
    - type: nauc_map_at_1_diff1
      value: 56.881260498415664
    - type: nauc_map_at_1_max
      value: 47.24197200067275
    - type: nauc_map_at_1_std
      value: 8.977529548357513
    - type: nauc_map_at_20_diff1
      value: 50.82970827876453
    - type: nauc_map_at_20_max
      value: 50.99599888578757
    - type: nauc_map_at_20_std
      value: 13.979961919416242
    - type: nauc_map_at_3_diff1
      value: 51.79740317541754
    - type: nauc_map_at_3_max
      value: 49.67507114543718
    - type: nauc_map_at_3_std
      value: 11.194891747941783
    - type: nauc_map_at_5_diff1
      value: 50.66253299097874
    - type: nauc_map_at_5_max
      value: 50.101087772668606
    - type: nauc_map_at_5_std
      value: 12.691891966952989
    - type: nauc_mrr_at_1000_diff1
      value: 51.943575137936485
    - type: nauc_mrr_at_1000_max
      value: 55.178773670297545
    - type: nauc_mrr_at_1000_std
      value: 17.320282879115155
    - type: nauc_mrr_at_100_diff1
      value: 51.918539720922894
    - type: nauc_mrr_at_100_max
      value: 55.16283910274854
    - type: nauc_mrr_at_100_std
      value: 17.34618155711343
    - type: nauc_mrr_at_10_diff1
      value: 51.809881089148405
    - type: nauc_mrr_at_10_max
      value: 55.2665918409468
    - type: nauc_mrr_at_10_std
      value: 17.19210843408282
    - type: nauc_mrr_at_1_diff1
      value: 57.247939024184646
    - type: nauc_mrr_at_1_max
      value: 54.97803936238742
    - type: nauc_mrr_at_1_std
      value: 14.27663454759224
    - type: nauc_mrr_at_20_diff1
      value: 51.90282344336835
    - type: nauc_mrr_at_20_max
      value: 55.212495851478735
    - type: nauc_mrr_at_20_std
      value: 17.277582572472603
    - type: nauc_mrr_at_3_diff1
      value: 52.314160249131994
    - type: nauc_mrr_at_3_max
      value: 55.23726914948854
    - type: nauc_mrr_at_3_std
      value: 15.793481787330995
    - type: nauc_mrr_at_5_diff1
      value: 51.442945450983146
    - type: nauc_mrr_at_5_max
      value: 55.01065961723333
    - type: nauc_mrr_at_5_std
      value: 16.674132967447846
    - type: nauc_ndcg_at_1000_diff1
      value: 49.799252198786505
    - type: nauc_ndcg_at_1000_max
      value: 53.096819070454096
    - type: nauc_ndcg_at_1000_std
      value: 18.56564491099995
    - type: nauc_ndcg_at_100_diff1
      value: 48.820041220370584
    - type: nauc_ndcg_at_100_max
      value: 52.612730098518114
    - type: nauc_ndcg_at_100_std
      value: 19.346752569571006
    - type: nauc_ndcg_at_10_diff1
      value: 49.08275687604207
    - type: nauc_ndcg_at_10_max
      value: 51.9564107496998
    - type: nauc_ndcg_at_10_std
      value: 16.328838632379945
    - type: nauc_ndcg_at_1_diff1
      value: 57.247939024184646
    - type: nauc_ndcg_at_1_max
      value: 54.97803936238742
    - type: nauc_ndcg_at_1_std
      value: 14.27663454759224
    - type: nauc_ndcg_at_20_diff1
      value: 49.22958962899982
    - type: nauc_ndcg_at_20_max
      value: 52.513260372943826
    - type: nauc_ndcg_at_20_std
      value: 17.56845223821443
    - type: nauc_ndcg_at_3_diff1
      value: 49.86820538130406
    - type: nauc_ndcg_at_3_max
      value: 51.55336293734981
    - type: nauc_ndcg_at_3_std
      value: 13.183772048664641
    - type: nauc_ndcg_at_5_diff1
      value: 48.64432868368493
    - type: nauc_ndcg_at_5_max
      value: 51.51254338509901
    - type: nauc_ndcg_at_5_std
      value: 15.03584317222835
    - type: nauc_precision_at_1000_diff1
      value: -5.210788631790134
    - type: nauc_precision_at_1000_max
      value: 3.3153995843627855
    - type: nauc_precision_at_1000_std
      value: 6.70129905669895
    - type: nauc_precision_at_100_diff1
      value: 3.2799124035457665
    - type: nauc_precision_at_100_max
      value: 22.515235216648264
    - type: nauc_precision_at_100_std
      value: 22.267028577985158
    - type: nauc_precision_at_10_diff1
      value: 20.54085141868727
    - type: nauc_precision_at_10_max
      value: 41.1634382616484
    - type: nauc_precision_at_10_std
      value: 22.497075824956223
    - type: nauc_precision_at_1_diff1
      value: 57.247939024184646
    - type: nauc_precision_at_1_max
      value: 54.97803936238742
    - type: nauc_precision_at_1_std
      value: 14.27663454759224
    - type: nauc_precision_at_20_diff1
      value: 15.101791445597087
    - type: nauc_precision_at_20_max
      value: 36.047472839057995
    - type: nauc_precision_at_20_std
      value: 23.481597513237894
    - type: nauc_precision_at_3_diff1
      value: 34.89985529880996
    - type: nauc_precision_at_3_max
      value: 50.49374010696851
    - type: nauc_precision_at_3_std
      value: 17.35850877993407
    - type: nauc_precision_at_5_diff1
      value: 26.560115056034366
    - type: nauc_precision_at_5_max
      value: 46.81746419180242
    - type: nauc_precision_at_5_std
      value: 20.408263573135603
    - type: nauc_recall_at_1000_diff1
      value: 37.90427796967601
    - type: nauc_recall_at_1000_max
      value: 59.892379421147055
    - type: nauc_recall_at_1000_std
      value: 60.87201891141765
    - type: nauc_recall_at_100_diff1
      value: 33.93607058312279
    - type: nauc_recall_at_100_max
      value: 47.393426688114204
    - type: nauc_recall_at_100_std
      value: 39.47735786415153
    - type: nauc_recall_at_10_diff1
      value: 41.33389238228592
    - type: nauc_recall_at_10_max
      value: 48.636977708526004
    - type: nauc_recall_at_10_std
      value: 20.29004306116151
    - type: nauc_recall_at_1_diff1
      value: 56.881260498415664
    - type: nauc_recall_at_1_max
      value: 47.24197200067275
    - type: nauc_recall_at_1_std
      value: 8.977529548357513
    - type: nauc_recall_at_20_diff1
      value: 40.97829717340289
    - type: nauc_recall_at_20_max
      value: 49.550363147653485
    - type: nauc_recall_at_20_std
      value: 24.65365760413743
    - type: nauc_recall_at_3_diff1
      value: 45.50171551569048
    - type: nauc_recall_at_3_max
      value: 47.53807770283624
    - type: nauc_recall_at_3_std
      value: 12.258377244311061
    - type: nauc_recall_at_5_diff1
      value: 40.742167046153995
    - type: nauc_recall_at_5_max
      value: 47.381615372468374
    - type: nauc_recall_at_5_std
      value: 16.897962008958334
    - type: ndcg_at_1
      value: 35.731
    - type: ndcg_at_10
      value: 43.412
    - type: ndcg_at_100
      value: 48.902
    - type: ndcg_at_1000
      value: 51.437
    - type: ndcg_at_20
      value: 45.731
    - type: ndcg_at_3
      value: 39.194
    - type: ndcg_at_5
      value: 41.285
    - type: precision_at_1
      value: 35.731
    - type: precision_at_10
      value: 7.739999999999999
    - type: precision_at_100
      value: 1.21
    - type: precision_at_1000
      value: 0.16199999999999998
    - type: precision_at_20
      value: 4.629
    - type: precision_at_3
      value: 18.379
    - type: precision_at_5
      value: 13.014000000000001
    - type: recall_at_1
      value: 29.046
    - type: recall_at_10
      value: 52.947
    - type: recall_at_100
      value: 76.19
    - type: recall_at_1000
      value: 93.331
    - type: recall_at_20
      value: 61.107
    - type: recall_at_3
      value: 41.155
    - type: recall_at_5
      value: 46.783
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackRetrieval (default)
      revision: CQADupstackRetrieval
      split: test
      type: CQADupstackRetrieval
    metrics:
    - type: main_score
      value: 42.88966666666667
    - type: ndcg_at_10
      value: 42.88966666666667
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackStatsRetrieval (default)
      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
      split: test
      type: mteb/cqadupstack-stats
    metrics:
    - type: main_score
      value: 36.571
    - type: map_at_1
      value: 25.694
    - type: map_at_10
      value: 32.519
    - type: map_at_100
      value: 33.421
    - type: map_at_1000
      value: 33.521
    - type: map_at_20
      value: 32.986
    - type: map_at_3
      value: 30.614
    - type: map_at_5
      value: 31.519000000000002
    - type: mrr_at_1
      value: 28.834355828220858
    - type: mrr_at_10
      value: 35.39846869218034
    - type: mrr_at_100
      value: 36.18145716174078
    - type: mrr_at_1000
      value: 36.254070037635344
    - type: mrr_at_20
      value: 35.826470758823454
    - type: mrr_at_3
      value: 33.5633946830266
    - type: mrr_at_5
      value: 34.445296523517385
    - type: nauc_map_at_1000_diff1
      value: 59.21127779380182
    - type: nauc_map_at_1000_max
      value: 47.45877358275832
    - type: nauc_map_at_1000_std
      value: 7.902908020843874
    - type: nauc_map_at_100_diff1
      value: 59.18200747946963
    - type: nauc_map_at_100_max
      value: 47.44292328377123
    - type: nauc_map_at_100_std
      value: 7.906813888372076
    - type: nauc_map_at_10_diff1
      value: 59.54808111097996
    - type: nauc_map_at_10_max
      value: 47.416248655348966
    - type: nauc_map_at_10_std
      value: 7.265331367621496
    - type: nauc_map_at_1_diff1
      value: 65.66232117229154
    - type: nauc_map_at_1_max
      value: 46.51257040003174
    - type: nauc_map_at_1_std
      value: 2.5163737001523376
    - type: nauc_map_at_20_diff1
      value: 59.33884526762071
    - type: nauc_map_at_20_max
      value: 47.47088184064044
    - type: nauc_map_at_20_std
      value: 7.7436779449629585
    - type: nauc_map_at_3_diff1
      value: 60.85904704295578
    - type: nauc_map_at_3_max
      value: 46.380570882815725
    - type: nauc_map_at_3_std
      value: 5.477611104719717
    - type: nauc_map_at_5_diff1
      value: 60.06631642185234
    - type: nauc_map_at_5_max
      value: 47.317296654386
    - type: nauc_map_at_5_std
      value: 7.25009033156602
    - type: nauc_mrr_at_1000_diff1
      value: 59.75255617401618
    - type: nauc_mrr_at_1000_max
      value: 51.370385751684964
    - type: nauc_mrr_at_1000_std
      value: 10.561014566694835
    - type: nauc_mrr_at_100_diff1
      value: 59.72006423373155
    - type: nauc_mrr_at_100_max
      value: 51.380287723231135
    - type: nauc_mrr_at_100_std
      value: 10.572503240845824
    - type: nauc_mrr_at_10_diff1
      value: 59.89229452084576
    - type: nauc_mrr_at_10_max
      value: 51.42243909482621
    - type: nauc_mrr_at_10_std
      value: 10.08622724134282
    - type: nauc_mrr_at_1_diff1
      value: 66.5671307651682
    - type: nauc_mrr_at_1_max
      value: 53.04014276462249
    - type: nauc_mrr_at_1_std
      value: 7.295103966634424
    - type: nauc_mrr_at_20_diff1
      value: 59.81505895368636
    - type: nauc_mrr_at_20_max
      value: 51.4001623359027
    - type: nauc_mrr_at_20_std
      value: 10.490038867761676
    - type: nauc_mrr_at_3_diff1
      value: 61.25505063120813
    - type: nauc_mrr_at_3_max
      value: 51.235726860013244
    - type: nauc_mrr_at_3_std
      value: 9.12076972609324
    - type: nauc_mrr_at_5_diff1
      value: 60.46124658234123
    - type: nauc_mrr_at_5_max
      value: 51.66615304884651
    - type: nauc_mrr_at_5_std
      value: 10.491753886082012
    - type: nauc_ndcg_at_1000_diff1
      value: 56.063891484123495
    - type: nauc_ndcg_at_1000_max
      value: 48.367233938001824
    - type: nauc_ndcg_at_1000_std
      value: 12.080373606492493
    - type: nauc_ndcg_at_100_diff1
      value: 55.31788435605813
    - type: nauc_ndcg_at_100_max
      value: 48.092541277886774
    - type: nauc_ndcg_at_100_std
      value: 12.141439583740032
    - type: nauc_ndcg_at_10_diff1
      value: 56.717385106645516
    - type: nauc_ndcg_at_10_max
      value: 47.92478263897746
    - type: nauc_ndcg_at_10_std
      value: 9.129726886351563
    - type: nauc_ndcg_at_1_diff1
      value: 66.5671307651682
    - type: nauc_ndcg_at_1_max
      value: 53.04014276462249
    - type: nauc_ndcg_at_1_std
      value: 7.295103966634424
    - type: nauc_ndcg_at_20_diff1
      value: 56.135405938935655
    - type: nauc_ndcg_at_20_max
      value: 47.986272943164934
    - type: nauc_ndcg_at_20_std
      value: 10.812467905397899
    - type: nauc_ndcg_at_3_diff1
      value: 59.23720600553493
    - type: nauc_ndcg_at_3_max
      value: 47.33504002431289
    - type: nauc_ndcg_at_3_std
      value: 7.185531194641598
    - type: nauc_ndcg_at_5_diff1
      value: 57.98025524283037
    - type: nauc_ndcg_at_5_max
      value: 48.24283042633571
    - type: nauc_ndcg_at_5_std
      value: 9.61745663183138
    - type: nauc_precision_at_1000_diff1
      value: 3.688209431955099
    - type: nauc_precision_at_1000_max
      value: 22.162220985449128
    - type: nauc_precision_at_1000_std
      value: 19.598939915783994
    - type: nauc_precision_at_100_diff1
      value: 16.715476973785897
    - type: nauc_precision_at_100_max
      value: 35.58794004604787
    - type: nauc_precision_at_100_std
      value: 27.232006525764596
    - type: nauc_precision_at_10_diff1
      value: 37.61009291457028
    - type: nauc_precision_at_10_max
      value: 47.494574849424886
    - type: nauc_precision_at_10_std
      value: 18.99715275687221
    - type: nauc_precision_at_1_diff1
      value: 66.5671307651682
    - type: nauc_precision_at_1_max
      value: 53.04014276462249
    - type: nauc_precision_at_1_std
      value: 7.295103966634424
    - type: nauc_precision_at_20_diff1
      value: 31.740634208420587
    - type: nauc_precision_at_20_max
      value: 44.645986394660895
    - type: nauc_precision_at_20_std
      value: 23.565652481186586
    - type: nauc_precision_at_3_diff1
      value: 51.66114263826896
    - type: nauc_precision_at_3_max
      value: 50.17058854322658
    - type: nauc_precision_at_3_std
      value: 13.512577693548192
    - type: nauc_precision_at_5_diff1
      value: 45.22871147002112
    - type: nauc_precision_at_5_max
      value: 50.97541357417865
    - type: nauc_precision_at_5_std
      value: 20.09926480475663
    - type: nauc_recall_at_1000_diff1
      value: 31.322211403937285
    - type: nauc_recall_at_1000_max
      value: 42.50466170750527
    - type: nauc_recall_at_1000_std
      value: 40.51211129319271
    - type: nauc_recall_at_100_diff1
      value: 36.2360280516937
    - type: nauc_recall_at_100_max
      value: 42.96527303778111
    - type: nauc_recall_at_100_std
      value: 26.79796127746965
    - type: nauc_recall_at_10_diff1
      value: 46.6933738894558
    - type: nauc_recall_at_10_max
      value: 44.123300529793056
    - type: nauc_recall_at_10_std
      value: 11.27231506598845
    - type: nauc_recall_at_1_diff1
      value: 65.66232117229154
    - type: nauc_recall_at_1_max
      value: 46.51257040003174
    - type: nauc_recall_at_1_std
      value: 2.5163737001523376
    - type: nauc_recall_at_20_diff1
      value: 43.83749055471611
    - type: nauc_recall_at_20_max
      value: 43.397982693038685
    - type: nauc_recall_at_20_std
      value: 17.188379692723828
    - type: nauc_recall_at_3_diff1
      value: 54.1533022226639
    - type: nauc_recall_at_3_max
      value: 42.52488107816299
    - type: nauc_recall_at_3_std
      value: 6.629860082065277
    - type: nauc_recall_at_5_diff1
      value: 50.8614211680103
    - type: nauc_recall_at_5_max
      value: 45.28106563555323
    - type: nauc_recall_at_5_std
      value: 12.700338725741222
    - type: ndcg_at_1
      value: 28.834
    - type: ndcg_at_10
      value: 36.571
    - type: ndcg_at_100
      value: 41.102
    - type: ndcg_at_1000
      value: 43.671
    - type: ndcg_at_20
      value: 38.152
    - type: ndcg_at_3
      value: 33.01
    - type: ndcg_at_5
      value: 34.402
    - type: precision_at_1
      value: 28.834
    - type: precision_at_10
      value: 5.675
    - type: precision_at_100
      value: 0.859
    - type: precision_at_1000
      value: 0.117
    - type: precision_at_20
      value: 3.259
    - type: precision_at_3
      value: 14.059
    - type: precision_at_5
      value: 9.508999999999999
    - type: recall_at_1
      value: 25.694
    - type: recall_at_10
      value: 46.018
    - type: recall_at_100
      value: 66.90700000000001
    - type: recall_at_1000
      value: 85.866
    - type: recall_at_20
      value: 51.92
    - type: recall_at_3
      value: 36.062
    - type: recall_at_5
      value: 39.562000000000005
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackTexRetrieval (default)
      revision: 46989137a86843e03a6195de44b09deda022eec7
      split: test
      type: mteb/cqadupstack-tex
    metrics:
    - type: main_score
      value: 33.665
    - type: map_at_1
      value: 21.559
    - type: map_at_10
      value: 29.032000000000004
    - type: map_at_100
      value: 30.135
    - type: map_at_1000
      value: 30.258000000000003
    - type: map_at_20
      value: 29.607
    - type: map_at_3
      value: 26.682
    - type: map_at_5
      value: 27.956999999999997
    - type: mrr_at_1
      value: 26.29043358568479
    - type: mrr_at_10
      value: 33.3080981876578
    - type: mrr_at_100
      value: 34.1764538461662
    - type: mrr_at_1000
      value: 34.248506545210226
    - type: mrr_at_20
      value: 33.78132510629286
    - type: mrr_at_3
      value: 31.251433815095265
    - type: mrr_at_5
      value: 32.39905941729766
    - type: nauc_map_at_1000_diff1
      value: 50.50023732077554
    - type: nauc_map_at_1000_max
      value: 42.59809128542217
    - type: nauc_map_at_1000_std
      value: 4.548773301130105
    - type: nauc_map_at_100_diff1
      value: 50.48271928405346
    - type: nauc_map_at_100_max
      value: 42.55881434921447
    - type: nauc_map_at_100_std
      value: 4.514347678686318
    - type: nauc_map_at_10_diff1
      value: 50.6445428672794
    - type: nauc_map_at_10_max
      value: 42.358616548731774
    - type: nauc_map_at_10_std
      value: 4.118726987677713
    - type: nauc_map_at_1_diff1
      value: 57.98097995657995
    - type: nauc_map_at_1_max
      value: 41.68952974974049
    - type: nauc_map_at_1_std
      value: 3.0272542729271157
    - type: nauc_map_at_20_diff1
      value: 50.50692335035352
    - type: nauc_map_at_20_max
      value: 42.52599731022714
    - type: nauc_map_at_20_std
      value: 4.289567132618637
    - type: nauc_map_at_3_diff1
      value: 52.57484092433417
    - type: nauc_map_at_3_max
      value: 42.56353035102126
    - type: nauc_map_at_3_std
      value: 3.3666560242360943
    - type: nauc_map_at_5_diff1
      value: 51.33149846228247
    - type: nauc_map_at_5_max
      value: 42.138141557029215
    - type: nauc_map_at_5_std
      value: 3.63407311321908
    - type: nauc_mrr_at_1000_diff1
      value: 51.64588095028107
    - type: nauc_mrr_at_1000_max
      value: 45.21132274986003
    - type: nauc_mrr_at_1000_std
      value: 5.0484437569555585
    - type: nauc_mrr_at_100_diff1
      value: 51.62929802936584
    - type: nauc_mrr_at_100_max
      value: 45.19695172672232
    - type: nauc_mrr_at_100_std
      value: 5.031927696402182
    - type: nauc_mrr_at_10_diff1
      value: 51.69157695004305
    - type: nauc_mrr_at_10_max
      value: 45.16812590942401
    - type: nauc_mrr_at_10_std
      value: 4.79967969804667
    - type: nauc_mrr_at_1_diff1
      value: 58.32542183726116
    - type: nauc_mrr_at_1_max
      value: 46.620943574285185
    - type: nauc_mrr_at_1_std
      value: 4.1930005189971835
    - type: nauc_mrr_at_20_diff1
      value: 51.61295585588531
    - type: nauc_mrr_at_20_max
      value: 45.18950560029899
    - type: nauc_mrr_at_20_std
      value: 4.872609425990706
    - type: nauc_mrr_at_3_diff1
      value: 53.29566388431001
    - type: nauc_mrr_at_3_max
      value: 45.96260064014352
    - type: nauc_mrr_at_3_std
      value: 4.26990138331606
    - type: nauc_mrr_at_5_diff1
      value: 52.15051324018521
    - type: nauc_mrr_at_5_max
      value: 45.19115832118339
    - type: nauc_mrr_at_5_std
      value: 4.327064373186022
    - type: nauc_ndcg_at_1000_diff1
      value: 47.975105473136274
    - type: nauc_ndcg_at_1000_max
      value: 43.3202256901928
    - type: nauc_ndcg_at_1000_std
      value: 7.302466526267917
    - type: nauc_ndcg_at_100_diff1
      value: 47.4263368124116
    - type: nauc_ndcg_at_100_max
      value: 42.9144663112138
    - type: nauc_ndcg_at_100_std
      value: 6.896117489396776
    - type: nauc_ndcg_at_10_diff1
      value: 47.69553293563487
    - type: nauc_ndcg_at_10_max
      value: 42.532008689244975
    - type: nauc_ndcg_at_10_std
      value: 5.072375034288901
    - type: nauc_ndcg_at_1_diff1
      value: 58.32542183726116
    - type: nauc_ndcg_at_1_max
      value: 46.620943574285185
    - type: nauc_ndcg_at_1_std
      value: 4.1930005189971835
    - type: nauc_ndcg_at_20_diff1
      value: 47.3216797300171
    - type: nauc_ndcg_at_20_max
      value: 42.82784121762008
    - type: nauc_ndcg_at_20_std
      value: 5.4873332638062555
    - type: nauc_ndcg_at_3_diff1
      value: 50.67618892045853
    - type: nauc_ndcg_at_3_max
      value: 43.452066634836264
    - type: nauc_ndcg_at_3_std
      value: 3.5999178231581794
    - type: nauc_ndcg_at_5_diff1
      value: 48.87125718610337
    - type: nauc_ndcg_at_5_max
      value: 42.34293060532442
    - type: nauc_ndcg_at_5_std
      value: 3.965719895867645
    - type: nauc_precision_at_1000_diff1
      value: 2.3564008906375946
    - type: nauc_precision_at_1000_max
      value: 19.35277990409841
    - type: nauc_precision_at_1000_std
      value: 8.208296124429717
    - type: nauc_precision_at_100_diff1
      value: 11.557680499251672
    - type: nauc_precision_at_100_max
      value: 27.081221933803963
    - type: nauc_precision_at_100_std
      value: 10.867193962779467
    - type: nauc_precision_at_10_diff1
      value: 26.75079231789259
    - type: nauc_precision_at_10_max
      value: 37.919411779232
    - type: nauc_precision_at_10_std
      value: 8.247576589109919
    - type: nauc_precision_at_1_diff1
      value: 58.32542183726116
    - type: nauc_precision_at_1_max
      value: 46.620943574285185
    - type: nauc_precision_at_1_std
      value: 4.1930005189971835
    - type: nauc_precision_at_20_diff1
      value: 20.55817160758088
    - type: nauc_precision_at_20_max
      value: 35.002140073661074
    - type: nauc_precision_at_20_std
      value: 9.307772219880112
    - type: nauc_precision_at_3_diff1
      value: 41.336467145311225
    - type: nauc_precision_at_3_max
      value: 43.90874128887091
    - type: nauc_precision_at_3_std
      value: 4.729955596002663
    - type: nauc_precision_at_5_diff1
      value: 34.13625101894054
    - type: nauc_precision_at_5_max
      value: 40.17036594203881
    - type: nauc_precision_at_5_std
      value: 5.583421954612999
    - type: nauc_recall_at_1000_diff1
      value: 24.46074916945915
    - type: nauc_recall_at_1000_max
      value: 37.86917238350092
    - type: nauc_recall_at_1000_std
      value: 33.88120920938976
    - type: nauc_recall_at_100_diff1
      value: 31.212833489194146
    - type: nauc_recall_at_100_max
      value: 37.18791392541046
    - type: nauc_recall_at_100_std
      value: 16.998821925560886
    - type: nauc_recall_at_10_diff1
      value: 36.70769693647175
    - type: nauc_recall_at_10_max
      value: 37.64347483639347
    - type: nauc_recall_at_10_std
      value: 6.642774528061772
    - type: nauc_recall_at_1_diff1
      value: 57.98097995657995
    - type: nauc_recall_at_1_max
      value: 41.68952974974049
    - type: nauc_recall_at_1_std
      value: 3.0272542729271157
    - type: nauc_recall_at_20_diff1
      value: 34.59547764519041
    - type: nauc_recall_at_20_max
      value: 38.01411741806164
    - type: nauc_recall_at_20_std
      value: 8.079886446955351
    - type: nauc_recall_at_3_diff1
      value: 45.9260703706339
    - type: nauc_recall_at_3_max
      value: 40.455294025909076
    - type: nauc_recall_at_3_std
      value: 3.020482391513455
    - type: nauc_recall_at_5_diff1
      value: 41.11529408347525
    - type: nauc_recall_at_5_max
      value: 37.806622947319276
    - type: nauc_recall_at_5_std
      value: 3.472346020494902
    - type: ndcg_at_1
      value: 26.290000000000003
    - type: ndcg_at_10
      value: 33.665
    - type: ndcg_at_100
      value: 38.879000000000005
    - type: ndcg_at_1000
      value: 41.704
    - type: ndcg_at_20
      value: 35.455999999999996
    - type: ndcg_at_3
      value: 29.711
    - type: ndcg_at_5
      value: 31.471
    - type: precision_at_1
      value: 26.290000000000003
    - type: precision_at_10
      value: 5.957
    - type: precision_at_100
      value: 1.019
    - type: precision_at_1000
      value: 0.14400000000000002
    - type: precision_at_20
      value: 3.565
    - type: precision_at_3
      value: 13.902000000000001
    - type: precision_at_5
      value: 9.821
    - type: recall_at_1
      value: 21.559
    - type: recall_at_10
      value: 43.288
    - type: recall_at_100
      value: 67.006
    - type: recall_at_1000
      value: 87.154
    - type: recall_at_20
      value: 49.788
    - type: recall_at_3
      value: 31.889
    - type: recall_at_5
      value: 36.605
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackUnixRetrieval (default)
      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
      split: test
      type: mteb/cqadupstack-unix
    metrics:
    - type: main_score
      value: 44.423
    - type: map_at_1
      value: 30.54
    - type: map_at_10
      value: 39.397
    - type: map_at_100
      value: 40.626
    - type: map_at_1000
      value: 40.717999999999996
    - type: map_at_20
      value: 40.077
    - type: map_at_3
      value: 36.797999999999995
    - type: map_at_5
      value: 38.178
    - type: mrr_at_1
      value: 35.5410447761194
    - type: mrr_at_10
      value: 43.5865316275764
    - type: mrr_at_100
      value: 44.51529654171424
    - type: mrr_at_1000
      value: 44.562614253107746
    - type: mrr_at_20
      value: 44.164568195841234
    - type: mrr_at_3
      value: 41.40236318407957
    - type: mrr_at_5
      value: 42.57773631840791
    - type: nauc_map_at_1000_diff1
      value: 52.76374540838983
    - type: nauc_map_at_1000_max
      value: 42.55353627918961
    - type: nauc_map_at_1000_std
      value: 4.857305186816936
    - type: nauc_map_at_100_diff1
      value: 52.76238875291172
    - type: nauc_map_at_100_max
      value: 42.53436040912949
    - type: nauc_map_at_100_std
      value: 4.868257944045184
    - type: nauc_map_at_10_diff1
      value: 52.90764530548833
    - type: nauc_map_at_10_max
      value: 42.501235137870715
    - type: nauc_map_at_10_std
      value: 4.596458350936598
    - type: nauc_map_at_1_diff1
      value: 58.435957802193606
    - type: nauc_map_at_1_max
      value: 40.8201218048271
    - type: nauc_map_at_1_std
      value: 3.3639162923348107
    - type: nauc_map_at_20_diff1
      value: 52.83612586308006
    - type: nauc_map_at_20_max
      value: 42.40637130029987
    - type: nauc_map_at_20_std
      value: 4.642218568490607
    - type: nauc_map_at_3_diff1
      value: 53.56288667046082
    - type: nauc_map_at_3_max
      value: 42.69200652306418
    - type: nauc_map_at_3_std
      value: 4.443709986707929
    - type: nauc_map_at_5_diff1
      value: 52.80863551855386
    - type: nauc_map_at_5_max
      value: 42.268876698467324
    - type: nauc_map_at_5_std
      value: 4.315014770785757
    - type: nauc_mrr_at_1000_diff1
      value: 54.780545321852024
    - type: nauc_mrr_at_1000_max
      value: 44.85577675065409
    - type: nauc_mrr_at_1000_std
      value: 5.224452579627839
    - type: nauc_mrr_at_100_diff1
      value: 54.76702346943041
    - type: nauc_mrr_at_100_max
      value: 44.842097267634834
    - type: nauc_mrr_at_100_std
      value: 5.233687683474933
    - type: nauc_mrr_at_10_diff1
      value: 54.88849273607052
    - type: nauc_mrr_at_10_max
      value: 44.94807399819095
    - type: nauc_mrr_at_10_std
      value: 5.124284874129286
    - type: nauc_mrr_at_1_diff1
      value: 60.86924889741169
    - type: nauc_mrr_at_1_max
      value: 45.056356721606925
    - type: nauc_mrr_at_1_std
      value: 3.437468284490022
    - type: nauc_mrr_at_20_diff1
      value: 54.72936787737661
    - type: nauc_mrr_at_20_max
      value: 44.79793486137578
    - type: nauc_mrr_at_20_std
      value: 5.176055853907691
    - type: nauc_mrr_at_3_diff1
      value: 55.448415049617694
    - type: nauc_mrr_at_3_max
      value: 45.67554311190905
    - type: nauc_mrr_at_3_std
      value: 4.757201083486516
    - type: nauc_mrr_at_5_diff1
      value: 55.048042324198946
    - type: nauc_mrr_at_5_max
      value: 45.228664872065956
    - type: nauc_mrr_at_5_std
      value: 4.9014147347294585
    - type: nauc_ndcg_at_1000_diff1
      value: 51.203361322052096
    - type: nauc_ndcg_at_1000_max
      value: 43.25578662530445
    - type: nauc_ndcg_at_1000_std
      value: 6.620464316087618
    - type: nauc_ndcg_at_100_diff1
      value: 50.882647332034615
    - type: nauc_ndcg_at_100_max
      value: 42.93716885101371
    - type: nauc_ndcg_at_100_std
      value: 7.106131770951589
    - type: nauc_ndcg_at_10_diff1
      value: 51.56811051737126
    - type: nauc_ndcg_at_10_max
      value: 42.87441802287994
    - type: nauc_ndcg_at_10_std
      value: 5.505533106517679
    - type: nauc_ndcg_at_1_diff1
      value: 60.86924889741169
    - type: nauc_ndcg_at_1_max
      value: 45.056356721606925
    - type: nauc_ndcg_at_1_std
      value: 3.437468284490022
    - type: nauc_ndcg_at_20_diff1
      value: 51.13197825390587
    - type: nauc_ndcg_at_20_max
      value: 42.36940398363374
    - type: nauc_ndcg_at_20_std
      value: 5.887988236497331
    - type: nauc_ndcg_at_3_diff1
      value: 52.59182073148154
    - type: nauc_ndcg_at_3_max
      value: 43.95986060122144
    - type: nauc_ndcg_at_3_std
      value: 4.991350391303793
    - type: nauc_ndcg_at_5_diff1
      value: 51.53769309491435
    - type: nauc_ndcg_at_5_max
      value: 42.758293780811265
    - type: nauc_ndcg_at_5_std
      value: 4.844476542311906
    - type: nauc_precision_at_1000_diff1
      value: -11.434999641403083
    - type: nauc_precision_at_1000_max
      value: 0.8269916751141828
    - type: nauc_precision_at_1000_std
      value: 0.12797876293958896
    - type: nauc_precision_at_100_diff1
      value: 2.279846188893991
    - type: nauc_precision_at_100_max
      value: 15.493076102854905
    - type: nauc_precision_at_100_std
      value: 9.950134651549206
    - type: nauc_precision_at_10_diff1
      value: 28.45435256078124
    - type: nauc_precision_at_10_max
      value: 33.81086627096211
    - type: nauc_precision_at_10_std
      value: 6.0332149987128965
    - type: nauc_precision_at_1_diff1
      value: 60.86924889741169
    - type: nauc_precision_at_1_max
      value: 45.056356721606925
    - type: nauc_precision_at_1_std
      value: 3.437468284490022
    - type: nauc_precision_at_20_diff1
      value: 20.663071571536992
    - type: nauc_precision_at_20_max
      value: 27.50021189088964
    - type: nauc_precision_at_20_std
      value: 6.508841525773539
    - type: nauc_precision_at_3_diff1
      value: 41.15032908091854
    - type: nauc_precision_at_3_max
      value: 43.9955541150382
    - type: nauc_precision_at_3_std
      value: 5.877878641632331
    - type: nauc_precision_at_5_diff1
      value: 34.69820637934227
    - type: nauc_precision_at_5_max
      value: 38.83293829816354
    - type: nauc_precision_at_5_std
      value: 5.5392990681998
    - type: nauc_recall_at_1000_diff1
      value: 22.131796711859135
    - type: nauc_recall_at_1000_max
      value: 38.127584982658
    - type: nauc_recall_at_1000_std
      value: 34.45989637758976
    - type: nauc_recall_at_100_diff1
      value: 35.00175042738763
    - type: nauc_recall_at_100_max
      value: 36.55948979585168
    - type: nauc_recall_at_100_std
      value: 20.302607156553062
    - type: nauc_recall_at_10_diff1
      value: 43.87257439970838
    - type: nauc_recall_at_10_max
      value: 39.08232067387173
    - type: nauc_recall_at_10_std
      value: 7.635715431344517
    - type: nauc_recall_at_1_diff1
      value: 58.435957802193606
    - type: nauc_recall_at_1_max
      value: 40.8201218048271
    - type: nauc_recall_at_1_std
      value: 3.3639162923348107
    - type: nauc_recall_at_20_diff1
      value: 40.67523452277275
    - type: nauc_recall_at_20_max
      value: 35.6737797471379
    - type: nauc_recall_at_20_std
      value: 9.803522919641205
    - type: nauc_recall_at_3_diff1
      value: 47.16401394537944
    - type: nauc_recall_at_3_max
      value: 42.192146604065606
    - type: nauc_recall_at_3_std
      value: 5.876930111074094
    - type: nauc_recall_at_5_diff1
      value: 44.593174758805404
    - type: nauc_recall_at_5_max
      value: 39.82512155022514
    - type: nauc_recall_at_5_std
      value: 5.59548740237456
    - type: ndcg_at_1
      value: 35.541
    - type: ndcg_at_10
      value: 44.423
    - type: ndcg_at_100
      value: 50.001
    - type: ndcg_at_1000
      value: 52.047
    - type: ndcg_at_20
      value: 46.605999999999995
    - type: ndcg_at_3
      value: 40.004
    - type: ndcg_at_5
      value: 41.88
    - type: precision_at_1
      value: 35.541
    - type: precision_at_10
      value: 7.285
    - type: precision_at_100
      value: 1.1320000000000001
    - type: precision_at_1000
      value: 0.14200000000000002
    - type: precision_at_20
      value: 4.244
    - type: precision_at_3
      value: 17.91
    - type: precision_at_5
      value: 12.239
    - type: recall_at_1
      value: 30.54
    - type: recall_at_10
      value: 55.309
    - type: recall_at_100
      value: 79.616
    - type: recall_at_1000
      value: 93.856
    - type: recall_at_20
      value: 63.107
    - type: recall_at_3
      value: 43.056
    - type: recall_at_5
      value: 48.021
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackWebmastersRetrieval (default)
      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
      split: test
      type: mteb/cqadupstack-webmasters
    metrics:
    - type: main_score
      value: 41.909
    - type: map_at_1
      value: 28.163
    - type: map_at_10
      value: 36.476
    - type: map_at_100
      value: 38.078
    - type: map_at_1000
      value: 38.34
    - type: map_at_20
      value: 37.313
    - type: map_at_3
      value: 33.474
    - type: map_at_5
      value: 35.28
    - type: mrr_at_1
      value: 33.39920948616601
    - type: mrr_at_10
      value: 40.57422046552481
    - type: mrr_at_100
      value: 41.416523178972795
    - type: mrr_at_1000
      value: 41.48062648624946
    - type: mrr_at_20
      value: 41.028434133900724
    - type: mrr_at_3
      value: 38.10935441370225
    - type: mrr_at_5
      value: 39.57180500658761
    - type: nauc_map_at_1000_diff1
      value: 59.30365105258447
    - type: nauc_map_at_1000_max
      value: 51.32956178610624
    - type: nauc_map_at_1000_std
      value: 9.807753946991491
    - type: nauc_map_at_100_diff1
      value: 59.30227182211021
    - type: nauc_map_at_100_max
      value: 51.505498315648744
    - type: nauc_map_at_100_std
      value: 9.40690013473669
    - type: nauc_map_at_10_diff1
      value: 59.493199077028656
    - type: nauc_map_at_10_max
      value: 51.170184882329494
    - type: nauc_map_at_10_std
      value: 7.5956691204249625
    - type: nauc_map_at_1_diff1
      value: 66.72124308402267
    - type: nauc_map_at_1_max
      value: 51.19466114585956
    - type: nauc_map_at_1_std
      value: 2.245220608559181
    - type: nauc_map_at_20_diff1
      value: 59.22057643300822
    - type: nauc_map_at_20_max
      value: 51.313573776775726
    - type: nauc_map_at_20_std
      value: 8.358939846817226
    - type: nauc_map_at_3_diff1
      value: 61.32109160055376
    - type: nauc_map_at_3_max
      value: 51.9457241432636
    - type: nauc_map_at_3_std
      value: 6.142346771066799
    - type: nauc_map_at_5_diff1
      value: 60.196087475595775
    - type: nauc_map_at_5_max
      value: 51.29489275323225
    - type: nauc_map_at_5_std
      value: 7.135550923449767
    - type: nauc_mrr_at_1000_diff1
      value: 58.61406272963981
    - type: nauc_mrr_at_1000_max
      value: 52.14522525518276
    - type: nauc_mrr_at_1000_std
      value: 10.346824001908765
    - type: nauc_mrr_at_100_diff1
      value: 58.59441019795227
    - type: nauc_mrr_at_100_max
      value: 52.10956861802713
    - type: nauc_mrr_at_100_std
      value: 10.336293720942948
    - type: nauc_mrr_at_10_diff1
      value: 58.77148976904293
    - type: nauc_mrr_at_10_max
      value: 52.18359886063282
    - type: nauc_mrr_at_10_std
      value: 10.108983326742853
    - type: nauc_mrr_at_1_diff1
      value: 62.75320247309557
    - type: nauc_mrr_at_1_max
      value: 54.58212983767925
    - type: nauc_mrr_at_1_std
      value: 7.649128741158393
    - type: nauc_mrr_at_20_diff1
      value: 58.70480651508579
    - type: nauc_mrr_at_20_max
      value: 52.04529492373743
    - type: nauc_mrr_at_20_std
      value: 10.09501402622684
    - type: nauc_mrr_at_3_diff1
      value: 59.82908033429298
    - type: nauc_mrr_at_3_max
      value: 53.42734720399114
    - type: nauc_mrr_at_3_std
      value: 9.886371850072972
    - type: nauc_mrr_at_5_diff1
      value: 59.100685229454754
    - type: nauc_mrr_at_5_max
      value: 52.44424372197177
    - type: nauc_mrr_at_5_std
      value: 10.19534387414282
    - type: nauc_ndcg_at_1000_diff1
      value: 57.16657786810699
    - type: nauc_ndcg_at_1000_max
      value: 51.498118352968504
    - type: nauc_ndcg_at_1000_std
      value: 13.45759260939172
    - type: nauc_ndcg_at_100_diff1
      value: 56.47190359480491
    - type: nauc_ndcg_at_100_max
      value: 50.510346633524506
    - type: nauc_ndcg_at_100_std
      value: 13.164825021236645
    - type: nauc_ndcg_at_10_diff1
      value: 56.839999032753916
    - type: nauc_ndcg_at_10_max
      value: 49.35810093746709
    - type: nauc_ndcg_at_10_std
      value: 10.892285569599455
    - type: nauc_ndcg_at_1_diff1
      value: 62.75320247309557
    - type: nauc_ndcg_at_1_max
      value: 54.58212983767925
    - type: nauc_ndcg_at_1_std
      value: 7.649128741158393
    - type: nauc_ndcg_at_20_diff1
      value: 56.599943425661145
    - type: nauc_ndcg_at_20_max
      value: 49.04948706869284
    - type: nauc_ndcg_at_20_std
      value: 10.953199856319838
    - type: nauc_ndcg_at_3_diff1
      value: 59.06896883585927
    - type: nauc_ndcg_at_3_max
      value: 52.521751983909226
    - type: nauc_ndcg_at_3_std
      value: 10.316203555781064
    - type: nauc_ndcg_at_5_diff1
      value: 58.10264420177409
    - type: nauc_ndcg_at_5_max
      value: 50.3495565113843
    - type: nauc_ndcg_at_5_std
      value: 11.198630479734442
    - type: nauc_precision_at_1000_diff1
      value: -7.861487471616527
    - type: nauc_precision_at_1000_max
      value: -11.865885078285975
    - type: nauc_precision_at_1000_std
      value: 34.93723410363955
    - type: nauc_precision_at_100_diff1
      value: 2.4168431059737485
    - type: nauc_precision_at_100_max
      value: 3.364608957955227
    - type: nauc_precision_at_100_std
      value: 36.92761258093046
    - type: nauc_precision_at_10_diff1
      value: 18.263148796946272
    - type: nauc_precision_at_10_max
      value: 30.503308529462064
    - type: nauc_precision_at_10_std
      value: 27.062063990822672
    - type: nauc_precision_at_1_diff1
      value: 62.75320247309557
    - type: nauc_precision_at_1_max
      value: 54.58212983767925
    - type: nauc_precision_at_1_std
      value: 7.649128741158393
    - type: nauc_precision_at_20_diff1
      value: 9.947402516937798
    - type: nauc_precision_at_20_max
      value: 22.13439606944372
    - type: nauc_precision_at_20_std
      value: 30.739360998078823
    - type: nauc_precision_at_3_diff1
      value: 38.95711192254061
    - type: nauc_precision_at_3_max
      value: 46.568608591073364
    - type: nauc_precision_at_3_std
      value: 17.901229470165855
    - type: nauc_precision_at_5_diff1
      value: 29.43836627953031
    - type: nauc_precision_at_5_max
      value: 39.377036266380536
    - type: nauc_precision_at_5_std
      value: 22.380560159232196
    - type: nauc_recall_at_1000_diff1
      value: 37.300575362096275
    - type: nauc_recall_at_1000_max
      value: 55.20039736641748
    - type: nauc_recall_at_1000_std
      value: 58.95114049445191
    - type: nauc_recall_at_100_diff1
      value: 40.329256967785504
    - type: nauc_recall_at_100_max
      value: 40.400321519794566
    - type: nauc_recall_at_100_std
      value: 29.255191346931582
    - type: nauc_recall_at_10_diff1
      value: 48.44766357811787
    - type: nauc_recall_at_10_max
      value: 40.23097273472008
    - type: nauc_recall_at_10_std
      value: 10.32703056019965
    - type: nauc_recall_at_1_diff1
      value: 66.72124308402267
    - type: nauc_recall_at_1_max
      value: 51.19466114585956
    - type: nauc_recall_at_1_std
      value: 2.245220608559181
    - type: nauc_recall_at_20_diff1
      value: 45.93499243020848
    - type: nauc_recall_at_20_max
      value: 37.15086331902723
    - type: nauc_recall_at_20_std
      value: 11.390852913964599
    - type: nauc_recall_at_3_diff1
      value: 57.28583574669723
    - type: nauc_recall_at_3_max
      value: 49.16061086075558
    - type: nauc_recall_at_3_std
      value: 8.729826211070984
    - type: nauc_recall_at_5_diff1
      value: 53.16650473894876
    - type: nauc_recall_at_5_max
      value: 44.17028263924092
    - type: nauc_recall_at_5_std
      value: 11.186300373134186
    - type: ndcg_at_1
      value: 33.399
    - type: ndcg_at_10
      value: 41.909
    - type: ndcg_at_100
      value: 47.166999999999994
    - type: ndcg_at_1000
      value: 49.927
    - type: ndcg_at_20
      value: 43.883
    - type: ndcg_at_3
      value: 37.218
    - type: ndcg_at_5
      value: 39.567
    - type: precision_at_1
      value: 33.399
    - type: precision_at_10
      value: 8.161999999999999
    - type: precision_at_100
      value: 1.611
    - type: precision_at_1000
      value: 0.246
    - type: precision_at_20
      value: 5.119
    - type: precision_at_3
      value: 17.391000000000002
    - type: precision_at_5
      value: 12.727
    - type: recall_at_1
      value: 28.163
    - type: recall_at_10
      value: 51.453
    - type: recall_at_100
      value: 75.355
    - type: recall_at_1000
      value: 92.99300000000001
    - type: recall_at_20
      value: 59.023
    - type: recall_at_3
      value: 38.425
    - type: recall_at_5
      value: 44.84
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB CQADupstackWordpressRetrieval (default)
      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
      split: test
      type: mteb/cqadupstack-wordpress
    metrics:
    - type: main_score
      value: 36.398
    - type: map_at_1
      value: 24.008
    - type: map_at_10
      value: 31.863999999999997
    - type: map_at_100
      value: 32.72
    - type: map_at_1000
      value: 32.821
    - type: map_at_20
      value: 32.261
    - type: map_at_3
      value: 29.381
    - type: map_at_5
      value: 30.897000000000002
    - type: mrr_at_1
      value: 26.432532347504623
    - type: mrr_at_10
      value: 34.03250887539242
    - type: mrr_at_100
      value: 34.819847299074134
    - type: mrr_at_1000
      value: 34.89299718316846
    - type: mrr_at_20
      value: 34.44747576214217
    - type: mrr_at_3
      value: 31.79297597042514
    - type: mrr_at_5
      value: 33.151571164510166
    - type: nauc_map_at_1000_diff1
      value: 55.98162099085637
    - type: nauc_map_at_1000_max
      value: 43.47872593560115
    - type: nauc_map_at_1000_std
      value: 1.9635759627816445
    - type: nauc_map_at_100_diff1
      value: 55.98061150597974
    - type: nauc_map_at_100_max
      value: 43.46654911714823
    - type: nauc_map_at_100_std
      value: 2.0206625819587183
    - type: nauc_map_at_10_diff1
      value: 56.34666780463638
    - type: nauc_map_at_10_max
      value: 43.788943769246664
    - type: nauc_map_at_10_std
      value: 1.1898266530268196
    - type: nauc_map_at_1_diff1
      value: 62.62324443404018
    - type: nauc_map_at_1_max
      value: 43.605117311940006
    - type: nauc_map_at_1_std
      value: -0.6904916244485655
    - type: nauc_map_at_20_diff1
      value: 56.238065656871704
    - type: nauc_map_at_20_max
      value: 43.5584551380304
    - type: nauc_map_at_20_std
      value: 1.7011032341886574
    - type: nauc_map_at_3_diff1
      value: 56.25966143384608
    - type: nauc_map_at_3_max
      value: 44.51064963840291
    - type: nauc_map_at_3_std
      value: -0.0803396697177304
    - type: nauc_map_at_5_diff1
      value: 56.07335339106893
    - type: nauc_map_at_5_max
      value: 43.998037645230795
    - type: nauc_map_at_5_std
      value: 1.2112200779176874
    - type: nauc_mrr_at_1000_diff1
      value: 55.92143029755729
    - type: nauc_mrr_at_1000_max
      value: 43.84811870666282
    - type: nauc_mrr_at_1000_std
      value: 2.4365578128568854
    - type: nauc_mrr_at_100_diff1
      value: 55.90610513119599
    - type: nauc_mrr_at_100_max
      value: 43.832619161548436
    - type: nauc_mrr_at_100_std
      value: 2.4946643522682233
    - type: nauc_mrr_at_10_diff1
      value: 56.335626034657906
    - type: nauc_mrr_at_10_max
      value: 44.02523605305643
    - type: nauc_mrr_at_10_std
      value: 1.7511188685819048
    - type: nauc_mrr_at_1_diff1
      value: 63.248568809238215
    - type: nauc_mrr_at_1_max
      value: 45.408377673502066
    - type: nauc_mrr_at_1_std
      value: 0.07045834015445782
    - type: nauc_mrr_at_20_diff1
      value: 56.06829541446503
    - type: nauc_mrr_at_20_max
      value: 43.91422331275104
    - type: nauc_mrr_at_20_std
      value: 2.2347636126757173
    - type: nauc_mrr_at_3_diff1
      value: 56.31600283984432
    - type: nauc_mrr_at_3_max
      value: 45.05073059132046
    - type: nauc_mrr_at_3_std
      value: 0.8652253910073596
    - type: nauc_mrr_at_5_diff1
      value: 56.254182068875124
    - type: nauc_mrr_at_5_max
      value: 44.59269821452858
    - type: nauc_mrr_at_5_std
      value: 1.6491608480389122
    - type: nauc_ndcg_at_1000_diff1
      value: 52.95653323521346
    - type: nauc_ndcg_at_1000_max
      value: 42.389513003269904
    - type: nauc_ndcg_at_1000_std
      value: 5.179591160434181
    - type: nauc_ndcg_at_100_diff1
      value: 52.43070969822147
    - type: nauc_ndcg_at_100_max
      value: 41.517812919833794
    - type: nauc_ndcg_at_100_std
      value: 6.844565740445449
    - type: nauc_ndcg_at_10_diff1
      value: 54.56818115302057
    - type: nauc_ndcg_at_10_max
      value: 42.703994032749534
    - type: nauc_ndcg_at_10_std
      value: 2.635282627590044
    - type: nauc_ndcg_at_1_diff1
      value: 63.248568809238215
    - type: nauc_ndcg_at_1_max
      value: 45.408377673502066
    - type: nauc_ndcg_at_1_std
      value: 0.07045834015445782
    - type: nauc_ndcg_at_20_diff1
      value: 53.96537459815431
    - type: nauc_ndcg_at_20_max
      value: 41.925819424299895
    - type: nauc_ndcg_at_20_std
      value: 4.359545840626607
    - type: nauc_ndcg_at_3_diff1
      value: 54.0973911563289
    - type: nauc_ndcg_at_3_max
      value: 44.68812055048855
    - type: nauc_ndcg_at_3_std
      value: 0.8078452209522009
    - type: nauc_ndcg_at_5_diff1
      value: 53.945638885632455
    - type: nauc_ndcg_at_5_max
      value: 43.54338003834186
    - type: nauc_ndcg_at_5_std
      value: 2.5103043398245606
    - type: nauc_precision_at_1000_diff1
      value: -12.91947435915392
    - type: nauc_precision_at_1000_max
      value: -4.8431541463237195
    - type: nauc_precision_at_1000_std
      value: 6.604107503909044
    - type: nauc_precision_at_100_diff1
      value: 16.444591512259358
    - type: nauc_precision_at_100_max
      value: 21.881556684823632
    - type: nauc_precision_at_100_std
      value: 26.223501655143284
    - type: nauc_precision_at_10_diff1
      value: 43.7635503540333
    - type: nauc_precision_at_10_max
      value: 38.53101787398076
    - type: nauc_precision_at_10_std
      value: 9.002092351038165
    - type: nauc_precision_at_1_diff1
      value: 63.248568809238215
    - type: nauc_precision_at_1_max
      value: 45.408377673502066
    - type: nauc_precision_at_1_std
      value: 0.07045834015445782
    - type: nauc_precision_at_20_diff1
      value: 37.86245560869826
    - type: nauc_precision_at_20_max
      value: 33.65976140375908
    - type: nauc_precision_at_20_std
      value: 15.913438047381792
    - type: nauc_precision_at_3_diff1
      value: 47.47459643937429
    - type: nauc_precision_at_3_max
      value: 46.76643886992762
    - type: nauc_precision_at_3_std
      value: 4.5190241950831735
    - type: nauc_precision_at_5_diff1
      value: 43.75126148368077
    - type: nauc_precision_at_5_max
      value: 42.334651217872505
    - type: nauc_precision_at_5_std
      value: 9.459742902485242
    - type: nauc_recall_at_1000_diff1
      value: 27.819254278969897
    - type: nauc_recall_at_1000_max
      value: 38.30544692135124
    - type: nauc_recall_at_1000_std
      value: 26.52237812013942
    - type: nauc_recall_at_100_diff1
      value: 34.58788879102681
    - type: nauc_recall_at_100_max
      value: 29.203659972143026
    - type: nauc_recall_at_100_std
      value: 30.0715893326566
    - type: nauc_recall_at_10_diff1
      value: 48.706435965678075
    - type: nauc_recall_at_10_max
      value: 37.69482088549101
    - type: nauc_recall_at_10_std
      value: 6.172227685607203
    - type: nauc_recall_at_1_diff1
      value: 62.62324443404018
    - type: nauc_recall_at_1_max
      value: 43.605117311940006
    - type: nauc_recall_at_1_std
      value: -0.6904916244485655
    - type: nauc_recall_at_20_diff1
      value: 45.930710320116404
    - type: nauc_recall_at_20_max
      value: 33.87282382235246
    - type: nauc_recall_at_20_std
      value: 12.236967904900046
    - type: nauc_recall_at_3_diff1
      value: 47.967133522596995
    - type: nauc_recall_at_3_max
      value: 43.222243812704654
    - type: nauc_recall_at_3_std
      value: 1.406764656015735
    - type: nauc_recall_at_5_diff1
      value: 46.83387488030117
    - type: nauc_recall_at_5_max
      value: 40.22683923723393
    - type: nauc_recall_at_5_std
      value: 5.359250334470643
    - type: ndcg_at_1
      value: 26.433
    - type: ndcg_at_10
      value: 36.398
    - type: ndcg_at_100
      value: 40.904
    - type: ndcg_at_1000
      value: 43.503
    - type: ndcg_at_20
      value: 37.835
    - type: ndcg_at_3
      value: 31.740000000000002
    - type: ndcg_at_5
      value: 34.217
    - type: precision_at_1
      value: 26.433
    - type: precision_at_10
      value: 5.638
    - type: precision_at_100
      value: 0.8500000000000001
    - type: precision_at_1000
      value: 0.11900000000000001
    - type: precision_at_20
      value: 3.198
    - type: precision_at_3
      value: 13.494
    - type: precision_at_5
      value: 9.575
    - type: recall_at_1
      value: 24.008
    - type: recall_at_10
      value: 48.276
    - type: recall_at_100
      value: 69.408
    - type: recall_at_1000
      value: 88.982
    - type: recall_at_20
      value: 53.652
    - type: recall_at_3
      value: 35.665
    - type: recall_at_5
      value: 41.707
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB ClimateFEVER (default)
      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
      split: test
      type: mteb/climate-fever
    metrics:
    - type: main_score
      value: 34.424
    - type: map_at_1
      value: 14.048
    - type: map_at_10
      value: 25.008999999999997
    - type: map_at_100
      value: 27.311999999999998
    - type: map_at_1000
      value: 27.506999999999998
    - type: map_at_20
      value: 26.276
    - type: map_at_3
      value: 20.454
    - type: map_at_5
      value: 22.764
    - type: mrr_at_1
      value: 30.293159609120522
    - type: mrr_at_10
      value: 43.979732175171954
    - type: mrr_at_100
      value: 44.8990199708385
    - type: mrr_at_1000
      value: 44.91948864168536
    - type: mrr_at_20
      value: 44.60727793679259
    - type: mrr_at_3
      value: 40.22801302931596
    - type: mrr_at_5
      value: 42.5081433224756
    - type: nauc_map_at_1000_diff1
      value: 26.782927076716838
    - type: nauc_map_at_1000_max
      value: 35.04693475590315
    - type: nauc_map_at_1000_std
      value: 18.468386416658767
    - type: nauc_map_at_100_diff1
      value: 26.73559025799703
    - type: nauc_map_at_100_max
      value: 35.0086554719845
    - type: nauc_map_at_100_std
      value: 18.408237795505364
    - type: nauc_map_at_10_diff1
      value: 26.69665717190449
    - type: nauc_map_at_10_max
      value: 33.95628589107352
    - type: nauc_map_at_10_std
      value: 16.606722618355228
    - type: nauc_map_at_1_diff1
      value: 34.69139167255448
    - type: nauc_map_at_1_max
      value: 31.320925167304885
    - type: nauc_map_at_1_std
      value: 8.317324397589166
    - type: nauc_map_at_20_diff1
      value: 26.535742347239612
    - type: nauc_map_at_20_max
      value: 34.64120791988152
    - type: nauc_map_at_20_std
      value: 17.773087807705114
    - type: nauc_map_at_3_diff1
      value: 28.28868980958683
    - type: nauc_map_at_3_max
      value: 31.933502455412977
    - type: nauc_map_at_3_std
      value: 11.690701159250299
    - type: nauc_map_at_5_diff1
      value: 27.50454635443153
    - type: nauc_map_at_5_max
      value: 32.771673774695586
    - type: nauc_map_at_5_std
      value: 13.809876792277876
    - type: nauc_mrr_at_1000_diff1
      value: 27.55092374824378
    - type: nauc_mrr_at_1000_max
      value: 34.313567270251525
    - type: nauc_mrr_at_1000_std
      value: 20.184075106861794
    - type: nauc_mrr_at_100_diff1
      value: 27.536196216140024
    - type: nauc_mrr_at_100_max
      value: 34.31005560628606
    - type: nauc_mrr_at_100_std
      value: 20.193896244109492
    - type: nauc_mrr_at_10_diff1
      value: 27.392430223579805
    - type: nauc_mrr_at_10_max
      value: 34.49340592130273
    - type: nauc_mrr_at_10_std
      value: 20.457054679548968
    - type: nauc_mrr_at_1_diff1
      value: 30.66870320020112
    - type: nauc_mrr_at_1_max
      value: 29.961018318500486
    - type: nauc_mrr_at_1_std
      value: 13.633496258132965
    - type: nauc_mrr_at_20_diff1
      value: 27.566254419942325
    - type: nauc_mrr_at_20_max
      value: 34.46259435507574
    - type: nauc_mrr_at_20_std
      value: 20.381248414863904
    - type: nauc_mrr_at_3_diff1
      value: 26.943813388404354
    - type: nauc_mrr_at_3_max
      value: 33.349721060706386
    - type: nauc_mrr_at_3_std
      value: 18.866488957576493
    - type: nauc_mrr_at_5_diff1
      value: 27.34661652031042
    - type: nauc_mrr_at_5_max
      value: 34.032048354887515
    - type: nauc_mrr_at_5_std
      value: 19.512736212478003
    - type: nauc_ndcg_at_1000_diff1
      value: 26.312101712300805
    - type: nauc_ndcg_at_1000_max
      value: 38.568204426547034
    - type: nauc_ndcg_at_1000_std
      value: 25.707095290674076
    - type: nauc_ndcg_at_100_diff1
      value: 25.783339092601583
    - type: nauc_ndcg_at_100_max
      value: 38.2469994909342
    - type: nauc_ndcg_at_100_std
      value: 25.568831103654322
    - type: nauc_ndcg_at_10_diff1
      value: 25.228672343910404
    - type: nauc_ndcg_at_10_max
      value: 36.10444487310847
    - type: nauc_ndcg_at_10_std
      value: 21.77704765565149
    - type: nauc_ndcg_at_1_diff1
      value: 30.66870320020112
    - type: nauc_ndcg_at_1_max
      value: 29.961018318500486
    - type: nauc_ndcg_at_1_std
      value: 13.633496258132965
    - type: nauc_ndcg_at_20_diff1
      value: 25.162887933451618
    - type: nauc_ndcg_at_20_max
      value: 37.27614808874129
    - type: nauc_ndcg_at_20_std
      value: 23.86890320682254
    - type: nauc_ndcg_at_3_diff1
      value: 26.2529133058438
    - type: nauc_ndcg_at_3_max
      value: 32.274832820606775
    - type: nauc_ndcg_at_3_std
      value: 15.192344394039162
    - type: nauc_ndcg_at_5_diff1
      value: 26.444481981297685
    - type: nauc_ndcg_at_5_max
      value: 34.322739778680464
    - type: nauc_ndcg_at_5_std
      value: 17.546128163241445
    - type: nauc_precision_at_1000_diff1
      value: -6.105028009939054
    - type: nauc_precision_at_1000_max
      value: 7.2924628581210795
    - type: nauc_precision_at_1000_std
      value: 20.54932407484064
    - type: nauc_precision_at_100_diff1
      value: 0.9007566546900618
    - type: nauc_precision_at_100_max
      value: 20.090504665431087
    - type: nauc_precision_at_100_std
      value: 30.550751221220736
    - type: nauc_precision_at_10_diff1
      value: 8.854680985105352
    - type: nauc_precision_at_10_max
      value: 28.69440885254999
    - type: nauc_precision_at_10_std
      value: 30.328706482927547
    - type: nauc_precision_at_1_diff1
      value: 30.66870320020112
    - type: nauc_precision_at_1_max
      value: 29.961018318500486
    - type: nauc_precision_at_1_std
      value: 13.633496258132965
    - type: nauc_precision_at_20_diff1
      value: 6.083160357843956
    - type: nauc_precision_at_20_max
      value: 27.335665310831537
    - type: nauc_precision_at_20_std
      value: 32.54997932409484
    - type: nauc_precision_at_3_diff1
      value: 16.678600876578386
    - type: nauc_precision_at_3_max
      value: 29.043317380761067
    - type: nauc_precision_at_3_std
      value: 19.479424623414367
    - type: nauc_precision_at_5_diff1
      value: 14.201970474250361
    - type: nauc_precision_at_5_max
      value: 29.719577021061966
    - type: nauc_precision_at_5_std
      value: 23.691164529644862
    - type: nauc_recall_at_1000_diff1
      value: 18.317591669116275
    - type: nauc_recall_at_1000_max
      value: 46.105446116908524
    - type: nauc_recall_at_1000_std
      value: 48.743849542601296
    - type: nauc_recall_at_100_diff1
      value: 16.588227937078216
    - type: nauc_recall_at_100_max
      value: 37.36787755279675
    - type: nauc_recall_at_100_std
      value: 35.90070224192105
    - type: nauc_recall_at_10_diff1
      value: 17.969251347801972
    - type: nauc_recall_at_10_max
      value: 34.48449713711093
    - type: nauc_recall_at_10_std
      value: 25.476008304626585
    - type: nauc_recall_at_1_diff1
      value: 34.69139167255448
    - type: nauc_recall_at_1_max
      value: 31.320925167304885
    - type: nauc_recall_at_1_std
      value: 8.317324397589166
    - type: nauc_recall_at_20_diff1
      value: 16.508774919861406
    - type: nauc_recall_at_20_max
      value: 35.29713721688907
    - type: nauc_recall_at_20_std
      value: 29.22876562755075
    - type: nauc_recall_at_3_diff1
      value: 23.710346839115026
    - type: nauc_recall_at_3_max
      value: 32.06650483662007
    - type: nauc_recall_at_3_std
      value: 14.749973734231848
    - type: nauc_recall_at_5_diff1
      value: 21.6318334404903
    - type: nauc_recall_at_5_max
      value: 32.77158097087673
    - type: nauc_recall_at_5_std
      value: 18.510754939059773
    - type: ndcg_at_1
      value: 30.293
    - type: ndcg_at_10
      value: 34.424
    - type: ndcg_at_100
      value: 42.756
    - type: ndcg_at_1000
      value: 45.858
    - type: ndcg_at_20
      value: 37.842999999999996
    - type: ndcg_at_3
      value: 27.628999999999998
    - type: ndcg_at_5
      value: 30.133
    - type: precision_at_1
      value: 30.293
    - type: precision_at_10
      value: 11.003
    - type: precision_at_100
      value: 1.989
    - type: precision_at_1000
      value: 0.258
    - type: precision_at_20
      value: 6.987
    - type: precision_at_3
      value: 20.717
    - type: precision_at_5
      value: 16.3
    - type: recall_at_1
      value: 14.048
    - type: recall_at_10
      value: 41.567
    - type: recall_at_100
      value: 69.803
    - type: recall_at_1000
      value: 86.78200000000001
    - type: recall_at_20
      value: 51.12799999999999
    - type: recall_at_3
      value: 25.385
    - type: recall_at_5
      value: 32.115
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB DBPedia (default)
      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
      split: test
      type: mteb/dbpedia
    metrics:
    - type: main_score
      value: 44.913
    - type: map_at_1
      value: 10.040000000000001
    - type: map_at_10
      value: 22.208
    - type: map_at_100
      value: 32.347
    - type: map_at_1000
      value: 34.172999999999995
    - type: map_at_20
      value: 25.988
    - type: map_at_3
      value: 15.964
    - type: map_at_5
      value: 18.285
    - type: mrr_at_1
      value: 72.25
    - type: mrr_at_10
      value: 79.32232142857141
    - type: mrr_at_100
      value: 79.6704079768071
    - type: mrr_at_1000
      value: 79.67456725879248
    - type: mrr_at_20
      value: 79.62344263171467
    - type: mrr_at_3
      value: 78.29166666666666
    - type: mrr_at_5
      value: 78.81666666666665
    - type: nauc_map_at_1000_diff1
      value: 20.600883285811996
    - type: nauc_map_at_1000_max
      value: 25.625468821912733
    - type: nauc_map_at_1000_std
      value: 31.070635510001672
    - type: nauc_map_at_100_diff1
      value: 20.89392915500404
    - type: nauc_map_at_100_max
      value: 24.061724938048208
    - type: nauc_map_at_100_std
      value: 28.114811361343172
    - type: nauc_map_at_10_diff1
      value: 25.83341899826147
    - type: nauc_map_at_10_max
      value: 11.116715851285688
    - type: nauc_map_at_10_std
      value: 1.5133118273718202
    - type: nauc_map_at_1_diff1
      value: 37.2111283590964
    - type: nauc_map_at_1_max
      value: -2.4353460319938214
    - type: nauc_map_at_1_std
      value: -15.5421800776956
    - type: nauc_map_at_20_diff1
      value: 23.856168514018357
    - type: nauc_map_at_20_max
      value: 16.295502687736594
    - type: nauc_map_at_20_std
      value: 11.581232098120326
    - type: nauc_map_at_3_diff1
      value: 28.932459374164964
    - type: nauc_map_at_3_max
      value: 2.966743468288197
    - type: nauc_map_at_3_std
      value: -11.45936604324748
    - type: nauc_map_at_5_diff1
      value: 27.495008182846668
    - type: nauc_map_at_5_max
      value: 5.359215359481454
    - type: nauc_map_at_5_std
      value: -6.8156329786585275
    - type: nauc_mrr_at_1000_diff1
      value: 48.08328197407485
    - type: nauc_mrr_at_1000_max
      value: 60.59846952601949
    - type: nauc_mrr_at_1000_std
      value: 43.962061628571355
    - type: nauc_mrr_at_100_diff1
      value: 48.091619837992205
    - type: nauc_mrr_at_100_max
      value: 60.58403009558889
    - type: nauc_mrr_at_100_std
      value: 43.920608005039256
    - type: nauc_mrr_at_10_diff1
      value: 47.7760340381623
    - type: nauc_mrr_at_10_max
      value: 60.354844414173016
    - type: nauc_mrr_at_10_std
      value: 43.70172456849994
    - type: nauc_mrr_at_1_diff1
      value: 47.76592013146459
    - type: nauc_mrr_at_1_max
      value: 60.161351547446905
    - type: nauc_mrr_at_1_std
      value: 45.14479835861558
    - type: nauc_mrr_at_20_diff1
      value: 48.111029683055975
    - type: nauc_mrr_at_20_max
      value: 60.65125474530899
    - type: nauc_mrr_at_20_std
      value: 43.97252337653455
    - type: nauc_mrr_at_3_diff1
      value: 48.02456728971125
    - type: nauc_mrr_at_3_max
      value: 61.0536434766822
    - type: nauc_mrr_at_3_std
      value: 43.98600406544798
    - type: nauc_mrr_at_5_diff1
      value: 48.0769203423548
    - type: nauc_mrr_at_5_max
      value: 60.51224838905409
    - type: nauc_mrr_at_5_std
      value: 44.086735223490855
    - type: nauc_ndcg_at_1000_diff1
      value: 26.972258260969696
    - type: nauc_ndcg_at_1000_max
      value: 39.07712291535265
    - type: nauc_ndcg_at_1000_std
      value: 42.99906516324734
    - type: nauc_ndcg_at_100_diff1
      value: 27.457567827179965
    - type: nauc_ndcg_at_100_max
      value: 33.6780972757391
    - type: nauc_ndcg_at_100_std
      value: 35.030538873443504
    - type: nauc_ndcg_at_10_diff1
      value: 27.961005784007526
    - type: nauc_ndcg_at_10_max
      value: 32.37260337007089
    - type: nauc_ndcg_at_10_std
      value: 29.54025020987362
    - type: nauc_ndcg_at_1_diff1
      value: 40.98672834042982
    - type: nauc_ndcg_at_1_max
      value: 42.22111133372105
    - type: nauc_ndcg_at_1_std
      value: 32.58588259551098
    - type: nauc_ndcg_at_20_diff1
      value: 28.032781721219465
    - type: nauc_ndcg_at_20_max
      value: 30.235931226123224
    - type: nauc_ndcg_at_20_std
      value: 27.727078871496424
    - type: nauc_ndcg_at_3_diff1
      value: 27.043379684863964
    - type: nauc_ndcg_at_3_max
      value: 33.846266493808805
    - type: nauc_ndcg_at_3_std
      value: 29.25097330170831
    - type: nauc_ndcg_at_5_diff1
      value: 26.173665674953778
    - type: nauc_ndcg_at_5_max
      value: 31.866801248453857
    - type: nauc_ndcg_at_5_std
      value: 29.511344973698485
    - type: nauc_precision_at_1000_diff1
      value: -11.534621093835355
    - type: nauc_precision_at_1000_max
      value: 1.5257994729497457
    - type: nauc_precision_at_1000_std
      value: 18.324343652440273
    - type: nauc_precision_at_100_diff1
      value: -7.068187494239929
    - type: nauc_precision_at_100_max
      value: 28.19530669275789
    - type: nauc_precision_at_100_std
      value: 49.88617443929458
    - type: nauc_precision_at_10_diff1
      value: -0.8714541286005777
    - type: nauc_precision_at_10_max
      value: 37.89420224639425
    - type: nauc_precision_at_10_std
      value: 50.46466603644014
    - type: nauc_precision_at_1_diff1
      value: 47.76592013146459
    - type: nauc_precision_at_1_max
      value: 60.161351547446905
    - type: nauc_precision_at_1_std
      value: 45.14479835861558
    - type: nauc_precision_at_20_diff1
      value: -3.779786562740603
    - type: nauc_precision_at_20_max
      value: 36.47074070474099
    - type: nauc_precision_at_20_std
      value: 54.30773289639945
    - type: nauc_precision_at_3_diff1
      value: 6.396118086754352
    - type: nauc_precision_at_3_max
      value: 38.38399305441996
    - type: nauc_precision_at_3_std
      value: 40.621980263373054
    - type: nauc_precision_at_5_diff1
      value: 1.9493955716927616
    - type: nauc_precision_at_5_max
      value: 35.317401825879124
    - type: nauc_precision_at_5_std
      value: 44.6762917451083
    - type: nauc_recall_at_1000_diff1
      value: 19.601637935761566
    - type: nauc_recall_at_1000_max
      value: 37.208286935723585
    - type: nauc_recall_at_1000_std
      value: 50.06156635730268
    - type: nauc_recall_at_100_diff1
      value: 19.704052012417712
    - type: nauc_recall_at_100_max
      value: 25.118207449440316
    - type: nauc_recall_at_100_std
      value: 28.470348650971257
    - type: nauc_recall_at_10_diff1
      value: 22.28150737631799
    - type: nauc_recall_at_10_max
      value: 7.288980581532567
    - type: nauc_recall_at_10_std
      value: -3.546451794201156
    - type: nauc_recall_at_1_diff1
      value: 37.2111283590964
    - type: nauc_recall_at_1_max
      value: -2.4353460319938214
    - type: nauc_recall_at_1_std
      value: -15.5421800776956
    - type: nauc_recall_at_20_diff1
      value: 19.370820899802325
    - type: nauc_recall_at_20_max
      value: 9.933071247277663
    - type: nauc_recall_at_20_std
      value: 4.39256311937651
    - type: nauc_recall_at_3_diff1
      value: 26.892484725339816
    - type: nauc_recall_at_3_max
      value: 0.43050825398950365
    - type: nauc_recall_at_3_std
      value: -13.949637578688003
    - type: nauc_recall_at_5_diff1
      value: 24.61429740511302
    - type: nauc_recall_at_5_max
      value: 1.3851731491248795
    - type: nauc_recall_at_5_std
      value: -10.442952525743062
    - type: ndcg_at_1
      value: 58.375
    - type: ndcg_at_10
      value: 44.913
    - type: ndcg_at_100
      value: 51.141000000000005
    - type: ndcg_at_1000
      value: 58.583
    - type: ndcg_at_20
      value: 44.739000000000004
    - type: ndcg_at_3
      value: 49.492999999999995
    - type: ndcg_at_5
      value: 46.032000000000004
    - type: precision_at_1
      value: 72.25
    - type: precision_at_10
      value: 35.8
    - type: precision_at_100
      value: 11.88
    - type: precision_at_1000
      value: 2.271
    - type: precision_at_20
      value: 27.587
    - type: precision_at_3
      value: 53.333
    - type: precision_at_5
      value: 43.85
    - type: recall_at_1
      value: 10.040000000000001
    - type: recall_at_10
      value: 27.641
    - type: recall_at_100
      value: 59.323
    - type: recall_at_1000
      value: 82.45
    - type: recall_at_20
      value: 36.425999999999995
    - type: recall_at_3
      value: 17.163999999999998
    - type: recall_at_5
      value: 20.537
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB FEVER (default)
      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
      split: test
      type: mteb/fever
    metrics:
    - type: main_score
      value: 87.71
    - type: map_at_1
      value: 74.997
    - type: map_at_10
      value: 83.863
    - type: map_at_100
      value: 84.097
    - type: map_at_1000
      value: 84.11
    - type: map_at_20
      value: 84.00800000000001
    - type: map_at_3
      value: 82.663
    - type: map_at_5
      value: 83.397
    - type: mrr_at_1
      value: 80.85808580858085
    - type: mrr_at_10
      value: 88.30980717119326
    - type: mrr_at_100
      value: 88.35271179929329
    - type: mrr_at_1000
      value: 88.35367832660155
    - type: mrr_at_20
      value: 88.34431812794115
    - type: mrr_at_3
      value: 87.62876287628755
    - type: mrr_at_5
      value: 88.09530953095296
    - type: nauc_map_at_1000_diff1
      value: 53.39696002887149
    - type: nauc_map_at_1000_max
      value: 4.503633193787632
    - type: nauc_map_at_1000_std
      value: -17.923771554452394
    - type: nauc_map_at_100_diff1
      value: 53.35230583414693
    - type: nauc_map_at_100_max
      value: 4.499076051962274
    - type: nauc_map_at_100_std
      value: -17.894520187108974
    - type: nauc_map_at_10_diff1
      value: 53.073526382320225
    - type: nauc_map_at_10_max
      value: 4.479877043246145
    - type: nauc_map_at_10_std
      value: -17.967665857736247
    - type: nauc_map_at_1_diff1
      value: 56.352157590835574
    - type: nauc_map_at_1_max
      value: 0.19453374210215002
    - type: nauc_map_at_1_std
      value: -19.863463121126518
    - type: nauc_map_at_20_diff1
      value: 53.23777871659784
    - type: nauc_map_at_20_max
      value: 4.499170458285919
    - type: nauc_map_at_20_std
      value: -17.88508465026792
    - type: nauc_map_at_3_diff1
      value: 52.77048554943106
    - type: nauc_map_at_3_max
      value: 4.370474436302183
    - type: nauc_map_at_3_std
      value: -18.800506437127506
    - type: nauc_map_at_5_diff1
      value: 52.80751786682275
    - type: nauc_map_at_5_max
      value: 4.725684250345486
    - type: nauc_map_at_5_std
      value: -18.18333199621481
    - type: nauc_mrr_at_1000_diff1
      value: 69.44986694358198
    - type: nauc_mrr_at_1000_max
      value: 1.9197377977965595
    - type: nauc_mrr_at_1000_std
      value: -28.44958598845696
    - type: nauc_mrr_at_100_diff1
      value: 69.44784820112805
    - type: nauc_mrr_at_100_max
      value: 1.9209798815421393
    - type: nauc_mrr_at_100_std
      value: -28.443776361740397
    - type: nauc_mrr_at_10_diff1
      value: 69.46299175839845
    - type: nauc_mrr_at_10_max
      value: 1.9342949544104315
    - type: nauc_mrr_at_10_std
      value: -28.543261517153557
    - type: nauc_mrr_at_1_diff1
      value: 69.6320130829977
    - type: nauc_mrr_at_1_max
      value: -0.41652824014499396
    - type: nauc_mrr_at_1_std
      value: -27.278661946331777
    - type: nauc_mrr_at_20_diff1
      value: 69.46182053154487
    - type: nauc_mrr_at_20_max
      value: 1.968816538516823
    - type: nauc_mrr_at_20_std
      value: -28.42438564221838
    - type: nauc_mrr_at_3_diff1
      value: 69.41791618988957
    - type: nauc_mrr_at_3_max
      value: 2.5552344203065727
    - type: nauc_mrr_at_3_std
      value: -28.985883857774162
    - type: nauc_mrr_at_5_diff1
      value: 69.56202911646272
    - type: nauc_mrr_at_5_max
      value: 2.3212950829455568
    - type: nauc_mrr_at_5_std
      value: -28.90774884538313
    - type: nauc_ndcg_at_1000_diff1
      value: 55.597164559861355
    - type: nauc_ndcg_at_1000_max
      value: 5.411812478967703
    - type: nauc_ndcg_at_1000_std
      value: -18.026138512603637
    - type: nauc_ndcg_at_100_diff1
      value: 54.65654663056547
    - type: nauc_ndcg_at_100_max
      value: 5.409301836384041
    - type: nauc_ndcg_at_100_std
      value: -17.21757483050907
    - type: nauc_ndcg_at_10_diff1
      value: 53.6402967623474
    - type: nauc_ndcg_at_10_max
      value: 5.443602087159868
    - type: nauc_ndcg_at_10_std
      value: -17.610897617691894
    - type: nauc_ndcg_at_1_diff1
      value: 69.6320130829977
    - type: nauc_ndcg_at_1_max
      value: -0.41652824014499396
    - type: nauc_ndcg_at_1_std
      value: -27.278661946331777
    - type: nauc_ndcg_at_20_diff1
      value: 54.075087728016655
    - type: nauc_ndcg_at_20_max
      value: 5.523485107646882
    - type: nauc_ndcg_at_20_std
      value: -17.217510749321324
    - type: nauc_ndcg_at_3_diff1
      value: 54.32395366091127
    - type: nauc_ndcg_at_3_max
      value: 5.721470909055759
    - type: nauc_ndcg_at_3_std
      value: -19.936142684215888
    - type: nauc_ndcg_at_5_diff1
      value: 53.59676814516613
    - type: nauc_ndcg_at_5_max
      value: 6.075884170290567
    - type: nauc_ndcg_at_5_std
      value: -18.621998594159223
    - type: nauc_precision_at_1000_diff1
      value: -7.768874444440682
    - type: nauc_precision_at_1000_max
      value: 3.780393853814977
    - type: nauc_precision_at_1000_std
      value: 3.6423167859356655
    - type: nauc_precision_at_100_diff1
      value: -9.955190439741383
    - type: nauc_precision_at_100_max
      value: 4.656834354434372
    - type: nauc_precision_at_100_std
      value: 7.7546840304193925
    - type: nauc_precision_at_10_diff1
      value: -4.870012513513987
    - type: nauc_precision_at_10_max
      value: 7.493058617189292
    - type: nauc_precision_at_10_std
      value: 5.045140352447437
    - type: nauc_precision_at_1_diff1
      value: 69.6320130829977
    - type: nauc_precision_at_1_max
      value: -0.41652824014499396
    - type: nauc_precision_at_1_std
      value: -27.278661946331777
    - type: nauc_precision_at_20_diff1
      value: -7.621428543708827
    - type: nauc_precision_at_20_max
      value: 6.237218457534147
    - type: nauc_precision_at_20_std
      value: 6.926602892900919
    - type: nauc_precision_at_3_diff1
      value: 22.850031290274224
    - type: nauc_precision_at_3_max
      value: 12.26480859006083
    - type: nauc_precision_at_3_std
      value: -11.102834037423511
    - type: nauc_precision_at_5_diff1
      value: 6.948399960140704
    - type: nauc_precision_at_5_max
      value: 11.855422300238523
    - type: nauc_precision_at_5_std
      value: -1.7249759763793404
    - type: nauc_recall_at_1000_diff1
      value: 1.8311262484774402
    - type: nauc_recall_at_1000_max
      value: 46.48622605637539
    - type: nauc_recall_at_1000_std
      value: 56.787775760533385
    - type: nauc_recall_at_100_diff1
      value: 0.9942950606529392
    - type: nauc_recall_at_100_max
      value: 27.235957458980515
    - type: nauc_recall_at_100_std
      value: 44.95567577739882
    - type: nauc_recall_at_10_diff1
      value: 19.582661080856795
    - type: nauc_recall_at_10_max
      value: 16.641481889884876
    - type: nauc_recall_at_10_std
      value: 8.607868728303846
    - type: nauc_recall_at_1_diff1
      value: 56.352157590835574
    - type: nauc_recall_at_1_max
      value: 0.19453374210215002
    - type: nauc_recall_at_1_std
      value: -19.863463121126518
    - type: nauc_recall_at_20_diff1
      value: 14.604652796038309
    - type: nauc_recall_at_20_max
      value: 20.497476775933606
    - type: nauc_recall_at_20_std
      value: 19.922041864561137
    - type: nauc_recall_at_3_diff1
      value: 36.50267630587044
    - type: nauc_recall_at_3_max
      value: 11.998658379422473
    - type: nauc_recall_at_3_std
      value: -11.529271876757468
    - type: nauc_recall_at_5_diff1
      value: 29.62480882173487
    - type: nauc_recall_at_5_max
      value: 15.923043185703477
    - type: nauc_recall_at_5_std
      value: -4.586503374141151
    - type: ndcg_at_1
      value: 80.85799999999999
    - type: ndcg_at_10
      value: 87.71
    - type: ndcg_at_100
      value: 88.436
    - type: ndcg_at_1000
      value: 88.628
    - type: ndcg_at_20
      value: 88.055
    - type: ndcg_at_3
      value: 85.885
    - type: ndcg_at_5
      value: 86.872
    - type: precision_at_1
      value: 80.85799999999999
    - type: precision_at_10
      value: 10.612
    - type: precision_at_100
      value: 1.124
    - type: precision_at_1000
      value: 0.116
    - type: precision_at_20
      value: 5.421
    - type: precision_at_3
      value: 32.888
    - type: precision_at_5
      value: 20.438000000000002
    - type: recall_at_1
      value: 74.997
    - type: recall_at_10
      value: 95.03399999999999
    - type: recall_at_100
      value: 97.709
    - type: recall_at_1000
      value: 98.85000000000001
    - type: recall_at_20
      value: 96.139
    - type: recall_at_3
      value: 90.19200000000001
    - type: recall_at_5
      value: 92.643
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB FiQA2018 (default)
      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
      split: test
      type: mteb/fiqa
    metrics:
    - type: main_score
      value: 44.31
    - type: map_at_1
      value: 22.357
    - type: map_at_10
      value: 36.213
    - type: map_at_100
      value: 38.2
    - type: map_at_1000
      value: 38.376
    - type: map_at_20
      value: 37.342
    - type: map_at_3
      value: 31.874999999999996
    - type: map_at_5
      value: 34.311
    - type: mrr_at_1
      value: 43.51851851851852
    - type: mrr_at_10
      value: 52.63858269645305
    - type: mrr_at_100
      value: 53.44163346917576
    - type: mrr_at_1000
      value: 53.477833896033076
    - type: mrr_at_20
      value: 53.19616310817503
    - type: mrr_at_3
      value: 50.48868312757201
    - type: mrr_at_5
      value: 51.76183127572014
    - type: nauc_map_at_1000_diff1
      value: 45.6438286281189
    - type: nauc_map_at_1000_max
      value: 34.733058071954
    - type: nauc_map_at_1000_std
      value: 2.9693183729205175
    - type: nauc_map_at_100_diff1
      value: 45.580058708621316
    - type: nauc_map_at_100_max
      value: 34.63459152004501
    - type: nauc_map_at_100_std
      value: 2.9657463341457495
    - type: nauc_map_at_10_diff1
      value: 45.74610683167843
    - type: nauc_map_at_10_max
      value: 33.69260582404236
    - type: nauc_map_at_10_std
      value: 1.3079555058401713
    - type: nauc_map_at_1_diff1
      value: 50.45513040375976
    - type: nauc_map_at_1_max
      value: 23.00937879674911
    - type: nauc_map_at_1_std
      value: -3.650608899173065
    - type: nauc_map_at_20_diff1
      value: 45.4437705158748
    - type: nauc_map_at_20_max
      value: 34.254991872952125
    - type: nauc_map_at_20_std
      value: 2.5514888826952937
    - type: nauc_map_at_3_diff1
      value: 46.72337183861262
    - type: nauc_map_at_3_max
      value: 29.856715342453516
    - type: nauc_map_at_3_std
      value: 0.4662093459562081
    - type: nauc_map_at_5_diff1
      value: 46.12946314906862
    - type: nauc_map_at_5_max
      value: 31.918948824156956
    - type: nauc_map_at_5_std
      value: 0.8961830930384888
    - type: nauc_mrr_at_1000_diff1
      value: 54.761767877133835
    - type: nauc_mrr_at_1000_max
      value: 41.2429751198028
    - type: nauc_mrr_at_1000_std
      value: 1.125758225521226
    - type: nauc_mrr_at_100_diff1
      value: 54.736725431010214
    - type: nauc_mrr_at_100_max
      value: 41.26032598769048
    - type: nauc_mrr_at_100_std
      value: 1.1590074352282507
    - type: nauc_mrr_at_10_diff1
      value: 54.58931211962367
    - type: nauc_mrr_at_10_max
      value: 41.002477132898704
    - type: nauc_mrr_at_10_std
      value: 0.9330572054778388
    - type: nauc_mrr_at_1_diff1
      value: 57.40882740466674
    - type: nauc_mrr_at_1_max
      value: 38.84884826788323
    - type: nauc_mrr_at_1_std
      value: -3.203483060048204
    - type: nauc_mrr_at_20_diff1
      value: 54.68967963259864
    - type: nauc_mrr_at_20_max
      value: 41.16428023244764
    - type: nauc_mrr_at_20_std
      value: 1.030371055956388
    - type: nauc_mrr_at_3_diff1
      value: 54.83483307102052
    - type: nauc_mrr_at_3_max
      value: 41.36624574367681
    - type: nauc_mrr_at_3_std
      value: 0.8171443328662287
    - type: nauc_mrr_at_5_diff1
      value: 54.77840183240944
    - type: nauc_mrr_at_5_max
      value: 41.14126255167716
    - type: nauc_mrr_at_5_std
      value: 1.0078226893835742
    - type: nauc_ndcg_at_1000_diff1
      value: 47.29266369698312
    - type: nauc_ndcg_at_1000_max
      value: 39.44751985651413
    - type: nauc_ndcg_at_1000_std
      value: 6.797153295460685
    - type: nauc_ndcg_at_100_diff1
      value: 46.44467141410605
    - type: nauc_ndcg_at_100_max
      value: 38.736147865139706
    - type: nauc_ndcg_at_100_std
      value: 7.8455607876168205
    - type: nauc_ndcg_at_10_diff1
      value: 46.231293929254356
    - type: nauc_ndcg_at_10_max
      value: 36.344822588878465
    - type: nauc_ndcg_at_10_std
      value: 2.954707252781676
    - type: nauc_ndcg_at_1_diff1
      value: 57.40882740466674
    - type: nauc_ndcg_at_1_max
      value: 38.84884826788323
    - type: nauc_ndcg_at_1_std
      value: -3.203483060048204
    - type: nauc_ndcg_at_20_diff1
      value: 45.61481858633943
    - type: nauc_ndcg_at_20_max
      value: 37.134975943992984
    - type: nauc_ndcg_at_20_std
      value: 5.471016537693937
    - type: nauc_ndcg_at_3_diff1
      value: 46.289607080541
    - type: nauc_ndcg_at_3_max
      value: 36.6002518712178
    - type: nauc_ndcg_at_3_std
      value: 2.8035830636103856
    - type: nauc_ndcg_at_5_diff1
      value: 46.023017692289365
    - type: nauc_ndcg_at_5_max
      value: 35.37774842007503
    - type: nauc_ndcg_at_5_std
      value: 2.343693787074402
    - type: nauc_precision_at_1000_diff1
      value: -2.2349414355444965
    - type: nauc_precision_at_1000_max
      value: 24.06915691023145
    - type: nauc_precision_at_1000_std
      value: 11.10272918602627
    - type: nauc_precision_at_100_diff1
      value: 5.3245236203947925
    - type: nauc_precision_at_100_max
      value: 30.74536387742932
    - type: nauc_precision_at_100_std
      value: 16.132786774263852
    - type: nauc_precision_at_10_diff1
      value: 19.164563691711113
    - type: nauc_precision_at_10_max
      value: 39.93242329216273
    - type: nauc_precision_at_10_std
      value: 9.003480145897925
    - type: nauc_precision_at_1_diff1
      value: 57.40882740466674
    - type: nauc_precision_at_1_max
      value: 38.84884826788323
    - type: nauc_precision_at_1_std
      value: -3.203483060048204
    - type: nauc_precision_at_20_diff1
      value: 12.074842721193503
    - type: nauc_precision_at_20_max
      value: 37.71964008379554
    - type: nauc_precision_at_20_std
      value: 14.33007384632019
    - type: nauc_precision_at_3_diff1
      value: 32.36692314628377
    - type: nauc_precision_at_3_max
      value: 40.97685480524765
    - type: nauc_precision_at_3_std
      value: 7.612618654264095
    - type: nauc_precision_at_5_diff1
      value: 25.715447152514102
    - type: nauc_precision_at_5_max
      value: 40.17655162305006
    - type: nauc_precision_at_5_std
      value: 7.684804045927936
    - type: nauc_recall_at_1000_diff1
      value: 31.58046496048429
    - type: nauc_recall_at_1000_max
      value: 45.03299708737332
    - type: nauc_recall_at_1000_std
      value: 42.4101567674877
    - type: nauc_recall_at_100_diff1
      value: 29.579107132742273
    - type: nauc_recall_at_100_max
      value: 34.51838709909902
    - type: nauc_recall_at_100_std
      value: 29.615184477571425
    - type: nauc_recall_at_10_diff1
      value: 33.89539333999428
    - type: nauc_recall_at_10_max
      value: 29.79469889376507
    - type: nauc_recall_at_10_std
      value: 5.656944108845222
    - type: nauc_recall_at_1_diff1
      value: 50.45513040375976
    - type: nauc_recall_at_1_max
      value: 23.00937879674911
    - type: nauc_recall_at_1_std
      value: -3.650608899173065
    - type: nauc_recall_at_20_diff1
      value: 29.82657270057027
    - type: nauc_recall_at_20_max
      value: 29.575165188582826
    - type: nauc_recall_at_20_std
      value: 13.291496104164665
    - type: nauc_recall_at_3_diff1
      value: 39.335021830665866
    - type: nauc_recall_at_3_max
      value: 27.826521232033564
    - type: nauc_recall_at_3_std
      value: 3.5549035745056767
    - type: nauc_recall_at_5_diff1
      value: 36.77078168873872
    - type: nauc_recall_at_5_max
      value: 28.126965952875366
    - type: nauc_recall_at_5_std
      value: 4.172771980837336
    - type: ndcg_at_1
      value: 43.519000000000005
    - type: ndcg_at_10
      value: 44.31
    - type: ndcg_at_100
      value: 51.073
    - type: ndcg_at_1000
      value: 53.93599999999999
    - type: ndcg_at_20
      value: 47.24
    - type: ndcg_at_3
      value: 40.788000000000004
    - type: ndcg_at_5
      value: 41.845
    - type: precision_at_1
      value: 43.519000000000005
    - type: precision_at_10
      value: 12.068
    - type: precision_at_100
      value: 1.907
    - type: precision_at_1000
      value: 0.241
    - type: precision_at_20
      value: 7.245
    - type: precision_at_3
      value: 27.16
    - type: precision_at_5
      value: 19.753
    - type: recall_at_1
      value: 22.357
    - type: recall_at_10
      value: 51.449999999999996
    - type: recall_at_100
      value: 75.631
    - type: recall_at_1000
      value: 92.76299999999999
    - type: recall_at_20
      value: 60.611000000000004
    - type: recall_at_3
      value: 37.478
    - type: recall_at_5
      value: 43.501
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB HotpotQA (default)
      revision: ab518f4d6fcca38d87c25209f94beba119d02014
      split: test
      type: mteb/hotpotqa
    metrics:
    - type: main_score
      value: 74.39
    - type: map_at_1
      value: 40.912
    - type: map_at_10
      value: 66.271
    - type: map_at_100
      value: 67.182
    - type: map_at_1000
      value: 67.232
    - type: map_at_20
      value: 66.851
    - type: map_at_3
      value: 62.614999999999995
    - type: map_at_5
      value: 64.944
    - type: mrr_at_1
      value: 81.82309250506414
    - type: mrr_at_10
      value: 87.29049976956776
    - type: mrr_at_100
      value: 87.41987093320175
    - type: mrr_at_1000
      value: 87.42293959281248
    - type: mrr_at_20
      value: 87.37920786832204
    - type: mrr_at_3
      value: 86.5091154625251
    - type: mrr_at_5
      value: 87.02025658338928
    - type: nauc_map_at_1000_diff1
      value: 14.24811650419101
    - type: nauc_map_at_1000_max
      value: 18.110966497777632
    - type: nauc_map_at_1000_std
      value: 9.907051402110287
    - type: nauc_map_at_100_diff1
      value: 14.215623436165565
    - type: nauc_map_at_100_max
      value: 18.102094143174355
    - type: nauc_map_at_100_std
      value: 9.939264948202457
    - type: nauc_map_at_10_diff1
      value: 14.035722008459132
    - type: nauc_map_at_10_max
      value: 17.885951740513185
    - type: nauc_map_at_10_std
      value: 9.411718264907183
    - type: nauc_map_at_1_diff1
      value: 68.7446019536274
    - type: nauc_map_at_1_max
      value: 38.9850245767707
    - type: nauc_map_at_1_std
      value: -2.9883672880704077
    - type: nauc_map_at_20_diff1
      value: 14.1213686946934
    - type: nauc_map_at_20_max
      value: 18.064372098377415
    - type: nauc_map_at_20_std
      value: 9.852582790929198
    - type: nauc_map_at_3_diff1
      value: 13.777100223085636
    - type: nauc_map_at_3_max
      value: 15.838268149755525
    - type: nauc_map_at_3_std
      value: 5.540117150150763
    - type: nauc_map_at_5_diff1
      value: 13.795942259152843
    - type: nauc_map_at_5_max
      value: 17.40522320666275
    - type: nauc_map_at_5_std
      value: 8.185987514408986
    - type: nauc_mrr_at_1000_diff1
      value: 67.26691261699523
    - type: nauc_mrr_at_1000_max
      value: 41.855537529246156
    - type: nauc_mrr_at_1000_std
      value: -1.749009001510166
    - type: nauc_mrr_at_100_diff1
      value: 67.26496000519207
    - type: nauc_mrr_at_100_max
      value: 41.85732985393288
    - type: nauc_mrr_at_100_std
      value: -1.746740864244431
    - type: nauc_mrr_at_10_diff1
      value: 67.23800598864047
    - type: nauc_mrr_at_10_max
      value: 42.00168575657073
    - type: nauc_mrr_at_10_std
      value: -1.6750027423294265
    - type: nauc_mrr_at_1_diff1
      value: 68.7446019536274
    - type: nauc_mrr_at_1_max
      value: 38.9850245767707
    - type: nauc_mrr_at_1_std
      value: -2.9883672880704077
    - type: nauc_mrr_at_20_diff1
      value: 67.27187257644147
    - type: nauc_mrr_at_20_max
      value: 41.90365085976258
    - type: nauc_mrr_at_20_std
      value: -1.7343079652982756
    - type: nauc_mrr_at_3_diff1
      value: 66.90262014812754
    - type: nauc_mrr_at_3_max
      value: 42.059901684946574
    - type: nauc_mrr_at_3_std
      value: -2.2157618208705188
    - type: nauc_mrr_at_5_diff1
      value: 67.11913383749597
    - type: nauc_mrr_at_5_max
      value: 42.08711029370619
    - type: nauc_mrr_at_5_std
      value: -1.8450842911318477
    - type: nauc_ndcg_at_1000_diff1
      value: 20.643710362570175
    - type: nauc_ndcg_at_1000_max
      value: 22.771658204329988
    - type: nauc_ndcg_at_1000_std
      value: 12.35171770072505
    - type: nauc_ndcg_at_100_diff1
      value: 19.65319609161701
    - type: nauc_ndcg_at_100_max
      value: 22.440309398753826
    - type: nauc_ndcg_at_100_std
      value: 13.188395264200578
    - type: nauc_ndcg_at_10_diff1
      value: 18.73587286025269
    - type: nauc_ndcg_at_10_max
      value: 21.62853392094044
    - type: nauc_ndcg_at_10_std
      value: 11.251476898680195
    - type: nauc_ndcg_at_1_diff1
      value: 68.7446019536274
    - type: nauc_ndcg_at_1_max
      value: 38.9850245767707
    - type: nauc_ndcg_at_1_std
      value: -2.9883672880704077
    - type: nauc_ndcg_at_20_diff1
      value: 18.967606659900778
    - type: nauc_ndcg_at_20_max
      value: 22.08851626862601
    - type: nauc_ndcg_at_20_std
      value: 12.564317755232041
    - type: nauc_ndcg_at_3_diff1
      value: 18.912789874898078
    - type: nauc_ndcg_at_3_max
      value: 19.057969185273805
    - type: nauc_ndcg_at_3_std
      value: 5.177089212342481
    - type: nauc_ndcg_at_5_diff1
      value: 18.56673002818034
    - type: nauc_ndcg_at_5_max
      value: 20.918938126481997
    - type: nauc_ndcg_at_5_std
      value: 8.825282964233406
    - type: nauc_precision_at_1000_diff1
      value: -7.56948550032058
    - type: nauc_precision_at_1000_max
      value: 24.515829102888574
    - type: nauc_precision_at_1000_std
      value: 53.204326783714784
    - type: nauc_precision_at_100_diff1
      value: -4.087348584547688
    - type: nauc_precision_at_100_max
      value: 19.272356560884297
    - type: nauc_precision_at_100_std
      value: 40.66612961724831
    - type: nauc_precision_at_10_diff1
      value: 1.9661456708988112
    - type: nauc_precision_at_10_max
      value: 17.30230322559426
    - type: nauc_precision_at_10_std
      value: 21.682588021447184
    - type: nauc_precision_at_1_diff1
      value: 68.7446019536274
    - type: nauc_precision_at_1_max
      value: 38.9850245767707
    - type: nauc_precision_at_1_std
      value: -2.9883672880704077
    - type: nauc_precision_at_20_diff1
      value: -0.08300041913337095
    - type: nauc_precision_at_20_max
      value: 18.26817742375711
    - type: nauc_precision_at_20_std
      value: 28.466847558903087
    - type: nauc_precision_at_3_diff1
      value: 6.3291319074207
    - type: nauc_precision_at_3_max
      value: 14.016485266657664
    - type: nauc_precision_at_3_std
      value: 7.688246977218552
    - type: nauc_precision_at_5_diff1
      value: 4.085426676307135
    - type: nauc_precision_at_5_max
      value: 16.618114705017398
    - type: nauc_precision_at_5_std
      value: 14.696017564745581
    - type: nauc_recall_at_1000_diff1
      value: -7.569485500320447
    - type: nauc_recall_at_1000_max
      value: 24.515829102888542
    - type: nauc_recall_at_1000_std
      value: 53.204326783714976
    - type: nauc_recall_at_100_diff1
      value: -4.087348584548104
    - type: nauc_recall_at_100_max
      value: 19.272356560884283
    - type: nauc_recall_at_100_std
      value: 40.66612961724824
    - type: nauc_recall_at_10_diff1
      value: 1.9661456708988452
    - type: nauc_recall_at_10_max
      value: 17.30230322559433
    - type: nauc_recall_at_10_std
      value: 21.682588021447284
    - type: nauc_recall_at_1_diff1
      value: 68.7446019536274
    - type: nauc_recall_at_1_max
      value: 38.9850245767707
    - type: nauc_recall_at_1_std
      value: -2.9883672880704077
    - type: nauc_recall_at_20_diff1
      value: -0.08300041913319532
    - type: nauc_recall_at_20_max
      value: 18.26817742375722
    - type: nauc_recall_at_20_std
      value: 28.466847558903225
    - type: nauc_recall_at_3_diff1
      value: 6.329131907420758
    - type: nauc_recall_at_3_max
      value: 14.016485266657646
    - type: nauc_recall_at_3_std
      value: 7.688246977218522
    - type: nauc_recall_at_5_diff1
      value: 4.085426676307129
    - type: nauc_recall_at_5_max
      value: 16.618114705017422
    - type: nauc_recall_at_5_std
      value: 14.696017564745706
    - type: ndcg_at_1
      value: 81.82300000000001
    - type: ndcg_at_10
      value: 74.39
    - type: ndcg_at_100
      value: 77.322
    - type: ndcg_at_1000
      value: 78.236
    - type: ndcg_at_20
      value: 75.762
    - type: ndcg_at_3
      value: 69.40899999999999
    - type: ndcg_at_5
      value: 72.25
    - type: precision_at_1
      value: 81.82300000000001
    - type: precision_at_10
      value: 15.614
    - type: precision_at_100
      value: 1.786
    - type: precision_at_1000
      value: 0.191
    - type: precision_at_20
      value: 8.246
    - type: precision_at_3
      value: 44.754
    - type: precision_at_5
      value: 29.091
    - type: recall_at_1
      value: 40.912
    - type: recall_at_10
      value: 78.069
    - type: recall_at_100
      value: 89.318
    - type: recall_at_1000
      value: 95.321
    - type: recall_at_20
      value: 82.458
    - type: recall_at_3
      value: 67.13
    - type: recall_at_5
      value: 72.72800000000001
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB MSMARCO (default)
      revision: c5a29a104738b98a9e76336939199e264163d4a0
      split: dev
      type: mteb/msmarco
    metrics:
    - type: main_score
      value: 43.424
    - type: map_at_1
      value: 23.465
    - type: map_at_10
      value: 36.298
    - type: map_at_100
      value: 37.443
    - type: map_at_1000
      value: 37.488
    - type: map_at_20
      value: 37.004
    - type: map_at_3
      value: 32.263999999999996
    - type: map_at_5
      value: 34.711
    - type: mrr_at_1
      value: 24.140401146131804
    - type: mrr_at_10
      value: 36.932812571064765
    - type: mrr_at_100
      value: 38.01903983112057
    - type: mrr_at_1000
      value: 38.05718350151866
    - type: mrr_at_20
      value: 37.611261744377515
    - type: mrr_at_3
      value: 32.99665711556819
    - type: mrr_at_5
      value: 35.39135625596943
    - type: nauc_map_at_1000_diff1
      value: 35.40886885986257
    - type: nauc_map_at_1000_max
      value: 3.7545316663703887
    - type: nauc_map_at_1000_std
      value: -18.690821328480613
    - type: nauc_map_at_100_diff1
      value: 35.3961973576196
    - type: nauc_map_at_100_max
      value: 3.749698912517426
    - type: nauc_map_at_100_std
      value: -18.662215333547493
    - type: nauc_map_at_10_diff1
      value: 35.40483644435198
    - type: nauc_map_at_10_max
      value: 3.641144738920141
    - type: nauc_map_at_10_std
      value: -19.363440247651454
    - type: nauc_map_at_1_diff1
      value: 38.67100652687116
    - type: nauc_map_at_1_max
      value: 4.364047242961097
    - type: nauc_map_at_1_std
      value: -16.891222677996463
    - type: nauc_map_at_20_diff1
      value: 35.37794971137569
    - type: nauc_map_at_20_max
      value: 3.676177228945729
    - type: nauc_map_at_20_std
      value: -18.94091682648655
    - type: nauc_map_at_3_diff1
      value: 35.31333315150583
    - type: nauc_map_at_3_max
      value: 3.4965623304246685
    - type: nauc_map_at_3_std
      value: -19.368643397803723
    - type: nauc_map_at_5_diff1
      value: 35.53254707943681
    - type: nauc_map_at_5_max
      value: 3.5128620630619416
    - type: nauc_map_at_5_std
      value: -19.744232886674588
    - type: nauc_mrr_at_1000_diff1
      value: 35.279210596228076
    - type: nauc_mrr_at_1000_max
      value: 3.9444315381088377
    - type: nauc_mrr_at_1000_std
      value: -18.37391634884856
    - type: nauc_mrr_at_100_diff1
      value: 35.26618706765156
    - type: nauc_mrr_at_100_max
      value: 3.943483898925299
    - type: nauc_mrr_at_100_std
      value: -18.343118018089992
    - type: nauc_mrr_at_10_diff1
      value: 35.267510332963596
    - type: nauc_mrr_at_10_max
      value: 3.8779768606518994
    - type: nauc_mrr_at_10_std
      value: -18.980928940857964
    - type: nauc_mrr_at_1_diff1
      value: 38.436123183016285
    - type: nauc_mrr_at_1_max
      value: 4.4535003055283005
    - type: nauc_mrr_at_1_std
      value: -16.776210956854694
    - type: nauc_mrr_at_20_diff1
      value: 35.24980513343164
    - type: nauc_mrr_at_20_max
      value: 3.89689472809906
    - type: nauc_mrr_at_20_std
      value: -18.58360677506833
    - type: nauc_mrr_at_3_diff1
      value: 35.04459075834143
    - type: nauc_mrr_at_3_max
      value: 3.6105545408733155
    - type: nauc_mrr_at_3_std
      value: -19.190268365738365
    - type: nauc_mrr_at_5_diff1
      value: 35.34869407823518
    - type: nauc_mrr_at_5_max
      value: 3.701060853898909
    - type: nauc_mrr_at_5_std
      value: -19.383326153533897
    - type: nauc_ndcg_at_1000_diff1
      value: 34.75887431598213
    - type: nauc_ndcg_at_1000_max
      value: 4.312390853255876
    - type: nauc_ndcg_at_1000_std
      value: -17.18071319250873
    - type: nauc_ndcg_at_100_diff1
      value: 34.394460418078715
    - type: nauc_ndcg_at_100_max
      value: 4.295886307837694
    - type: nauc_ndcg_at_100_std
      value: -16.033008780500968
    - type: nauc_ndcg_at_10_diff1
      value: 34.50644853438419
    - type: nauc_ndcg_at_10_max
      value: 3.6626658735259
    - type: nauc_ndcg_at_10_std
      value: -19.56250960905403
    - type: nauc_ndcg_at_1_diff1
      value: 38.436123183016285
    - type: nauc_ndcg_at_1_max
      value: 4.4535003055283005
    - type: nauc_ndcg_at_1_std
      value: -16.776210956854694
    - type: nauc_ndcg_at_20_diff1
      value: 34.40010964814374
    - type: nauc_ndcg_at_20_max
      value: 3.7971985329744244
    - type: nauc_ndcg_at_20_std
      value: -18.010955476860154
    - type: nauc_ndcg_at_3_diff1
      value: 34.439343067144165
    - type: nauc_ndcg_at_3_max
      value: 3.2949710479214107
    - type: nauc_ndcg_at_3_std
      value: -20.002605242207924
    - type: nauc_ndcg_at_5_diff1
      value: 34.83349389928372
    - type: nauc_ndcg_at_5_max
      value: 3.3298912787593062
    - type: nauc_ndcg_at_5_std
      value: -20.53735443323493
    - type: nauc_precision_at_1000_diff1
      value: -4.016898635199342
    - type: nauc_precision_at_1000_max
      value: 12.934875539589253
    - type: nauc_precision_at_1000_std
      value: 13.11391640313066
    - type: nauc_precision_at_100_diff1
      value: 10.315247928476873
    - type: nauc_precision_at_100_max
      value: 11.268415109153752
    - type: nauc_precision_at_100_std
      value: 17.950480541657335
    - type: nauc_precision_at_10_diff1
      value: 28.209276901989895
    - type: nauc_precision_at_10_max
      value: 3.965811186403266
    - type: nauc_precision_at_10_std
      value: -18.501584332901512
    - type: nauc_precision_at_1_diff1
      value: 38.436123183016285
    - type: nauc_precision_at_1_max
      value: 4.4535003055283005
    - type: nauc_precision_at_1_std
      value: -16.776210956854694
    - type: nauc_precision_at_20_diff1
      value: 24.64074510458261
    - type: nauc_precision_at_20_max
      value: 4.971859475494997
    - type: nauc_precision_at_20_std
      value: -9.718333720619587
    - type: nauc_precision_at_3_diff1
      value: 31.59386906580704
    - type: nauc_precision_at_3_max
      value: 2.911339196352057
    - type: nauc_precision_at_3_std
      value: -21.71784008123467
    - type: nauc_precision_at_5_diff1
      value: 31.35251325266384
    - type: nauc_precision_at_5_max
      value: 2.894822904862219
    - type: nauc_precision_at_5_std
      value: -22.488895902892384
    - type: nauc_recall_at_1000_diff1
      value: 22.885714431265185
    - type: nauc_recall_at_1000_max
      value: 43.71541809761202
    - type: nauc_recall_at_1000_std
      value: 66.29489415927435
    - type: nauc_recall_at_100_diff1
      value: 24.238272655435644
    - type: nauc_recall_at_100_max
      value: 11.174788762479146
    - type: nauc_recall_at_100_std
      value: 23.457729735029535
    - type: nauc_recall_at_10_diff1
      value: 31.27901055282893
    - type: nauc_recall_at_10_max
      value: 3.474737924419516
    - type: nauc_recall_at_10_std
      value: -19.881636172962423
    - type: nauc_recall_at_1_diff1
      value: 38.67100652687116
    - type: nauc_recall_at_1_max
      value: 4.364047242961097
    - type: nauc_recall_at_1_std
      value: -16.891222677996463
    - type: nauc_recall_at_20_diff1
      value: 30.05262129752705
    - type: nauc_recall_at_20_max
      value: 4.081153446892682
    - type: nauc_recall_at_20_std
      value: -12.131712173988694
    - type: nauc_recall_at_3_diff1
      value: 32.04675036130594
    - type: nauc_recall_at_3_max
      value: 2.6288471269218605
    - type: nauc_recall_at_3_std
      value: -21.65823334377263
    - type: nauc_recall_at_5_diff1
      value: 32.74421926624343
    - type: nauc_recall_at_5_max
      value: 2.566696543622508
    - type: nauc_recall_at_5_std
      value: -22.83492123820867
    - type: ndcg_at_1
      value: 24.14
    - type: ndcg_at_10
      value: 43.424
    - type: ndcg_at_100
      value: 48.893
    - type: ndcg_at_1000
      value: 49.958999999999996
    - type: ndcg_at_20
      value: 45.928999999999995
    - type: ndcg_at_3
      value: 35.32
    - type: ndcg_at_5
      value: 39.669
    - type: precision_at_1
      value: 24.14
    - type: precision_at_10
      value: 6.824
    - type: precision_at_100
      value: 0.955
    - type: precision_at_1000
      value: 0.105
    - type: precision_at_20
      value: 3.934
    - type: precision_at_3
      value: 15.029
    - type: precision_at_5
      value: 11.215
    - type: recall_at_1
      value: 23.465
    - type: recall_at_10
      value: 65.269
    - type: recall_at_100
      value: 90.437
    - type: recall_at_1000
      value: 98.468
    - type: recall_at_20
      value: 74.984
    - type: recall_at_3
      value: 43.434
    - type: recall_at_5
      value: 53.883
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB NFCorpus (default)
      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
      split: test
      type: mteb/nfcorpus
    metrics:
    - type: main_score
      value: 38.46
    - type: map_at_1
      value: 6.691999999999999
    - type: map_at_10
      value: 15.031
    - type: map_at_100
      value: 19.084
    - type: map_at_1000
      value: 20.596
    - type: map_at_20
      value: 16.744
    - type: map_at_3
      value: 11.213
    - type: map_at_5
      value: 13.108
    - type: mrr_at_1
      value: 47.987616099071204
    - type: mrr_at_10
      value: 57.93282225170769
    - type: mrr_at_100
      value: 58.446489234491075
    - type: mrr_at_1000
      value: 58.483830448457105
    - type: mrr_at_20
      value: 58.25959398965227
    - type: mrr_at_3
      value: 56.14035087719299
    - type: mrr_at_5
      value: 57.270381836945305
    - type: nauc_map_at_1000_diff1
      value: 25.45538063803242
    - type: nauc_map_at_1000_max
      value: 30.41883184898415
    - type: nauc_map_at_1000_std
      value: 12.781416517345395
    - type: nauc_map_at_100_diff1
      value: 26.894132167352875
    - type: nauc_map_at_100_max
      value: 29.432030037078327
    - type: nauc_map_at_100_std
      value: 9.512326529846831
    - type: nauc_map_at_10_diff1
      value: 31.400540210306925
    - type: nauc_map_at_10_max
      value: 23.480874068638062
    - type: nauc_map_at_10_std
      value: -1.5692010785458146
    - type: nauc_map_at_1_diff1
      value: 37.67265128941572
    - type: nauc_map_at_1_max
      value: 9.721787432990308
    - type: nauc_map_at_1_std
      value: -14.943711588554425
    - type: nauc_map_at_20_diff1
      value: 28.496096959455752
    - type: nauc_map_at_20_max
      value: 25.984790070209524
    - type: nauc_map_at_20_std
      value: 2.5864942962273347
    - type: nauc_map_at_3_diff1
      value: 35.30544649984941
    - type: nauc_map_at_3_max
      value: 15.43177689654808
    - type: nauc_map_at_3_std
      value: -10.620597059323307
    - type: nauc_map_at_5_diff1
      value: 33.973890759901785
    - type: nauc_map_at_5_max
      value: 19.177026450105227
    - type: nauc_map_at_5_std
      value: -7.633681183061802
    - type: nauc_mrr_at_1000_diff1
      value: 32.65965662704218
    - type: nauc_mrr_at_1000_max
      value: 50.13980071961068
    - type: nauc_mrr_at_1000_std
      value: 31.441899652315946
    - type: nauc_mrr_at_100_diff1
      value: 32.66276749948812
    - type: nauc_mrr_at_100_max
      value: 50.18284893175743
    - type: nauc_mrr_at_100_std
      value: 31.489621001899128
    - type: nauc_mrr_at_10_diff1
      value: 32.83196328506318
    - type: nauc_mrr_at_10_max
      value: 49.68604447954204
    - type: nauc_mrr_at_10_std
      value: 30.99627862267571
    - type: nauc_mrr_at_1_diff1
      value: 32.91457933159273
    - type: nauc_mrr_at_1_max
      value: 44.136488326811495
    - type: nauc_mrr_at_1_std
      value: 27.01828153067843
    - type: nauc_mrr_at_20_diff1
      value: 32.671176033804585
    - type: nauc_mrr_at_20_max
      value: 50.14874441502247
    - type: nauc_mrr_at_20_std
      value: 31.38947894696264
    - type: nauc_mrr_at_3_diff1
      value: 32.47024817153408
    - type: nauc_mrr_at_3_max
      value: 49.56779159573397
    - type: nauc_mrr_at_3_std
      value: 29.766791025768907
    - type: nauc_mrr_at_5_diff1
      value: 32.26549727908872
    - type: nauc_mrr_at_5_max
      value: 49.87579065461728
    - type: nauc_mrr_at_5_std
      value: 30.729925282365006
    - type: nauc_ndcg_at_1000_diff1
      value: 25.380017677098444
    - type: nauc_ndcg_at_1000_max
      value: 47.388319204148296
    - type: nauc_ndcg_at_1000_std
      value: 33.45725980667476
    - type: nauc_ndcg_at_100_diff1
      value: 25.498473185306114
    - type: nauc_ndcg_at_100_max
      value: 41.76551239218656
    - type: nauc_ndcg_at_100_std
      value: 26.62218020732075
    - type: nauc_ndcg_at_10_diff1
      value: 23.01011018145724
    - type: nauc_ndcg_at_10_max
      value: 40.630043774002516
    - type: nauc_ndcg_at_10_std
      value: 25.332235779556477
    - type: nauc_ndcg_at_1_diff1
      value: 34.72650579565117
    - type: nauc_ndcg_at_1_max
      value: 42.493354546505095
    - type: nauc_ndcg_at_1_std
      value: 24.81873708593652
    - type: nauc_ndcg_at_20_diff1
      value: 21.434037902736367
    - type: nauc_ndcg_at_20_max
      value: 39.28549854342903
    - type: nauc_ndcg_at_20_std
      value: 24.69082952792539
    - type: nauc_ndcg_at_3_diff1
      value: 26.362842783124435
    - type: nauc_ndcg_at_3_max
      value: 41.96118988366622
    - type: nauc_ndcg_at_3_std
      value: 22.80018051989143
    - type: nauc_ndcg_at_5_diff1
      value: 24.972257549293893
    - type: nauc_ndcg_at_5_max
      value: 41.9748170904006
    - type: nauc_ndcg_at_5_std
      value: 23.247821449868823
    - type: nauc_precision_at_1000_diff1
      value: -16.687533537724846
    - type: nauc_precision_at_1000_max
      value: 7.116174512559039
    - type: nauc_precision_at_1000_std
      value: 29.196682956642796
    - type: nauc_precision_at_100_diff1
      value: -11.171448249723401
    - type: nauc_precision_at_100_max
      value: 21.351578007740873
    - type: nauc_precision_at_100_std
      value: 40.49880548725148
    - type: nauc_precision_at_10_diff1
      value: 2.323360757559483
    - type: nauc_precision_at_10_max
      value: 38.65445063158918
    - type: nauc_precision_at_10_std
      value: 38.16210987455392
    - type: nauc_precision_at_1_diff1
      value: 33.755057976733646
    - type: nauc_precision_at_1_max
      value: 44.40288932251219
    - type: nauc_precision_at_1_std
      value: 27.62174135974081
    - type: nauc_precision_at_20_diff1
      value: -5.441798722378143
    - type: nauc_precision_at_20_max
      value: 32.058115623251524
    - type: nauc_precision_at_20_std
      value: 38.45241421004329
    - type: nauc_precision_at_3_diff1
      value: 15.90762087077913
    - type: nauc_precision_at_3_max
      value: 42.5470181640169
    - type: nauc_precision_at_3_std
      value: 28.009885719096335
    - type: nauc_precision_at_5_diff1
      value: 10.656403807359169
    - type: nauc_precision_at_5_max
      value: 42.247548871978196
    - type: nauc_precision_at_5_std
      value: 31.649386083205755
    - type: nauc_recall_at_1000_diff1
      value: 10.247070240617905
    - type: nauc_recall_at_1000_max
      value: 24.114253665304446
    - type: nauc_recall_at_1000_std
      value: 24.02339705705984
    - type: nauc_recall_at_100_diff1
      value: 22.561118338324018
    - type: nauc_recall_at_100_max
      value: 30.121592726044216
    - type: nauc_recall_at_100_std
      value: 19.67151227058734
    - type: nauc_recall_at_10_diff1
      value: 29.695315535851822
    - type: nauc_recall_at_10_max
      value: 22.074158118976385
    - type: nauc_recall_at_10_std
      value: 0.25798913185589023
    - type: nauc_recall_at_1_diff1
      value: 37.67265128941572
    - type: nauc_recall_at_1_max
      value: 9.721787432990308
    - type: nauc_recall_at_1_std
      value: -14.943711588554425
    - type: nauc_recall_at_20_diff1
      value: 24.996508456752107
    - type: nauc_recall_at_20_max
      value: 24.705011249445565
    - type: nauc_recall_at_20_std
      value: 5.780743155316983
    - type: nauc_recall_at_3_diff1
      value: 34.50424002323006
    - type: nauc_recall_at_3_max
      value: 15.26904245660564
    - type: nauc_recall_at_3_std
      value: -10.53885028046522
    - type: nauc_recall_at_5_diff1
      value: 31.421218531891775
    - type: nauc_recall_at_5_max
      value: 18.218174723292112
    - type: nauc_recall_at_5_std
      value: -6.686352082168663
    - type: ndcg_at_1
      value: 46.129999999999995
    - type: ndcg_at_10
      value: 38.46
    - type: ndcg_at_100
      value: 35.382999999999996
    - type: ndcg_at_1000
      value: 43.902
    - type: ndcg_at_20
      value: 36.027
    - type: ndcg_at_3
      value: 43.961
    - type: ndcg_at_5
      value: 42.077
    - type: precision_at_1
      value: 47.678
    - type: precision_at_10
      value: 28.451999999999998
    - type: precision_at_100
      value: 8.988
    - type: precision_at_1000
      value: 2.1590000000000003
    - type: precision_at_20
      value: 21.037
    - type: precision_at_3
      value: 41.692
    - type: precision_at_5
      value: 36.842000000000006
    - type: recall_at_1
      value: 6.691999999999999
    - type: recall_at_10
      value: 18.871
    - type: recall_at_100
      value: 34.736
    - type: recall_at_1000
      value: 66.766
    - type: recall_at_20
      value: 22.827
    - type: recall_at_3
      value: 12.171999999999999
    - type: recall_at_5
      value: 15.356
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB NQ (default)
      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
      split: test
      type: mteb/nq
    metrics:
    - type: main_score
      value: 53.198
    - type: map_at_1
      value: 32.607
    - type: map_at_10
      value: 46.336
    - type: map_at_100
      value: 47.342
    - type: map_at_1000
      value: 47.38
    - type: map_at_20
      value: 46.98
    - type: map_at_3
      value: 42.742999999999995
    - type: map_at_5
      value: 44.812000000000005
    - type: mrr_at_1
      value: 36.29779837775203
    - type: mrr_at_10
      value: 48.97846199120814
    - type: mrr_at_100
      value: 49.76642951440836
    - type: mrr_at_1000
      value: 49.791712798430915
    - type: mrr_at_20
      value: 49.50161486261044
    - type: mrr_at_3
      value: 45.9974893781382
    - type: mrr_at_5
      value: 47.72981846272691
    - type: nauc_map_at_1000_diff1
      value: 33.91460431887845
    - type: nauc_map_at_1000_max
      value: 29.481346370314647
    - type: nauc_map_at_1000_std
      value: -1.839654367236494
    - type: nauc_map_at_100_diff1
      value: 33.90730996452593
    - type: nauc_map_at_100_max
      value: 29.493731966506363
    - type: nauc_map_at_100_std
      value: -1.8077641558146142
    - type: nauc_map_at_10_diff1
      value: 33.88718827422635
    - type: nauc_map_at_10_max
      value: 29.376119326260692
    - type: nauc_map_at_10_std
      value: -2.3710722516805514
    - type: nauc_map_at_1_diff1
      value: 39.09838265600818
    - type: nauc_map_at_1_max
      value: 25.229877730978384
    - type: nauc_map_at_1_std
      value: -6.549159067747068
    - type: nauc_map_at_20_diff1
      value: 33.93384992631349
    - type: nauc_map_at_20_max
      value: 29.497549953859174
    - type: nauc_map_at_20_std
      value: -2.017101496300422
    - type: nauc_map_at_3_diff1
      value: 34.289078161287534
    - type: nauc_map_at_3_max
      value: 28.220233771254193
    - type: nauc_map_at_3_std
      value: -4.444704784028031
    - type: nauc_map_at_5_diff1
      value: 34.185625280462006
    - type: nauc_map_at_5_max
      value: 29.068279072428393
    - type: nauc_map_at_5_std
      value: -3.271599611900801
    - type: nauc_mrr_at_1000_diff1
      value: 34.26553814237791
    - type: nauc_mrr_at_1000_max
      value: 29.30438632424214
    - type: nauc_mrr_at_1000_std
      value: -1.1362527466161338
    - type: nauc_mrr_at_100_diff1
      value: 34.25608823758783
    - type: nauc_mrr_at_100_max
      value: 29.320433380500592
    - type: nauc_mrr_at_100_std
      value: -1.0988881991499264
    - type: nauc_mrr_at_10_diff1
      value: 34.13246218869096
    - type: nauc_mrr_at_10_max
      value: 29.28686516884
    - type: nauc_mrr_at_10_std
      value: -1.4086490508202227
    - type: nauc_mrr_at_1_diff1
      value: 39.09227619986854
    - type: nauc_mrr_at_1_max
      value: 26.09297738292023
    - type: nauc_mrr_at_1_std
      value: -5.092164835965795
    - type: nauc_mrr_at_20_diff1
      value: 34.243058510524534
    - type: nauc_mrr_at_20_max
      value: 29.35591880008264
    - type: nauc_mrr_at_20_std
      value: -1.1807627466375372
    - type: nauc_mrr_at_3_diff1
      value: 34.55473991903778
    - type: nauc_mrr_at_3_max
      value: 28.92012731680968
    - type: nauc_mrr_at_3_std
      value: -2.7868603622868546
    - type: nauc_mrr_at_5_diff1
      value: 34.33939912073187
    - type: nauc_mrr_at_5_max
      value: 29.142336826251807
    - type: nauc_mrr_at_5_std
      value: -2.0207310060627695
    - type: nauc_ndcg_at_1000_diff1
      value: 32.20023215522245
    - type: nauc_ndcg_at_1000_max
      value: 31.017256251715363
    - type: nauc_ndcg_at_1000_std
      value: 1.8268849690313167
    - type: nauc_ndcg_at_100_diff1
      value: 31.87286187255234
    - type: nauc_ndcg_at_100_max
      value: 31.43335992135076
    - type: nauc_ndcg_at_100_std
      value: 2.960577759737203
    - type: nauc_ndcg_at_10_diff1
      value: 31.900906049371603
    - type: nauc_ndcg_at_10_max
      value: 30.957221009099438
    - type: nauc_ndcg_at_10_std
      value: 0.3823847406109789
    - type: nauc_ndcg_at_1_diff1
      value: 38.918825906375595
    - type: nauc_ndcg_at_1_max
      value: 26.198075448658003
    - type: nauc_ndcg_at_1_std
      value: -5.0079843241467135
    - type: nauc_ndcg_at_20_diff1
      value: 32.07246538138254
    - type: nauc_ndcg_at_20_max
      value: 31.39047205003746
    - type: nauc_ndcg_at_20_std
      value: 1.5919700319236705
    - type: nauc_ndcg_at_3_diff1
      value: 32.989630631328005
    - type: nauc_ndcg_at_3_max
      value: 29.172950928321246
    - type: nauc_ndcg_at_3_std
      value: -3.4954002673299254
    - type: nauc_ndcg_at_5_diff1
      value: 32.65642960716871
    - type: nauc_ndcg_at_5_max
      value: 30.26533505259028
    - type: nauc_ndcg_at_5_std
      value: -1.7088178605185036
    - type: nauc_precision_at_1000_diff1
      value: -11.087690242091627
    - type: nauc_precision_at_1000_max
      value: 9.476912605478468
    - type: nauc_precision_at_1000_std
      value: 23.91500045012386
    - type: nauc_precision_at_100_diff1
      value: -6.098488621066059
    - type: nauc_precision_at_100_max
      value: 18.137258185156288
    - type: nauc_precision_at_100_std
      value: 30.736330623699548
    - type: nauc_precision_at_10_diff1
      value: 10.282694427889481
    - type: nauc_precision_at_10_max
      value: 27.70132432991741
    - type: nauc_precision_at_10_std
      value: 15.624341991861964
    - type: nauc_precision_at_1_diff1
      value: 38.918825906375595
    - type: nauc_precision_at_1_max
      value: 26.198075448658003
    - type: nauc_precision_at_1_std
      value: -5.0079843241467135
    - type: nauc_precision_at_20_diff1
      value: 5.261415949436139
    - type: nauc_precision_at_20_max
      value: 25.63995988919354
    - type: nauc_precision_at_20_std
      value: 21.993692626668647
    - type: nauc_precision_at_3_diff1
      value: 22.246985950192087
    - type: nauc_precision_at_3_max
      value: 29.77649372894963
    - type: nauc_precision_at_3_std
      value: 3.1516217436827247
    - type: nauc_precision_at_5_diff1
      value: 17.913139150555317
    - type: nauc_precision_at_5_max
      value: 29.96502648982162
    - type: nauc_precision_at_5_std
      value: 8.697283141480076
    - type: nauc_recall_at_1000_diff1
      value: -1.2184853689228585
    - type: nauc_recall_at_1000_max
      value: 52.17487324664823
    - type: nauc_recall_at_1000_std
      value: 64.07295248015558
    - type: nauc_recall_at_100_diff1
      value: 10.974836440023065
    - type: nauc_recall_at_100_max
      value: 46.841875007684955
    - type: nauc_recall_at_100_std
      value: 49.93909956898119
    - type: nauc_recall_at_10_diff1
      value: 22.852319787640273
    - type: nauc_recall_at_10_max
      value: 35.26743699245417
    - type: nauc_recall_at_10_std
      value: 9.559134493514295
    - type: nauc_recall_at_1_diff1
      value: 39.09838265600818
    - type: nauc_recall_at_1_max
      value: 25.229877730978384
    - type: nauc_recall_at_1_std
      value: -6.549159067747068
    - type: nauc_recall_at_20_diff1
      value: 21.806639245854072
    - type: nauc_recall_at_20_max
      value: 38.85234681712911
    - type: nauc_recall_at_20_std
      value: 18.028973898137785
    - type: nauc_recall_at_3_diff1
      value: 28.21585308759027
    - type: nauc_recall_at_3_max
      value: 30.022855080903238
    - type: nauc_recall_at_3_std
      value: -2.537650849906056
    - type: nauc_recall_at_5_diff1
      value: 26.690456578968956
    - type: nauc_recall_at_5_max
      value: 32.35161371206257
    - type: nauc_recall_at_5_std
      value: 1.491148001707399
    - type: ndcg_at_1
      value: 36.356
    - type: ndcg_at_10
      value: 53.198
    - type: ndcg_at_100
      value: 57.471000000000004
    - type: ndcg_at_1000
      value: 58.336
    - type: ndcg_at_20
      value: 55.272
    - type: ndcg_at_3
      value: 46.457
    - type: ndcg_at_5
      value: 49.864000000000004
    - type: precision_at_1
      value: 36.356
    - type: precision_at_10
      value: 8.462
    - type: precision_at_100
      value: 1.087
    - type: precision_at_1000
      value: 0.117
    - type: precision_at_20
      value: 4.718
    - type: precision_at_3
      value: 20.829
    - type: precision_at_5
      value: 14.472999999999999
    - type: recall_at_1
      value: 32.607
    - type: recall_at_10
      value: 71.34
    - type: recall_at_100
      value: 89.813
    - type: recall_at_1000
      value: 96.258
    - type: recall_at_20
      value: 78.947
    - type: recall_at_3
      value: 53.867
    - type: recall_at_5
      value: 61.678999999999995
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB QuoraRetrieval (default)
      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
      split: test
      type: mteb/quora
    metrics:
    - type: main_score
      value: 89.13799999999999
    - type: map_at_1
      value: 71.485
    - type: map_at_10
      value: 85.512
    - type: map_at_100
      value: 86.127
    - type: map_at_1000
      value: 86.143
    - type: map_at_20
      value: 85.918
    - type: map_at_3
      value: 82.518
    - type: map_at_5
      value: 84.462
    - type: mrr_at_1
      value: 82.19
    - type: mrr_at_10
      value: 88.30390476190458
    - type: mrr_at_100
      value: 88.38530272056029
    - type: mrr_at_1000
      value: 88.38582590330029
    - type: mrr_at_20
      value: 88.36585107225912
    - type: mrr_at_3
      value: 87.37166666666646
    - type: mrr_at_5
      value: 88.02916666666637
    - type: nauc_map_at_1000_diff1
      value: 77.14127058873906
    - type: nauc_map_at_1000_max
      value: 37.07020332987809
    - type: nauc_map_at_1000_std
      value: -41.39285604622159
    - type: nauc_map_at_100_diff1
      value: 77.146705577152
    - type: nauc_map_at_100_max
      value: 37.0478092669605
    - type: nauc_map_at_100_std
      value: -41.43644911571662
    - type: nauc_map_at_10_diff1
      value: 77.39700258986613
    - type: nauc_map_at_10_max
      value: 36.60525240868321
    - type: nauc_map_at_10_std
      value: -43.32058343963304
    - type: nauc_map_at_1_diff1
      value: 80.61601163680635
    - type: nauc_map_at_1_max
      value: 28.32145232054677
    - type: nauc_map_at_1_std
      value: -38.747446777471865
    - type: nauc_map_at_20_diff1
      value: 77.27415053997544
    - type: nauc_map_at_20_max
      value: 36.953990878045616
    - type: nauc_map_at_20_std
      value: -42.186297640272734
    - type: nauc_map_at_3_diff1
      value: 77.8687866507408
    - type: nauc_map_at_3_max
      value: 34.318846315901354
    - type: nauc_map_at_3_std
      value: -44.97819988215831
    - type: nauc_map_at_5_diff1
      value: 77.70815954845212
    - type: nauc_map_at_5_max
      value: 35.81594038094498
    - type: nauc_map_at_5_std
      value: -44.64717678480167
    - type: nauc_mrr_at_1000_diff1
      value: 77.83938932383788
    - type: nauc_mrr_at_1000_max
      value: 38.57621649349935
    - type: nauc_mrr_at_1000_std
      value: -38.215651368579636
    - type: nauc_mrr_at_100_diff1
      value: 77.83918148237348
    - type: nauc_mrr_at_100_max
      value: 38.57665994393371
    - type: nauc_mrr_at_100_std
      value: -38.21580776589564
    - type: nauc_mrr_at_10_diff1
      value: 77.83326141939659
    - type: nauc_mrr_at_10_max
      value: 38.68551607921588
    - type: nauc_mrr_at_10_std
      value: -38.34964362497516
    - type: nauc_mrr_at_1_diff1
      value: 78.74091199041655
    - type: nauc_mrr_at_1_max
      value: 37.91339911718472
    - type: nauc_mrr_at_1_std
      value: -36.583169782065646
    - type: nauc_mrr_at_20_diff1
      value: 77.83411615489642
    - type: nauc_mrr_at_20_max
      value: 38.598261466324175
    - type: nauc_mrr_at_20_std
      value: -38.22165323901356
    - type: nauc_mrr_at_3_diff1
      value: 77.53593930971923
    - type: nauc_mrr_at_3_max
      value: 38.45158442711878
    - type: nauc_mrr_at_3_std
      value: -38.43723348829769
    - type: nauc_mrr_at_5_diff1
      value: 77.85518785379057
    - type: nauc_mrr_at_5_max
      value: 38.71852398774513
    - type: nauc_mrr_at_5_std
      value: -38.566709948994756
    - type: nauc_ndcg_at_1000_diff1
      value: 77.01941362274067
    - type: nauc_ndcg_at_1000_max
      value: 38.09358006245777
    - type: nauc_ndcg_at_1000_std
      value: -39.52541151204458
    - type: nauc_ndcg_at_100_diff1
      value: 77.02561724090103
    - type: nauc_ndcg_at_100_max
      value: 38.033320547977226
    - type: nauc_ndcg_at_100_std
      value: -39.63973255230324
    - type: nauc_ndcg_at_10_diff1
      value: 77.05964728055142
    - type: nauc_ndcg_at_10_max
      value: 37.80129817212595
    - type: nauc_ndcg_at_10_std
      value: -42.54816546011326
    - type: nauc_ndcg_at_1_diff1
      value: 78.77845945466963
    - type: nauc_ndcg_at_1_max
      value: 37.84612324740429
    - type: nauc_ndcg_at_1_std
      value: -36.71738409409477
    - type: nauc_ndcg_at_20_diff1
      value: 77.16814661530721
    - type: nauc_ndcg_at_20_max
      value: 37.96391993778972
    - type: nauc_ndcg_at_20_std
      value: -41.15808827713781
    - type: nauc_ndcg_at_3_diff1
      value: 76.5911593455311
    - type: nauc_ndcg_at_3_max
      value: 36.69307861212362
    - type: nauc_ndcg_at_3_std
      value: -42.16340987184985
    - type: nauc_ndcg_at_5_diff1
      value: 77.13108001810929
    - type: nauc_ndcg_at_5_max
      value: 37.42319979649052
    - type: nauc_ndcg_at_5_std
      value: -43.1666096222395
    - type: nauc_precision_at_1000_diff1
      value: -44.92839077477494
    - type: nauc_precision_at_1000_max
      value: -6.829305447011505
    - type: nauc_precision_at_1000_std
      value: 37.621893044496204
    - type: nauc_precision_at_100_diff1
      value: -44.715644770899694
    - type: nauc_precision_at_100_max
      value: -7.014684130105175
    - type: nauc_precision_at_100_std
      value: 36.899075337092
    - type: nauc_precision_at_10_diff1
      value: -39.82695960828702
    - type: nauc_precision_at_10_max
      value: -3.0996998082393574
    - type: nauc_precision_at_10_std
      value: 26.28513177686431
    - type: nauc_precision_at_1_diff1
      value: 78.77845945466963
    - type: nauc_precision_at_1_max
      value: 37.84612324740429
    - type: nauc_precision_at_1_std
      value: -36.71738409409477
    - type: nauc_precision_at_20_diff1
      value: -42.635174086528735
    - type: nauc_precision_at_20_max
      value: -5.120853975578619
    - type: nauc_precision_at_20_std
      value: 31.94869513052242
    - type: nauc_precision_at_3_diff1
      value: -19.63577681050235
    - type: nauc_precision_at_3_max
      value: 6.557738495245322
    - type: nauc_precision_at_3_std
      value: 7.217415336210434
    - type: nauc_precision_at_5_diff1
      value: -32.31744645342921
    - type: nauc_precision_at_5_max
      value: 0.9631069133758052
    - type: nauc_precision_at_5_std
      value: 17.562341398900084
    - type: nauc_recall_at_1000_diff1
      value: 55.58366948737184
    - type: nauc_recall_at_1000_max
      value: -30.132455579296057
    - type: nauc_recall_at_1000_std
      value: 20.85380266950739
    - type: nauc_recall_at_100_diff1
      value: 70.62105341185271
    - type: nauc_recall_at_100_max
      value: 35.42642955425688
    - type: nauc_recall_at_100_std
      value: -32.29854265473101
    - type: nauc_recall_at_10_diff1
      value: 73.39778432413546
    - type: nauc_recall_at_10_max
      value: 36.54451264026962
    - type: nauc_recall_at_10_std
      value: -60.601885579868465
    - type: nauc_recall_at_1_diff1
      value: 80.61601163680635
    - type: nauc_recall_at_1_max
      value: 28.32145232054677
    - type: nauc_recall_at_1_std
      value: -38.747446777471865
    - type: nauc_recall_at_20_diff1
      value: 74.48815274061063
    - type: nauc_recall_at_20_max
      value: 37.187390151907294
    - type: nauc_recall_at_20_std
      value: -55.36902598790638
    - type: nauc_recall_at_3_diff1
      value: 73.95824510222151
    - type: nauc_recall_at_3_max
      value: 31.49038315712441
    - type: nauc_recall_at_3_std
      value: -50.477343397006145
    - type: nauc_recall_at_5_diff1
      value: 73.62687380534663
    - type: nauc_recall_at_5_max
      value: 33.613054625917144
    - type: nauc_recall_at_5_std
      value: -55.8529868750332
    - type: ndcg_at_1
      value: 82.17
    - type: ndcg_at_10
      value: 89.13799999999999
    - type: ndcg_at_100
      value: 90.244
    - type: ndcg_at_1000
      value: 90.322
    - type: ndcg_at_20
      value: 89.744
    - type: ndcg_at_3
      value: 86.32
    - type: ndcg_at_5
      value: 87.97
    - type: precision_at_1
      value: 82.17
    - type: precision_at_10
      value: 13.517999999999999
    - type: precision_at_100
      value: 1.534
    - type: precision_at_1000
      value: 0.157
    - type: precision_at_20
      value: 7.159
    - type: precision_at_3
      value: 37.71
    - type: precision_at_5
      value: 24.876
    - type: recall_at_1
      value: 71.485
    - type: recall_at_10
      value: 96.021
    - type: recall_at_100
      value: 99.682
    - type: recall_at_1000
      value: 99.992
    - type: recall_at_20
      value: 97.936
    - type: recall_at_3
      value: 88.024
    - type: recall_at_5
      value: 92.609
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB SCIDOCS (default)
      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
      split: test
      type: mteb/scidocs
    metrics:
    - type: main_score
      value: 21.849
    - type: map_at_1
      value: 4.843
    - type: map_at_10
      value: 13.184000000000001
    - type: map_at_100
      value: 15.455
    - type: map_at_1000
      value: 15.78
    - type: map_at_20
      value: 14.386
    - type: map_at_3
      value: 9.3
    - type: map_at_5
      value: 11.245
    - type: mrr_at_1
      value: 23.799999999999997
    - type: mrr_at_10
      value: 35.72912698412698
    - type: mrr_at_100
      value: 36.858180847310756
    - type: mrr_at_1000
      value: 36.90138037945717
    - type: mrr_at_20
      value: 36.418783123481255
    - type: mrr_at_3
      value: 32.216666666666654
    - type: mrr_at_5
      value: 34.53666666666663
    - type: nauc_map_at_1000_diff1
      value: 17.584607230276657
    - type: nauc_map_at_1000_max
      value: 23.37291927790593
    - type: nauc_map_at_1000_std
      value: 16.47457887484848
    - type: nauc_map_at_100_diff1
      value: 17.584963894459776
    - type: nauc_map_at_100_max
      value: 23.34943788513969
    - type: nauc_map_at_100_std
      value: 16.293179117171373
    - type: nauc_map_at_10_diff1
      value: 18.324211740116706
    - type: nauc_map_at_10_max
      value: 22.581868553882646
    - type: nauc_map_at_10_std
      value: 12.992133450081916
    - type: nauc_map_at_1_diff1
      value: 23.249290909711917
    - type: nauc_map_at_1_max
      value: 14.353896685489747
    - type: nauc_map_at_1_std
      value: 5.316745833979371
    - type: nauc_map_at_20_diff1
      value: 18.04800423969188
    - type: nauc_map_at_20_max
      value: 22.93645696379141
    - type: nauc_map_at_20_std
      value: 14.365360528845612
    - type: nauc_map_at_3_diff1
      value: 21.659818130577307
    - type: nauc_map_at_3_max
      value: 18.92497284587115
    - type: nauc_map_at_3_std
      value: 5.816557438679962
    - type: nauc_map_at_5_diff1
      value: 19.601521082286283
    - type: nauc_map_at_5_max
      value: 21.05660971614242
    - type: nauc_map_at_5_std
      value: 8.538544725485336
    - type: nauc_mrr_at_1000_diff1
      value: 21.065257437863075
    - type: nauc_mrr_at_1000_max
      value: 18.258345926479315
    - type: nauc_mrr_at_1000_std
      value: 11.647833526066748
    - type: nauc_mrr_at_100_diff1
      value: 21.065223383981085
    - type: nauc_mrr_at_100_max
      value: 18.279009025124903
    - type: nauc_mrr_at_100_std
      value: 11.690172787809432
    - type: nauc_mrr_at_10_diff1
      value: 21.090405065234336
    - type: nauc_mrr_at_10_max
      value: 18.362075787888827
    - type: nauc_mrr_at_10_std
      value: 11.60444233104132
    - type: nauc_mrr_at_1_diff1
      value: 23.62122820044915
    - type: nauc_mrr_at_1_max
      value: 14.685554349688687
    - type: nauc_mrr_at_1_std
      value: 5.502610985680922
    - type: nauc_mrr_at_20_diff1
      value: 20.965576545483604
    - type: nauc_mrr_at_20_max
      value: 18.352864246589863
    - type: nauc_mrr_at_20_std
      value: 11.708362388914564
    - type: nauc_mrr_at_3_diff1
      value: 22.098693851708358
    - type: nauc_mrr_at_3_max
      value: 17.055448698312627
    - type: nauc_mrr_at_3_std
      value: 10.586321304885752
    - type: nauc_mrr_at_5_diff1
      value: 21.531056825051582
    - type: nauc_mrr_at_5_max
      value: 18.226268169525028
    - type: nauc_mrr_at_5_std
      value: 10.943723542548971
    - type: nauc_ndcg_at_1000_diff1
      value: 15.932308280538782
    - type: nauc_ndcg_at_1000_max
      value: 23.57040478537663
    - type: nauc_ndcg_at_1000_std
      value: 23.295030059301148
    - type: nauc_ndcg_at_100_diff1
      value: 15.865971474636629
    - type: nauc_ndcg_at_100_max
      value: 24.453952903074175
    - type: nauc_ndcg_at_100_std
      value: 23.403738023569577
    - type: nauc_ndcg_at_10_diff1
      value: 17.661985087295307
    - type: nauc_ndcg_at_10_max
      value: 23.02185130406233
    - type: nauc_ndcg_at_10_std
      value: 15.75740534298165
    - type: nauc_ndcg_at_1_diff1
      value: 23.25705617481879
    - type: nauc_ndcg_at_1_max
      value: 14.337565062650711
    - type: nauc_ndcg_at_1_std
      value: 5.213264453323703
    - type: nauc_ndcg_at_20_diff1
      value: 16.951074114695736
    - type: nauc_ndcg_at_20_max
      value: 23.63608691515469
    - type: nauc_ndcg_at_20_std
      value: 17.826150619463498
    - type: nauc_ndcg_at_3_diff1
      value: 21.42475356749203
    - type: nauc_ndcg_at_3_max
      value: 18.73497222397521
    - type: nauc_ndcg_at_3_std
      value: 8.453104776839584
    - type: nauc_ndcg_at_5_diff1
      value: 19.445346257704863
    - type: nauc_ndcg_at_5_max
      value: 21.402562582372
    - type: nauc_ndcg_at_5_std
      value: 10.87732803226448
    - type: nauc_precision_at_1000_diff1
      value: 2.0336139013705177
    - type: nauc_precision_at_1000_max
      value: 15.766142749511102
    - type: nauc_precision_at_1000_std
      value: 34.51618188155208
    - type: nauc_precision_at_100_diff1
      value: 6.156360545368786
    - type: nauc_precision_at_100_max
      value: 23.20361349606541
    - type: nauc_precision_at_100_std
      value: 35.13559568339309
    - type: nauc_precision_at_10_diff1
      value: 12.579074831792056
    - type: nauc_precision_at_10_max
      value: 24.80772047693916
    - type: nauc_precision_at_10_std
      value: 21.058953350976044
    - type: nauc_precision_at_1_diff1
      value: 23.25705617481879
    - type: nauc_precision_at_1_max
      value: 14.337565062650711
    - type: nauc_precision_at_1_std
      value: 5.213264453323703
    - type: nauc_precision_at_20_diff1
      value: 10.684035436230687
    - type: nauc_precision_at_20_max
      value: 24.481947684763313
    - type: nauc_precision_at_20_std
      value: 23.735751915810535
    - type: nauc_precision_at_3_diff1
      value: 20.291003793240115
    - type: nauc_precision_at_3_max
      value: 20.11955056454858
    - type: nauc_precision_at_3_std
      value: 9.810475708114843
    - type: nauc_precision_at_5_diff1
      value: 16.383601541223292
    - type: nauc_precision_at_5_max
      value: 23.547428961540657
    - type: nauc_precision_at_5_std
      value: 13.38507989754645
    - type: nauc_recall_at_1000_diff1
      value: 2.379066603318566
    - type: nauc_recall_at_1000_max
      value: 15.575778761184703
    - type: nauc_recall_at_1000_std
      value: 36.40032960359677
    - type: nauc_recall_at_100_diff1
      value: 6.041438415676314
    - type: nauc_recall_at_100_max
      value: 22.864904441533827
    - type: nauc_recall_at_100_std
      value: 35.62416912716818
    - type: nauc_recall_at_10_diff1
      value: 12.285572982364917
    - type: nauc_recall_at_10_max
      value: 24.344547576113087
    - type: nauc_recall_at_10_std
      value: 20.72041864912064
    - type: nauc_recall_at_1_diff1
      value: 23.249290909711917
    - type: nauc_recall_at_1_max
      value: 14.353896685489747
    - type: nauc_recall_at_1_std
      value: 5.316745833979371
    - type: nauc_recall_at_20_diff1
      value: 10.46659082572884
    - type: nauc_recall_at_20_max
      value: 24.269074491279348
    - type: nauc_recall_at_20_std
      value: 23.74738715348032
    - type: nauc_recall_at_3_diff1
      value: 19.9842205158819
    - type: nauc_recall_at_3_max
      value: 19.91182958307305
    - type: nauc_recall_at_3_std
      value: 9.653281778593492
    - type: nauc_recall_at_5_diff1
      value: 16.164148818728776
    - type: nauc_recall_at_5_max
      value: 23.220565892913147
    - type: nauc_recall_at_5_std
      value: 13.164704690364948
    - type: ndcg_at_1
      value: 23.9
    - type: ndcg_at_10
      value: 21.849
    - type: ndcg_at_100
      value: 30.304
    - type: ndcg_at_1000
      value: 35.742000000000004
    - type: ndcg_at_20
      value: 24.97
    - type: ndcg_at_3
      value: 20.525
    - type: ndcg_at_5
      value: 18.177
    - type: precision_at_1
      value: 23.9
    - type: precision_at_10
      value: 11.48
    - type: precision_at_100
      value: 2.363
    - type: precision_at_1000
      value: 0.367
    - type: precision_at_20
      value: 7.55
    - type: precision_at_3
      value: 19.533
    - type: precision_at_5
      value: 16.28
    - type: recall_at_1
      value: 4.843
    - type: recall_at_10
      value: 23.282
    - type: recall_at_100
      value: 48.0
    - type: recall_at_1000
      value: 74.445
    - type: recall_at_20
      value: 30.622
    - type: recall_at_3
      value: 11.897
    - type: recall_at_5
      value: 16.512
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB SciFact (default)
      revision: 0228b52cf27578f30900b9e5271d331663a030d7
      split: test
      type: mteb/scifact
    metrics:
    - type: main_score
      value: 74.846
    - type: map_at_1
      value: 60.428000000000004
    - type: map_at_10
      value: 70.38600000000001
    - type: map_at_100
      value: 70.86099999999999
    - type: map_at_1000
      value: 70.871
    - type: map_at_20
      value: 70.712
    - type: map_at_3
      value: 67.398
    - type: map_at_5
      value: 69.27600000000001
    - type: mrr_at_1
      value: 63.66666666666667
    - type: mrr_at_10
      value: 71.39735449735447
    - type: mrr_at_100
      value: 71.76379243684062
    - type: mrr_at_1000
      value: 71.77364869685177
    - type: mrr_at_20
      value: 71.65468324531791
    - type: mrr_at_3
      value: 69.05555555555556
    - type: mrr_at_5
      value: 70.58888888888887
    - type: nauc_map_at_1000_diff1
      value: 71.0754740705296
    - type: nauc_map_at_1000_max
      value: 54.29832405004098
    - type: nauc_map_at_1000_std
      value: -1.235668723089411
    - type: nauc_map_at_100_diff1
      value: 71.0689124997969
    - type: nauc_map_at_100_max
      value: 54.310998444535585
    - type: nauc_map_at_100_std
      value: -1.2220616587702309
    - type: nauc_map_at_10_diff1
      value: 71.21230220692517
    - type: nauc_map_at_10_max
      value: 54.42287344734598
    - type: nauc_map_at_10_std
      value: -1.4789297717435592
    - type: nauc_map_at_1_diff1
      value: 72.8878843420841
    - type: nauc_map_at_1_max
      value: 43.897599474060506
    - type: nauc_map_at_1_std
      value: -11.382920378910987
    - type: nauc_map_at_20_diff1
      value: 70.99668800819812
    - type: nauc_map_at_20_max
      value: 54.40438390510115
    - type: nauc_map_at_20_std
      value: -1.2582873194545923
    - type: nauc_map_at_3_diff1
      value: 71.20551874106118
    - type: nauc_map_at_3_max
      value: 51.50481254453872
    - type: nauc_map_at_3_std
      value: -5.047233269418083
    - type: nauc_map_at_5_diff1
      value: 71.16105124984448
    - type: nauc_map_at_5_max
      value: 53.06670294960442
    - type: nauc_map_at_5_std
      value: -3.384565971599754
    - type: nauc_mrr_at_1000_diff1
      value: 71.16321200441809
    - type: nauc_mrr_at_1000_max
      value: 56.44333688621788
    - type: nauc_mrr_at_1000_std
      value: 0.7056065218954817
    - type: nauc_mrr_at_100_diff1
      value: 71.1564766930806
    - type: nauc_mrr_at_100_max
      value: 56.45538985017298
    - type: nauc_mrr_at_100_std
      value: 0.7186959391076111
    - type: nauc_mrr_at_10_diff1
      value: 71.2170765004902
    - type: nauc_mrr_at_10_max
      value: 56.804129556960625
    - type: nauc_mrr_at_10_std
      value: 0.9311606410012148
    - type: nauc_mrr_at_1_diff1
      value: 72.46182893226788
    - type: nauc_mrr_at_1_max
      value: 51.68999857205563
    - type: nauc_mrr_at_1_std
      value: -2.5285192217174552
    - type: nauc_mrr_at_20_diff1
      value: 71.10597662895005
    - type: nauc_mrr_at_20_max
      value: 56.53090291786723
    - type: nauc_mrr_at_20_std
      value: 0.715222442307103
    - type: nauc_mrr_at_3_diff1
      value: 71.41206755698491
    - type: nauc_mrr_at_3_max
      value: 56.267768137804595
    - type: nauc_mrr_at_3_std
      value: -0.05393254849196613
    - type: nauc_mrr_at_5_diff1
      value: 71.10403976257997
    - type: nauc_mrr_at_5_max
      value: 56.14816888175454
    - type: nauc_mrr_at_5_std
      value: 0.15157107667464748
    - type: nauc_ndcg_at_1000_diff1
      value: 70.79939179024201
    - type: nauc_ndcg_at_1000_max
      value: 56.54042017611993
    - type: nauc_ndcg_at_1000_std
      value: 1.3658276228054782
    - type: nauc_ndcg_at_100_diff1
      value: 70.5981566170932
    - type: nauc_ndcg_at_100_max
      value: 56.98929754479383
    - type: nauc_ndcg_at_100_std
      value: 1.8857658437325417
    - type: nauc_ndcg_at_10_diff1
      value: 70.71898932576325
    - type: nauc_ndcg_at_10_max
      value: 58.11477800188122
    - type: nauc_ndcg_at_10_std
      value: 1.613309043768477
    - type: nauc_ndcg_at_1_diff1
      value: 72.46182893226788
    - type: nauc_ndcg_at_1_max
      value: 51.68999857205563
    - type: nauc_ndcg_at_1_std
      value: -2.5285192217174552
    - type: nauc_ndcg_at_20_diff1
      value: 70.03659776542649
    - type: nauc_ndcg_at_20_max
      value: 57.63118618075185
    - type: nauc_ndcg_at_20_std
      value: 1.911959046925637
    - type: nauc_ndcg_at_3_diff1
      value: 70.77422769724862
    - type: nauc_ndcg_at_3_max
      value: 55.620661307429295
    - type: nauc_ndcg_at_3_std
      value: -1.8248775257967857
    - type: nauc_ndcg_at_5_diff1
      value: 70.59479131253845
    - type: nauc_ndcg_at_5_max
      value: 55.65358814021084
    - type: nauc_ndcg_at_5_std
      value: -1.820814794256182
    - type: nauc_precision_at_1000_diff1
      value: -22.209747589165723
    - type: nauc_precision_at_1000_max
      value: 25.887313966465637
    - type: nauc_precision_at_1000_std
      value: 57.88006976884063
    - type: nauc_precision_at_100_diff1
      value: -13.792400448513767
    - type: nauc_precision_at_100_max
      value: 31.817500434722625
    - type: nauc_precision_at_100_std
      value: 55.430435382226165
    - type: nauc_precision_at_10_diff1
      value: 10.836781895308922
    - type: nauc_precision_at_10_max
      value: 49.12515427777262
    - type: nauc_precision_at_10_std
      value: 45.965441778939386
    - type: nauc_precision_at_1_diff1
      value: 72.46182893226788
    - type: nauc_precision_at_1_max
      value: 51.68999857205563
    - type: nauc_precision_at_1_std
      value: -2.5285192217174552
    - type: nauc_precision_at_20_diff1
      value: -2.175159005291977
    - type: nauc_precision_at_20_max
      value: 42.41977397043023
    - type: nauc_precision_at_20_std
      value: 51.29569141566173
    - type: nauc_precision_at_3_diff1
      value: 39.5954022101419
    - type: nauc_precision_at_3_max
      value: 52.35267730094486
    - type: nauc_precision_at_3_std
      value: 20.84971324107527
    - type: nauc_precision_at_5_diff1
      value: 25.904694373842098
    - type: nauc_precision_at_5_max
      value: 50.93902457293225
    - type: nauc_precision_at_5_std
      value: 31.873405206205906
    - type: nauc_recall_at_1000_diff1
      value: 86.11111111111035
    - type: nauc_recall_at_1000_max
      value: 67.90382819794685
    - type: nauc_recall_at_1000_std
      value: 63.818860877684145
    - type: nauc_recall_at_100_diff1
      value: 64.99066293183931
    - type: nauc_recall_at_100_max
      value: 80.46218487394987
    - type: nauc_recall_at_100_std
      value: 39.99533146591981
    - type: nauc_recall_at_10_diff1
      value: 66.98270603853467
    - type: nauc_recall_at_10_max
      value: 73.04827854861946
    - type: nauc_recall_at_10_std
      value: 12.381277005797148
    - type: nauc_recall_at_1_diff1
      value: 72.8878843420841
    - type: nauc_recall_at_1_max
      value: 43.897599474060506
    - type: nauc_recall_at_1_std
      value: -11.382920378910987
    - type: nauc_recall_at_20_diff1
      value: 59.3764828335705
    - type: nauc_recall_at_20_max
      value: 74.15411519799176
    - type: nauc_recall_at_20_std
      value: 18.927079028332475
    - type: nauc_recall_at_3_diff1
      value: 68.51479393914815
    - type: nauc_recall_at_3_max
      value: 57.41548734168664
    - type: nauc_recall_at_3_std
      value: -3.3041374369788157
    - type: nauc_recall_at_5_diff1
      value: 67.34818375295329
    - type: nauc_recall_at_5_max
      value: 60.288944142502324
    - type: nauc_recall_at_5_std
      value: -2.1530590183317337
    - type: ndcg_at_1
      value: 63.666999999999994
    - type: ndcg_at_10
      value: 74.846
    - type: ndcg_at_100
      value: 76.886
    - type: ndcg_at_1000
      value: 77.209
    - type: ndcg_at_20
      value: 75.96199999999999
    - type: ndcg_at_3
      value: 69.849
    - type: ndcg_at_5
      value: 72.558
    - type: precision_at_1
      value: 63.666999999999994
    - type: precision_at_10
      value: 9.9
    - type: precision_at_100
      value: 1.097
    - type: precision_at_1000
      value: 0.11199999999999999
    - type: precision_at_20
      value: 5.2
    - type: precision_at_3
      value: 27.222
    - type: precision_at_5
      value: 18.133
    - type: recall_at_1
      value: 60.428000000000004
    - type: recall_at_10
      value: 87.533
    - type: recall_at_100
      value: 96.667
    - type: recall_at_1000
      value: 99.333
    - type: recall_at_20
      value: 91.867
    - type: recall_at_3
      value: 74.0
    - type: recall_at_5
      value: 80.872
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB TRECCOVID (default)
      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
      split: test
      type: mteb/trec-covid
    metrics:
    - type: main_score
      value: 82.25200000000001
    - type: map_at_1
      value: 0.249
    - type: map_at_10
      value: 2.088
    - type: map_at_100
      value: 12.475999999999999
    - type: map_at_1000
      value: 28.694999999999997
    - type: map_at_20
      value: 3.8150000000000004
    - type: map_at_3
      value: 0.696
    - type: map_at_5
      value: 1.084
    - type: mrr_at_1
      value: 94.0
    - type: mrr_at_10
      value: 96.06666666666666
    - type: mrr_at_100
      value: 96.06666666666666
    - type: mrr_at_1000
      value: 96.06666666666666
    - type: mrr_at_20
      value: 96.06666666666666
    - type: mrr_at_3
      value: 95.66666666666666
    - type: mrr_at_5
      value: 96.06666666666666
    - type: nauc_map_at_1000_diff1
      value: -17.919039415766317
    - type: nauc_map_at_1000_max
      value: 51.542013433126485
    - type: nauc_map_at_1000_std
      value: 75.31434892635495
    - type: nauc_map_at_100_diff1
      value: -20.74092423668948
    - type: nauc_map_at_100_max
      value: 24.925416535065267
    - type: nauc_map_at_100_std
      value: 48.034439045919974
    - type: nauc_map_at_10_diff1
      value: -10.535087148459441
    - type: nauc_map_at_10_max
      value: -11.772940216983132
    - type: nauc_map_at_10_std
      value: -4.543952924741779
    - type: nauc_map_at_1_diff1
      value: 0.8904734356543077
    - type: nauc_map_at_1_max
      value: -23.25158940019837
    - type: nauc_map_at_1_std
      value: -14.604203818505734
    - type: nauc_map_at_20_diff1
      value: -13.682938147908095
    - type: nauc_map_at_20_max
      value: -3.4425486428132803
    - type: nauc_map_at_20_std
      value: 4.04479227130499
    - type: nauc_map_at_3_diff1
      value: -12.758237499172905
    - type: nauc_map_at_3_max
      value: -19.28421758505586
    - type: nauc_map_at_3_std
      value: -9.521217205769233
    - type: nauc_map_at_5_diff1
      value: -13.186429193643617
    - type: nauc_map_at_5_max
      value: -13.385532572259098
    - type: nauc_map_at_5_std
      value: -6.312225612178439
    - type: nauc_mrr_at_1000_diff1
      value: -66.31929608001361
    - type: nauc_mrr_at_1000_max
      value: 47.000269034167395
    - type: nauc_mrr_at_1000_std
      value: 79.56922882147201
    - type: nauc_mrr_at_100_diff1
      value: -66.31929608001361
    - type: nauc_mrr_at_100_max
      value: 47.000269034167395
    - type: nauc_mrr_at_100_std
      value: 79.56922882147201
    - type: nauc_mrr_at_10_diff1
      value: -66.31929608001361
    - type: nauc_mrr_at_10_max
      value: 47.000269034167395
    - type: nauc_mrr_at_10_std
      value: 79.56922882147201
    - type: nauc_mrr_at_1_diff1
      value: -62.88515406162452
    - type: nauc_mrr_at_1_max
      value: 47.88359788359812
    - type: nauc_mrr_at_1_std
      value: 80.78120136943666
    - type: nauc_mrr_at_20_diff1
      value: -66.31929608001361
    - type: nauc_mrr_at_20_max
      value: 47.000269034167395
    - type: nauc_mrr_at_20_std
      value: 79.56922882147201
    - type: nauc_mrr_at_3_diff1
      value: -65.39898010486161
    - type: nauc_mrr_at_3_max
      value: 51.892551892551886
    - type: nauc_mrr_at_3_std
      value: 80.24850966027432
    - type: nauc_mrr_at_5_diff1
      value: -66.31929608001361
    - type: nauc_mrr_at_5_max
      value: 47.000269034167395
    - type: nauc_mrr_at_5_std
      value: 79.56922882147201
    - type: nauc_ndcg_at_1000_diff1
      value: -11.355728364146914
    - type: nauc_ndcg_at_1000_max
      value: 46.386925340579324
    - type: nauc_ndcg_at_1000_std
      value: 66.84861787722345
    - type: nauc_ndcg_at_100_diff1
      value: -22.37902988021572
    - type: nauc_ndcg_at_100_max
      value: 55.29643965927242
    - type: nauc_ndcg_at_100_std
      value: 77.77837489762948
    - type: nauc_ndcg_at_10_diff1
      value: -38.61237197420988
    - type: nauc_ndcg_at_10_max
      value: 44.93672941814005
    - type: nauc_ndcg_at_10_std
      value: 56.69653169801909
    - type: nauc_ndcg_at_1_diff1
      value: -35.76097105508886
    - type: nauc_ndcg_at_1_max
      value: 44.374416433240015
    - type: nauc_ndcg_at_1_std
      value: 43.3123249299721
    - type: nauc_ndcg_at_20_diff1
      value: -31.834255349739536
    - type: nauc_ndcg_at_20_max
      value: 54.44545919570274
    - type: nauc_ndcg_at_20_std
      value: 66.77587741159692
    - type: nauc_ndcg_at_3_diff1
      value: -57.8395154241656
    - type: nauc_ndcg_at_3_max
      value: 42.578924974174846
    - type: nauc_ndcg_at_3_std
      value: 55.90798533991258
    - type: nauc_ndcg_at_5_diff1
      value: -47.617543642801756
    - type: nauc_ndcg_at_5_max
      value: 44.97436800384369
    - type: nauc_ndcg_at_5_std
      value: 51.025324266867514
    - type: nauc_precision_at_1000_diff1
      value: -10.534234712095094
    - type: nauc_precision_at_1000_max
      value: 51.35509005702664
    - type: nauc_precision_at_1000_std
      value: 46.94246871324496
    - type: nauc_precision_at_100_diff1
      value: -22.561799953711663
    - type: nauc_precision_at_100_max
      value: 59.085611948233954
    - type: nauc_precision_at_100_std
      value: 79.84472985711812
    - type: nauc_precision_at_10_diff1
      value: -35.67030970032019
    - type: nauc_precision_at_10_max
      value: 49.53931334335369
    - type: nauc_precision_at_10_std
      value: 59.60393685408334
    - type: nauc_precision_at_1_diff1
      value: -62.88515406162452
    - type: nauc_precision_at_1_max
      value: 47.88359788359812
    - type: nauc_precision_at_1_std
      value: 80.78120136943666
    - type: nauc_precision_at_20_diff1
      value: -31.530368334870325
    - type: nauc_precision_at_20_max
      value: 56.381773352656616
    - type: nauc_precision_at_20_std
      value: 65.25230091660255
    - type: nauc_precision_at_3_diff1
      value: -68.7586450928041
    - type: nauc_precision_at_3_max
      value: 55.76607585164213
    - type: nauc_precision_at_3_std
      value: 67.9351497410493
    - type: nauc_precision_at_5_diff1
      value: -49.198613446820275
    - type: nauc_precision_at_5_max
      value: 61.92298452139874
    - type: nauc_precision_at_5_std
      value: 61.28633695987917
    - type: nauc_recall_at_1000_diff1
      value: -0.6651569013659893
    - type: nauc_recall_at_1000_max
      value: 34.306755926242474
    - type: nauc_recall_at_1000_std
      value: 51.90896153051927
    - type: nauc_recall_at_100_diff1
      value: -10.024089354383117
    - type: nauc_recall_at_100_max
      value: 5.806797105089591
    - type: nauc_recall_at_100_std
      value: 28.11404433108664
    - type: nauc_recall_at_10_diff1
      value: -4.108183471206445
    - type: nauc_recall_at_10_max
      value: -19.11427384872481
    - type: nauc_recall_at_10_std
      value: -12.203137162280921
    - type: nauc_recall_at_1_diff1
      value: 0.8904734356543077
    - type: nauc_recall_at_1_max
      value: -23.25158940019837
    - type: nauc_recall_at_1_std
      value: -14.604203818505734
    - type: nauc_recall_at_20_diff1
      value: -5.210796698265105
    - type: nauc_recall_at_20_max
      value: -13.42675680836074
    - type: nauc_recall_at_20_std
      value: -6.045462388299661
    - type: nauc_recall_at_3_diff1
      value: -9.66613347835611
    - type: nauc_recall_at_3_max
      value: -22.356186554471442
    - type: nauc_recall_at_3_std
      value: -13.344831190968376
    - type: nauc_recall_at_5_diff1
      value: -8.139775774638926
    - type: nauc_recall_at_5_max
      value: -18.339966615466167
    - type: nauc_recall_at_5_std
      value: -12.71394328827389
    - type: ndcg_at_1
      value: 92.0
    - type: ndcg_at_10
      value: 82.25200000000001
    - type: ndcg_at_100
      value: 62.834
    - type: ndcg_at_1000
      value: 52.961999999999996
    - type: ndcg_at_20
      value: 78.40899999999999
    - type: ndcg_at_3
      value: 87.0
    - type: ndcg_at_5
      value: 84.883
    - type: precision_at_1
      value: 94.0
    - type: precision_at_10
      value: 86.0
    - type: precision_at_100
      value: 64.94
    - type: precision_at_1000
      value: 23.65
    - type: precision_at_20
      value: 82.5
    - type: precision_at_3
      value: 89.333
    - type: precision_at_5
      value: 87.2
    - type: recall_at_1
      value: 0.249
    - type: recall_at_10
      value: 2.253
    - type: recall_at_100
      value: 15.451
    - type: recall_at_1000
      value: 49.126999999999995
    - type: recall_at_20
      value: 4.245
    - type: recall_at_3
      value: 0.712
    - type: recall_at_5
      value: 1.135
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB Touche2020 (default)
      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
      split: test
      type: mteb/touche2020
    metrics:
    - type: main_score
      value: 33.012
    - type: map_at_1
      value: 3.496
    - type: map_at_10
      value: 13.911999999999999
    - type: map_at_100
      value: 20.776
    - type: map_at_1000
      value: 22.182
    - type: map_at_20
      value: 17.01
    - type: map_at_3
      value: 7.925
    - type: map_at_5
      value: 10.165000000000001
    - type: mrr_at_1
      value: 44.89795918367347
    - type: mrr_at_10
      value: 59.37884677680596
    - type: mrr_at_100
      value: 59.94723043010779
    - type: mrr_at_1000
      value: 59.94723043010779
    - type: mrr_at_20
      value: 59.84185494658105
    - type: mrr_at_3
      value: 56.4625850340136
    - type: mrr_at_5
      value: 57.38095238095238
    - type: nauc_map_at_1000_diff1
      value: 22.36774084662234
    - type: nauc_map_at_1000_max
      value: -6.082754550112413
    - type: nauc_map_at_1000_std
      value: 0.36293988509124525
    - type: nauc_map_at_100_diff1
      value: 22.504980529214254
    - type: nauc_map_at_100_max
      value: -6.713263459592174
    - type: nauc_map_at_100_std
      value: -2.142045657385737
    - type: nauc_map_at_10_diff1
      value: 16.701762937942956
    - type: nauc_map_at_10_max
      value: -8.726224596699906
    - type: nauc_map_at_10_std
      value: -15.49981014786446
    - type: nauc_map_at_1_diff1
      value: -0.25393599944658846
    - type: nauc_map_at_1_max
      value: -23.696292878205004
    - type: nauc_map_at_1_std
      value: -17.763569997650162
    - type: nauc_map_at_20_diff1
      value: 22.12810885279278
    - type: nauc_map_at_20_max
      value: -7.094657396306872
    - type: nauc_map_at_20_std
      value: -11.955744867632113
    - type: nauc_map_at_3_diff1
      value: 19.977773270711182
    - type: nauc_map_at_3_max
      value: -17.553280773573498
    - type: nauc_map_at_3_std
      value: -17.298018815448533
    - type: nauc_map_at_5_diff1
      value: 15.021827789209139
    - type: nauc_map_at_5_max
      value: -12.914337593308572
    - type: nauc_map_at_5_std
      value: -14.107547322899187
    - type: nauc_mrr_at_1000_diff1
      value: 13.882418155124974
    - type: nauc_mrr_at_1000_max
      value: -33.77477227214201
    - type: nauc_mrr_at_1000_std
      value: -4.2125750414094565
    - type: nauc_mrr_at_100_diff1
      value: 13.882418155124974
    - type: nauc_mrr_at_100_max
      value: -33.77477227214201
    - type: nauc_mrr_at_100_std
      value: -4.2125750414094565
    - type: nauc_mrr_at_10_diff1
      value: 14.196883828223944
    - type: nauc_mrr_at_10_max
      value: -34.248819138667706
    - type: nauc_mrr_at_10_std
      value: -3.3304776888509453
    - type: nauc_mrr_at_1_diff1
      value: 8.487747836938748
    - type: nauc_mrr_at_1_max
      value: -27.522654947868407
    - type: nauc_mrr_at_1_std
      value: -9.659288368940414
    - type: nauc_mrr_at_20_diff1
      value: 13.97141408432223
    - type: nauc_mrr_at_20_max
      value: -33.94474779537131
    - type: nauc_mrr_at_20_std
      value: -3.876386267586971
    - type: nauc_mrr_at_3_diff1
      value: 14.544693993479346
    - type: nauc_mrr_at_3_max
      value: -33.03445041954154
    - type: nauc_mrr_at_3_std
      value: -6.411113627184401
    - type: nauc_mrr_at_5_diff1
      value: 12.327294201418015
    - type: nauc_mrr_at_5_max
      value: -35.57514449859859
    - type: nauc_mrr_at_5_std
      value: -5.199952179562716
    - type: nauc_ndcg_at_1000_diff1
      value: 23.942492305284667
    - type: nauc_ndcg_at_1000_max
      value: -14.14524516876861
    - type: nauc_ndcg_at_1000_std
      value: 20.86340207359257
    - type: nauc_ndcg_at_100_diff1
      value: 24.269852831605093
    - type: nauc_ndcg_at_100_max
      value: -20.35857202952544
    - type: nauc_ndcg_at_100_std
      value: 12.767208856993815
    - type: nauc_ndcg_at_10_diff1
      value: 23.396212480889584
    - type: nauc_ndcg_at_10_max
      value: -14.778188630795263
    - type: nauc_ndcg_at_10_std
      value: -2.980021498924259
    - type: nauc_ndcg_at_1_diff1
      value: 8.885316875767284
    - type: nauc_ndcg_at_1_max
      value: -28.267329383619
    - type: nauc_ndcg_at_1_std
      value: -7.5764787635693605
    - type: nauc_ndcg_at_20_diff1
      value: 28.77259798482034
    - type: nauc_ndcg_at_20_max
      value: -14.452291430509836
    - type: nauc_ndcg_at_20_std
      value: -5.389998981015127
    - type: nauc_ndcg_at_3_diff1
      value: 25.05722733790777
    - type: nauc_ndcg_at_3_max
      value: -25.793104895264126
    - type: nauc_ndcg_at_3_std
      value: -5.3408622683279185
    - type: nauc_ndcg_at_5_diff1
      value: 19.183694373044887
    - type: nauc_ndcg_at_5_max
      value: -20.502613827866043
    - type: nauc_ndcg_at_5_std
      value: -1.1810169329712905
    - type: nauc_precision_at_1000_diff1
      value: -15.607023736636382
    - type: nauc_precision_at_1000_max
      value: 36.08863082992817
    - type: nauc_precision_at_1000_std
      value: 47.707249499215344
    - type: nauc_precision_at_100_diff1
      value: 7.021547619006566
    - type: nauc_precision_at_100_max
      value: 2.6113599057206387
    - type: nauc_precision_at_100_std
      value: 66.4590495720394
    - type: nauc_precision_at_10_diff1
      value: 24.385783257887354
    - type: nauc_precision_at_10_max
      value: -6.2188453266713
    - type: nauc_precision_at_10_std
      value: 6.05429677567614
    - type: nauc_precision_at_1_diff1
      value: 8.487747836938748
    - type: nauc_precision_at_1_max
      value: -27.522654947868407
    - type: nauc_precision_at_1_std
      value: -9.659288368940414
    - type: nauc_precision_at_20_diff1
      value: 34.33880917061261
    - type: nauc_precision_at_20_max
      value: 4.354279010925412
    - type: nauc_precision_at_20_std
      value: 22.181325517942035
    - type: nauc_precision_at_3_diff1
      value: 24.850858478588467
    - type: nauc_precision_at_3_max
      value: -26.5846953680614
    - type: nauc_precision_at_3_std
      value: -4.454513023414871
    - type: nauc_precision_at_5_diff1
      value: 14.138056032082552
    - type: nauc_precision_at_5_max
      value: -19.944752876707845
    - type: nauc_precision_at_5_std
      value: 2.777514787746078
    - type: nauc_recall_at_1000_diff1
      value: -0.4820471365058493
    - type: nauc_recall_at_1000_max
      value: -1.0630194189351716
    - type: nauc_recall_at_1000_std
      value: 63.95617322698779
    - type: nauc_recall_at_100_diff1
      value: 14.181992335572508
    - type: nauc_recall_at_100_max
      value: -17.09847742717872
    - type: nauc_recall_at_100_std
      value: 27.38485306952274
    - type: nauc_recall_at_10_diff1
      value: 16.676209261808168
    - type: nauc_recall_at_10_max
      value: -8.143613489548878
    - type: nauc_recall_at_10_std
      value: -11.428526204063497
    - type: nauc_recall_at_1_diff1
      value: -0.25393599944658846
    - type: nauc_recall_at_1_max
      value: -23.696292878205004
    - type: nauc_recall_at_1_std
      value: -17.763569997650162
    - type: nauc_recall_at_20_diff1
      value: 24.37368696357739
    - type: nauc_recall_at_20_max
      value: -8.967218424155384
    - type: nauc_recall_at_20_std
      value: -6.864178520023853
    - type: nauc_recall_at_3_diff1
      value: 16.440629512619275
    - type: nauc_recall_at_3_max
      value: -21.691853645017947
    - type: nauc_recall_at_3_std
      value: -18.112300717394543
    - type: nauc_recall_at_5_diff1
      value: 9.406357694811373
    - type: nauc_recall_at_5_max
      value: -18.299603437308214
    - type: nauc_recall_at_5_std
      value: -14.029380126465446
    - type: ndcg_at_1
      value: 41.837
    - type: ndcg_at_10
      value: 33.012
    - type: ndcg_at_100
      value: 43.504
    - type: ndcg_at_1000
      value: 54.142999999999994
    - type: ndcg_at_20
      value: 33.681
    - type: ndcg_at_3
      value: 39.865
    - type: ndcg_at_5
      value: 35.199999999999996
    - type: precision_at_1
      value: 44.897999999999996
    - type: precision_at_10
      value: 29.387999999999998
    - type: precision_at_100
      value: 8.449
    - type: precision_at_1000
      value: 1.569
    - type: precision_at_20
      value: 22.245
    - type: precision_at_3
      value: 41.497
    - type: precision_at_5
      value: 34.694
    - type: recall_at_1
      value: 3.496
    - type: recall_at_10
      value: 20.438000000000002
    - type: recall_at_100
      value: 51.196
    - type: recall_at_1000
      value: 84.426
    - type: recall_at_20
      value: 29.873
    - type: recall_at_3
      value: 9.228
    - type: recall_at_5
      value: 12.598
    task:
      type: Retrieval
tags:
- mteb
- feature-extraction
- marqo
- retrieval
license: mit
language:
- en
library_name: transformers
---

<h1 align="center">Marqo's Chimera arctic-bge-m</h1>
<h4 align="center">
   <p>
       <a href=#this-model>This Model</a>  |
       <a href=#usage>Usage</a>  |
       <a href="#faq">FAQ</a> |
       <a href="#about-marqo">About Marqo</a> |
       <a href="#acknowledgement">Acknowledgement</a>
   <p>
</h4>

## This Model

This is a chimera model which concatenates embeddings from [Snowflake/snowflake-arctic-embed-m-v1.5](https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v1.5) and [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5). This model produces an embedding with 1536 dimensions (768+768) and has a total of 218M parameters (109+109). Embeddings from each model are unit normalized prior to concatenation.

## Usage

```python
import torch
from torch.nn.functional import normalize
from transformers import AutoModel, AutoTokenizer


# Load the model and tokenizer.
tokenizer = AutoTokenizer.from_pretrained("Marqo/marqo-chimera-arctic-bge-m")
model = AutoModel.from_pretrained("Marqo/marqo-chimera-arctic-bge-m", trust_remote_code=True)
model.eval()

# Model constants.
query_prefix = 'Represent this sentence for searching relevant passages: '

# Your queries and docs.
queries = [
    "What is vector search?",
    "Where can I get the best pizza?"
]

documents = [
    "Marqo is an end-to-end platform for embedding training and retrieval.",
    "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
]


# Add query prefix and tokenize queries and docs.
queries_with_prefix = [f"{query_prefix}{q}" for q in queries]
query_tokens = tokenizer(queries_with_prefix, padding=True, truncation=True, return_tensors='pt', max_length=512)
document_tokens =  tokenizer(documents, padding=True, truncation=True, return_tensors='pt', max_length=512)

# Use the model to generate text embeddings.
with torch.inference_mode():
    query_embeddings = model(**query_tokens)
    document_embeddings = model(**document_tokens)

# Remember to normalize embeddings.
query_embeddings = normalize(query_embeddings)
document_embeddings = normalize(document_embeddings)

# Scores via dotproduct.
scores = query_embeddings @ document_embeddings.T

# Pretty-print the results.
for query, query_scores in zip(queries, scores):
    doc_score_pairs = list(zip(documents, query_scores))
    doc_score_pairs = sorted(doc_score_pairs, key=lambda x: x[1], reverse=True)
    print(f'Query: "{query}"')
    for document, score in doc_score_pairs:
        print(f'Score: {score:.4f} | Document: "{document}"')
    print()


# Query: "What is vector search?"
# Score: 0.4997 | Document: "Marqo is an end-to-end platform for embedding training and retrieval."
# Score: 0.2509 | Document: "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."

# Query: "Where can I get the best pizza?"
# Score: 0.7444 | Document: "Definitely Naples! The birthplace of pizza, and it’s as authentic as it gets."
# Score: 0.3303 | Document: "Marqo is an end-to-end platform for embedding training and retrieval."
```

## FAQ

__Q: Do I need to prefix queries?__

__A:__ Yes, this model has the same rules for prefixing as its constituent models. Queries in asymmetric retrieval should be prefixed with `"Represent this sentence for searching relevant passages: "`.

## About Marqo

[Marqo](https://www.marqo.ai/) is an end-to-end platform for training embeddings models and building vector search. Marqo is available as an open-source offering on our [GitHub](https://github.com/marqo-ai/marqo) or as a managed cloud service on [Marqo Cloud](https://cloud.marqo.ai).

## Acknowledgement

We want to acknowledge the original creators of the [Snowflake/snowflake-arctic-embed-m-v1.5](https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v1.5) and [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5) models which are used to create this model.