Hugging Face's logo

joe32140
/
ModernBERT-base-msmarco

Sentence Similarity
sentence-transformers
ONNX
Safetensors
English
modernbert
feature-extraction
Generated from Trainer
dataset_size:11662655
loss:CachedMultipleNegativesRankingLoss
Eval Results
Inference Endpoints
Model card Files Community
1
ModernBERT-base-msmarco
File size: 5,978 Bytes 
053befb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
 
{
  "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
  "task_name": "CQADupstackTexRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.14178,
        "ndcg_at_3": 0.17057,
        "ndcg_at_5": 0.1856,
        "ndcg_at_10": 0.20471,
        "ndcg_at_20": 0.22044,
        "ndcg_at_100": 0.2503,
        "ndcg_at_1000": 0.28231,
        "map_at_1": 0.11553,
        "map_at_3": 0.15025,
        "map_at_5": 0.15972,
        "map_at_10": 0.16841,
        "map_at_20": 0.17291,
        "map_at_100": 0.17711,
        "map_at_1000": 0.17832,
        "recall_at_1": 0.11553,
        "recall_at_3": 0.18958,
        "recall_at_5": 0.22824,
        "recall_at_10": 0.28569,
        "recall_at_20": 0.34504,
        "recall_at_100": 0.49491,
        "recall_at_1000": 0.72826,
        "precision_at_1": 0.14178,
        "precision_at_3": 0.08098,
        "precision_at_5": 0.05953,
        "precision_at_10": 0.03823,
        "precision_at_20": 0.02326,
        "precision_at_100": 0.0071,
        "precision_at_1000": 0.00114,
        "mrr_at_1": 0.141776,
        "mrr_at_3": 0.179456,
        "mrr_at_5": 0.189694,
        "mrr_at_10": 0.198676,
        "mrr_at_20": 0.203388,
        "mrr_at_100": 0.207227,
        "mrr_at_1000": 0.208095,
        "nauc_ndcg_at_1_max": 0.273731,
        "nauc_ndcg_at_1_std": -0.000848,
        "nauc_ndcg_at_1_diff1": 0.402551,
        "nauc_ndcg_at_3_max": 0.254625,
        "nauc_ndcg_at_3_std": 0.005476,
        "nauc_ndcg_at_3_diff1": 0.343983,
        "nauc_ndcg_at_5_max": 0.251083,
        "nauc_ndcg_at_5_std": 0.011607,
        "nauc_ndcg_at_5_diff1": 0.328852,
        "nauc_ndcg_at_10_max": 0.24845,
        "nauc_ndcg_at_10_std": 0.024927,
        "nauc_ndcg_at_10_diff1": 0.316519,
        "nauc_ndcg_at_20_max": 0.251553,
        "nauc_ndcg_at_20_std": 0.038963,
        "nauc_ndcg_at_20_diff1": 0.306872,
        "nauc_ndcg_at_100_max": 0.25391,
        "nauc_ndcg_at_100_std": 0.049506,
        "nauc_ndcg_at_100_diff1": 0.300219,
        "nauc_ndcg_at_1000_max": 0.25447,
        "nauc_ndcg_at_1000_std": 0.057198,
        "nauc_ndcg_at_1000_diff1": 0.297107,
        "nauc_map_at_1_max": 0.24317,
        "nauc_map_at_1_std": -0.013325,
        "nauc_map_at_1_diff1": 0.430924,
        "nauc_map_at_3_max": 0.245786,
        "nauc_map_at_3_std": -0.001987,
        "nauc_map_at_3_diff1": 0.367577,
        "nauc_map_at_5_max": 0.245709,
        "nauc_map_at_5_std": 0.001682,
        "nauc_map_at_5_diff1": 0.356493,
        "nauc_map_at_10_max": 0.24637,
        "nauc_map_at_10_std": 0.009096,
        "nauc_map_at_10_diff1": 0.348743,
        "nauc_map_at_20_max": 0.247864,
        "nauc_map_at_20_std": 0.013651,
        "nauc_map_at_20_diff1": 0.345685,
        "nauc_map_at_100_max": 0.248458,
        "nauc_map_at_100_std": 0.015959,
        "nauc_map_at_100_diff1": 0.344828,
        "nauc_map_at_1000_max": 0.248587,
        "nauc_map_at_1000_std": 0.016378,
        "nauc_map_at_1000_diff1": 0.344495,
        "nauc_recall_at_1_max": 0.24317,
        "nauc_recall_at_1_std": -0.013325,
        "nauc_recall_at_1_diff1": 0.430924,
        "nauc_recall_at_3_max": 0.239063,
        "nauc_recall_at_3_std": 0.009005,
        "nauc_recall_at_3_diff1": 0.313126,
        "nauc_recall_at_5_max": 0.228969,
        "nauc_recall_at_5_std": 0.018906,
        "nauc_recall_at_5_diff1": 0.274421,
        "nauc_recall_at_10_max": 0.224291,
        "nauc_recall_at_10_std": 0.047312,
        "nauc_recall_at_10_diff1": 0.244958,
        "nauc_recall_at_20_max": 0.229385,
        "nauc_recall_at_20_std": 0.086611,
        "nauc_recall_at_20_diff1": 0.212233,
        "nauc_recall_at_100_max": 0.237652,
        "nauc_recall_at_100_std": 0.122032,
        "nauc_recall_at_100_diff1": 0.180425,
        "nauc_recall_at_1000_max": 0.232788,
        "nauc_recall_at_1000_std": 0.208114,
        "nauc_recall_at_1000_diff1": 0.120909,
        "nauc_precision_at_1_max": 0.273731,
        "nauc_precision_at_1_std": -0.000848,
        "nauc_precision_at_1_diff1": 0.402551,
        "nauc_precision_at_3_max": 0.275815,
        "nauc_precision_at_3_std": 0.023241,
        "nauc_precision_at_3_diff1": 0.281068,
        "nauc_precision_at_5_max": 0.271773,
        "nauc_precision_at_5_std": 0.037777,
        "nauc_precision_at_5_diff1": 0.24271,
        "nauc_precision_at_10_max": 0.264364,
        "nauc_precision_at_10_std": 0.073815,
        "nauc_precision_at_10_diff1": 0.210453,
        "nauc_precision_at_20_max": 0.270537,
        "nauc_precision_at_20_std": 0.109882,
        "nauc_precision_at_20_diff1": 0.180007,
        "nauc_precision_at_100_max": 0.247712,
        "nauc_precision_at_100_std": 0.141652,
        "nauc_precision_at_100_diff1": 0.110556,
        "nauc_precision_at_1000_max": 0.195539,
        "nauc_precision_at_1000_std": 0.152915,
        "nauc_precision_at_1000_diff1": 0.008828,
        "nauc_mrr_at_1_max": 0.273731,
        "nauc_mrr_at_1_std": -0.000848,
        "nauc_mrr_at_1_diff1": 0.402551,
        "nauc_mrr_at_3_max": 0.264306,
        "nauc_mrr_at_3_std": 0.01339,
        "nauc_mrr_at_3_diff1": 0.344013,
        "nauc_mrr_at_5_max": 0.262192,
        "nauc_mrr_at_5_std": 0.017274,
        "nauc_mrr_at_5_diff1": 0.333294,
        "nauc_mrr_at_10_max": 0.261096,
        "nauc_mrr_at_10_std": 0.022398,
        "nauc_mrr_at_10_diff1": 0.32811,
        "nauc_mrr_at_20_max": 0.262244,
        "nauc_mrr_at_20_std": 0.026409,
        "nauc_mrr_at_20_diff1": 0.32533,
        "nauc_mrr_at_100_max": 0.262496,
        "nauc_mrr_at_100_std": 0.027576,
        "nauc_mrr_at_100_diff1": 0.324713,
        "nauc_mrr_at_1000_max": 0.262422,
        "nauc_mrr_at_1000_std": 0.027625,
        "nauc_mrr_at_1000_diff1": 0.324694,
        "main_score": 0.20471,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 198.2237286567688,
  "kg_co2_emissions": null
}