Hugging Face's logo

joe32140
/
ModernBERT-base-msmarco

Sentence Similarity
sentence-transformers
ONNX
Safetensors
English
modernbert
feature-extraction
Generated from Trainer
dataset_size:11662655
loss:CachedMultipleNegativesRankingLoss
Eval Results
Inference Endpoints
Model card Files Community
1
ModernBERT-base-msmarco
File size: 6,000 Bytes 
053befb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
 
{
  "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
  "task_name": "CQADupstackMathematicaRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.1592,
        "ndcg_at_3": 0.18727,
        "ndcg_at_5": 0.20573,
        "ndcg_at_10": 0.23092,
        "ndcg_at_20": 0.24856,
        "ndcg_at_100": 0.28661,
        "ndcg_at_1000": 0.31839,
        "map_at_1": 0.126,
        "map_at_3": 0.1645,
        "map_at_5": 0.17543,
        "map_at_10": 0.18641,
        "map_at_20": 0.19162,
        "map_at_100": 0.19739,
        "map_at_1000": 0.19864,
        "recall_at_1": 0.126,
        "recall_at_3": 0.20946,
        "recall_at_5": 0.2564,
        "recall_at_10": 0.32953,
        "recall_at_20": 0.392,
        "recall_at_100": 0.57855,
        "recall_at_1000": 0.80748,
        "precision_at_1": 0.1592,
        "precision_at_3": 0.08955,
        "precision_at_5": 0.06592,
        "precision_at_10": 0.04366,
        "precision_at_20": 0.02668,
        "precision_at_100": 0.00832,
        "precision_at_1000": 0.00124,
        "mrr_at_1": 0.159204,
        "mrr_at_3": 0.204187,
        "mrr_at_5": 0.216563,
        "mrr_at_10": 0.228361,
        "mrr_at_20": 0.233146,
        "mrr_at_100": 0.237804,
        "mrr_at_1000": 0.238608,
        "nauc_ndcg_at_1_max": 0.173331,
        "nauc_ndcg_at_1_std": -0.070922,
        "nauc_ndcg_at_1_diff1": 0.313574,
        "nauc_ndcg_at_3_max": 0.149226,
        "nauc_ndcg_at_3_std": -0.044527,
        "nauc_ndcg_at_3_diff1": 0.231067,
        "nauc_ndcg_at_5_max": 0.147868,
        "nauc_ndcg_at_5_std": -0.033304,
        "nauc_ndcg_at_5_diff1": 0.21667,
        "nauc_ndcg_at_10_max": 0.136413,
        "nauc_ndcg_at_10_std": -0.030496,
        "nauc_ndcg_at_10_diff1": 0.19898,
        "nauc_ndcg_at_20_max": 0.140685,
        "nauc_ndcg_at_20_std": -0.020516,
        "nauc_ndcg_at_20_diff1": 0.199934,
        "nauc_ndcg_at_100_max": 0.159372,
        "nauc_ndcg_at_100_std": 0.004912,
        "nauc_ndcg_at_100_diff1": 0.205706,
        "nauc_ndcg_at_1000_max": 0.158797,
        "nauc_ndcg_at_1000_std": 0.000364,
        "nauc_ndcg_at_1000_diff1": 0.203824,
        "nauc_map_at_1_max": 0.176756,
        "nauc_map_at_1_std": -0.061246,
        "nauc_map_at_1_diff1": 0.294157,
        "nauc_map_at_3_max": 0.151356,
        "nauc_map_at_3_std": -0.048515,
        "nauc_map_at_3_diff1": 0.241311,
        "nauc_map_at_5_max": 0.151841,
        "nauc_map_at_5_std": -0.042908,
        "nauc_map_at_5_diff1": 0.23564,
        "nauc_map_at_10_max": 0.146342,
        "nauc_map_at_10_std": -0.040837,
        "nauc_map_at_10_diff1": 0.226564,
        "nauc_map_at_20_max": 0.148085,
        "nauc_map_at_20_std": -0.036882,
        "nauc_map_at_20_diff1": 0.226222,
        "nauc_map_at_100_max": 0.151301,
        "nauc_map_at_100_std": -0.032596,
        "nauc_map_at_100_diff1": 0.226917,
        "nauc_map_at_1000_max": 0.151171,
        "nauc_map_at_1000_std": -0.032835,
        "nauc_map_at_1000_diff1": 0.226596,
        "nauc_recall_at_1_max": 0.176756,
        "nauc_recall_at_1_std": -0.061246,
        "nauc_recall_at_1_diff1": 0.294157,
        "nauc_recall_at_3_max": 0.129382,
        "nauc_recall_at_3_std": -0.026964,
        "nauc_recall_at_3_diff1": 0.182064,
        "nauc_recall_at_5_max": 0.126607,
        "nauc_recall_at_5_std": -0.010177,
        "nauc_recall_at_5_diff1": 0.159092,
        "nauc_recall_at_10_max": 0.100506,
        "nauc_recall_at_10_std": -0.007447,
        "nauc_recall_at_10_diff1": 0.123114,
        "nauc_recall_at_20_max": 0.109598,
        "nauc_recall_at_20_std": 0.022768,
        "nauc_recall_at_20_diff1": 0.126061,
        "nauc_recall_at_100_max": 0.192576,
        "nauc_recall_at_100_std": 0.141059,
        "nauc_recall_at_100_diff1": 0.148286,
        "nauc_recall_at_1000_max": 0.2255,
        "nauc_recall_at_1000_std": 0.2101,
        "nauc_recall_at_1000_diff1": 0.097776,
        "nauc_precision_at_1_max": 0.173331,
        "nauc_precision_at_1_std": -0.070922,
        "nauc_precision_at_1_diff1": 0.313574,
        "nauc_precision_at_3_max": 0.128165,
        "nauc_precision_at_3_std": -0.037662,
        "nauc_precision_at_3_diff1": 0.186901,
        "nauc_precision_at_5_max": 0.135809,
        "nauc_precision_at_5_std": -0.01395,
        "nauc_precision_at_5_diff1": 0.16978,
        "nauc_precision_at_10_max": 0.111158,
        "nauc_precision_at_10_std": -0.011867,
        "nauc_precision_at_10_diff1": 0.126989,
        "nauc_precision_at_20_max": 0.111932,
        "nauc_precision_at_20_std": 0.005621,
        "nauc_precision_at_20_diff1": 0.115231,
        "nauc_precision_at_100_max": 0.106532,
        "nauc_precision_at_100_std": 0.058503,
        "nauc_precision_at_100_diff1": 0.072954,
        "nauc_precision_at_1000_max": 0.065429,
        "nauc_precision_at_1000_std": -0.003839,
        "nauc_precision_at_1000_diff1": 0.017772,
        "nauc_mrr_at_1_max": 0.173331,
        "nauc_mrr_at_1_std": -0.070922,
        "nauc_mrr_at_1_diff1": 0.313574,
        "nauc_mrr_at_3_max": 0.156386,
        "nauc_mrr_at_3_std": -0.049645,
        "nauc_mrr_at_3_diff1": 0.249522,
        "nauc_mrr_at_5_max": 0.154441,
        "nauc_mrr_at_5_std": -0.043804,
        "nauc_mrr_at_5_diff1": 0.240661,
        "nauc_mrr_at_10_max": 0.14987,
        "nauc_mrr_at_10_std": -0.044188,
        "nauc_mrr_at_10_diff1": 0.23307,
        "nauc_mrr_at_20_max": 0.151533,
        "nauc_mrr_at_20_std": -0.042259,
        "nauc_mrr_at_20_diff1": 0.234266,
        "nauc_mrr_at_100_max": 0.153064,
        "nauc_mrr_at_100_std": -0.039756,
        "nauc_mrr_at_100_diff1": 0.234561,
        "nauc_mrr_at_1000_max": 0.152904,
        "nauc_mrr_at_1000_std": -0.039874,
        "nauc_mrr_at_1000_diff1": 0.234452,
        "main_score": 0.23092,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 45.40352916717529,
  "kg_co2_emissions": null
}