Hugging Face's logo

joe32140
/
ModernBERT-base-msmarco

Sentence Similarity
sentence-transformers
ONNX
Safetensors
English
modernbert
feature-extraction
Generated from Trainer
dataset_size:11662655
loss:CachedMultipleNegativesRankingLoss
Eval Results
Inference Endpoints
Model card Files Community
1
ModernBERT-base-msmarco
File size: 5,967 Bytes 
053befb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
 
{
  "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a",
  "task_name": "CQADupstackStatsRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.21166,
        "ndcg_at_3": 0.24697,
        "ndcg_at_5": 0.26206,
        "ndcg_at_10": 0.28144,
        "ndcg_at_20": 0.29877,
        "ndcg_at_100": 0.32798,
        "ndcg_at_1000": 0.35119,
        "map_at_1": 0.18672,
        "map_at_3": 0.2269,
        "map_at_5": 0.23653,
        "map_at_10": 0.24469,
        "map_at_20": 0.2497,
        "map_at_100": 0.25401,
        "map_at_1000": 0.25481,
        "recall_at_1": 0.18672,
        "recall_at_3": 0.27173,
        "recall_at_5": 0.30953,
        "recall_at_10": 0.3688,
        "recall_at_20": 0.43444,
        "recall_at_100": 0.58217,
        "recall_at_1000": 0.75725,
        "precision_at_1": 0.21166,
        "precision_at_3": 0.10685,
        "precision_at_5": 0.07485,
        "precision_at_10": 0.04479,
        "precision_at_20": 0.02669,
        "precision_at_100": 0.00729,
        "precision_at_1000": 0.001,
        "mrr_at_1": 0.211656,
        "mrr_at_3": 0.255112,
        "mrr_at_5": 0.263471,
        "mrr_at_10": 0.272333,
        "mrr_at_20": 0.276509,
        "mrr_at_100": 0.280587,
        "mrr_at_1000": 0.28122,
        "nauc_ndcg_at_1_max": 0.265288,
        "nauc_ndcg_at_1_std": 0.001032,
        "nauc_ndcg_at_1_diff1": 0.50655,
        "nauc_ndcg_at_3_max": 0.259172,
        "nauc_ndcg_at_3_std": 0.0391,
        "nauc_ndcg_at_3_diff1": 0.464349,
        "nauc_ndcg_at_5_max": 0.253671,
        "nauc_ndcg_at_5_std": 0.057907,
        "nauc_ndcg_at_5_diff1": 0.453087,
        "nauc_ndcg_at_10_max": 0.252675,
        "nauc_ndcg_at_10_std": 0.068572,
        "nauc_ndcg_at_10_diff1": 0.431656,
        "nauc_ndcg_at_20_max": 0.252661,
        "nauc_ndcg_at_20_std": 0.085497,
        "nauc_ndcg_at_20_diff1": 0.417731,
        "nauc_ndcg_at_100_max": 0.257578,
        "nauc_ndcg_at_100_std": 0.09627,
        "nauc_ndcg_at_100_diff1": 0.409369,
        "nauc_ndcg_at_1000_max": 0.26693,
        "nauc_ndcg_at_1000_std": 0.100071,
        "nauc_ndcg_at_1000_diff1": 0.41458,
        "nauc_map_at_1_max": 0.280534,
        "nauc_map_at_1_std": -0.03001,
        "nauc_map_at_1_diff1": 0.538926,
        "nauc_map_at_3_max": 0.264728,
        "nauc_map_at_3_std": 0.014403,
        "nauc_map_at_3_diff1": 0.48676,
        "nauc_map_at_5_max": 0.262414,
        "nauc_map_at_5_std": 0.030925,
        "nauc_map_at_5_diff1": 0.479445,
        "nauc_map_at_10_max": 0.262277,
        "nauc_map_at_10_std": 0.037764,
        "nauc_map_at_10_diff1": 0.470099,
        "nauc_map_at_20_max": 0.262636,
        "nauc_map_at_20_std": 0.04315,
        "nauc_map_at_20_diff1": 0.465854,
        "nauc_map_at_100_max": 0.263191,
        "nauc_map_at_100_std": 0.045135,
        "nauc_map_at_100_diff1": 0.463709,
        "nauc_map_at_1000_max": 0.263864,
        "nauc_map_at_1000_std": 0.045534,
        "nauc_map_at_1000_diff1": 0.463922,
        "nauc_recall_at_1_max": 0.280534,
        "nauc_recall_at_1_std": -0.03001,
        "nauc_recall_at_1_diff1": 0.538926,
        "nauc_recall_at_3_max": 0.236962,
        "nauc_recall_at_3_std": 0.054231,
        "nauc_recall_at_3_diff1": 0.425405,
        "nauc_recall_at_5_max": 0.224468,
        "nauc_recall_at_5_std": 0.098421,
        "nauc_recall_at_5_diff1": 0.39783,
        "nauc_recall_at_10_max": 0.218317,
        "nauc_recall_at_10_std": 0.128712,
        "nauc_recall_at_10_diff1": 0.337508,
        "nauc_recall_at_20_max": 0.213863,
        "nauc_recall_at_20_std": 0.183436,
        "nauc_recall_at_20_diff1": 0.285907,
        "nauc_recall_at_100_max": 0.227284,
        "nauc_recall_at_100_std": 0.243125,
        "nauc_recall_at_100_diff1": 0.233571,
        "nauc_recall_at_1000_max": 0.277326,
        "nauc_recall_at_1000_std": 0.328397,
        "nauc_recall_at_1000_diff1": 0.20892,
        "nauc_precision_at_1_max": 0.265288,
        "nauc_precision_at_1_std": 0.001032,
        "nauc_precision_at_1_diff1": 0.50655,
        "nauc_precision_at_3_max": 0.253493,
        "nauc_precision_at_3_std": 0.115181,
        "nauc_precision_at_3_diff1": 0.392497,
        "nauc_precision_at_5_max": 0.234647,
        "nauc_precision_at_5_std": 0.187151,
        "nauc_precision_at_5_diff1": 0.338881,
        "nauc_precision_at_10_max": 0.237545,
        "nauc_precision_at_10_std": 0.213893,
        "nauc_precision_at_10_diff1": 0.285351,
        "nauc_precision_at_20_max": 0.230892,
        "nauc_precision_at_20_std": 0.262866,
        "nauc_precision_at_20_diff1": 0.210742,
        "nauc_precision_at_100_max": 0.232832,
        "nauc_precision_at_100_std": 0.294046,
        "nauc_precision_at_100_diff1": 0.140878,
        "nauc_precision_at_1000_max": 0.239556,
        "nauc_precision_at_1000_std": 0.263343,
        "nauc_precision_at_1000_diff1": 0.042393,
        "nauc_mrr_at_1_max": 0.265288,
        "nauc_mrr_at_1_std": 0.001032,
        "nauc_mrr_at_1_diff1": 0.50655,
        "nauc_mrr_at_3_max": 0.257994,
        "nauc_mrr_at_3_std": 0.04097,
        "nauc_mrr_at_3_diff1": 0.456167,
        "nauc_mrr_at_5_max": 0.255945,
        "nauc_mrr_at_5_std": 0.049945,
        "nauc_mrr_at_5_diff1": 0.450037,
        "nauc_mrr_at_10_max": 0.256333,
        "nauc_mrr_at_10_std": 0.054663,
        "nauc_mrr_at_10_diff1": 0.440708,
        "nauc_mrr_at_20_max": 0.255786,
        "nauc_mrr_at_20_std": 0.058257,
        "nauc_mrr_at_20_diff1": 0.437883,
        "nauc_mrr_at_100_max": 0.256685,
        "nauc_mrr_at_100_std": 0.05889,
        "nauc_mrr_at_100_diff1": 0.436408,
        "nauc_mrr_at_1000_max": 0.256891,
        "nauc_mrr_at_1000_std": 0.059147,
        "nauc_mrr_at_1000_diff1": 0.436692,
        "main_score": 0.28144,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 86.29045724868774,
  "kg_co2_emissions": null
}