Hugging Face's logo

joe32140
/
ModernBERT-base-msmarco

Sentence Similarity
sentence-transformers
ONNX
Safetensors
English
modernbert
feature-extraction
Generated from Trainer
dataset_size:11662655
loss:CachedMultipleNegativesRankingLoss
Eval Results
Inference Endpoints
Model card Files Community
1
ModernBERT-base-msmarco
File size: 5,986 Bytes 
053befb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
 
{
  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
  "task_name": "CQADupstackProgrammersRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.25228,
        "ndcg_at_3": 0.29072,
        "ndcg_at_5": 0.31289,
        "ndcg_at_10": 0.33489,
        "ndcg_at_20": 0.35566,
        "ndcg_at_100": 0.39297,
        "ndcg_at_1000": 0.41996,
        "map_at_1": 0.20288,
        "map_at_3": 0.25911,
        "map_at_5": 0.27423,
        "map_at_10": 0.2851,
        "map_at_20": 0.2914,
        "map_at_100": 0.29736,
        "map_at_1000": 0.29862,
        "recall_at_1": 0.20288,
        "recall_at_3": 0.31413,
        "recall_at_5": 0.37333,
        "recall_at_10": 0.43861,
        "recall_at_20": 0.51217,
        "recall_at_100": 0.6923,
        "recall_at_1000": 0.87747,
        "precision_at_1": 0.25228,
        "precision_at_3": 0.13889,
        "precision_at_5": 0.10137,
        "precision_at_10": 0.06084,
        "precision_at_20": 0.03687,
        "precision_at_100": 0.01065,
        "precision_at_1000": 0.00146,
        "mrr_at_1": 0.252283,
        "mrr_at_3": 0.307078,
        "mrr_at_5": 0.323002,
        "mrr_at_10": 0.332576,
        "mrr_at_20": 0.337973,
        "mrr_at_100": 0.342415,
        "mrr_at_1000": 0.343064,
        "nauc_ndcg_at_1_max": 0.401716,
        "nauc_ndcg_at_1_std": 0.065067,
        "nauc_ndcg_at_1_diff1": 0.392721,
        "nauc_ndcg_at_3_max": 0.383229,
        "nauc_ndcg_at_3_std": 0.065445,
        "nauc_ndcg_at_3_diff1": 0.331411,
        "nauc_ndcg_at_5_max": 0.388223,
        "nauc_ndcg_at_5_std": 0.079156,
        "nauc_ndcg_at_5_diff1": 0.321325,
        "nauc_ndcg_at_10_max": 0.382528,
        "nauc_ndcg_at_10_std": 0.076964,
        "nauc_ndcg_at_10_diff1": 0.319019,
        "nauc_ndcg_at_20_max": 0.38324,
        "nauc_ndcg_at_20_std": 0.088949,
        "nauc_ndcg_at_20_diff1": 0.315701,
        "nauc_ndcg_at_100_max": 0.394976,
        "nauc_ndcg_at_100_std": 0.112611,
        "nauc_ndcg_at_100_diff1": 0.318071,
        "nauc_ndcg_at_1000_max": 0.400048,
        "nauc_ndcg_at_1000_std": 0.116156,
        "nauc_ndcg_at_1000_diff1": 0.320789,
        "nauc_map_at_1_max": 0.357305,
        "nauc_map_at_1_std": 0.015761,
        "nauc_map_at_1_diff1": 0.384366,
        "nauc_map_at_3_max": 0.373442,
        "nauc_map_at_3_std": 0.047477,
        "nauc_map_at_3_diff1": 0.342786,
        "nauc_map_at_5_max": 0.37963,
        "nauc_map_at_5_std": 0.058431,
        "nauc_map_at_5_diff1": 0.336109,
        "nauc_map_at_10_max": 0.379757,
        "nauc_map_at_10_std": 0.059797,
        "nauc_map_at_10_diff1": 0.336136,
        "nauc_map_at_20_max": 0.381347,
        "nauc_map_at_20_std": 0.064297,
        "nauc_map_at_20_diff1": 0.335546,
        "nauc_map_at_100_max": 0.383476,
        "nauc_map_at_100_std": 0.069208,
        "nauc_map_at_100_diff1": 0.335143,
        "nauc_map_at_1000_max": 0.383756,
        "nauc_map_at_1000_std": 0.069628,
        "nauc_map_at_1000_diff1": 0.335194,
        "nauc_recall_at_1_max": 0.357305,
        "nauc_recall_at_1_std": 0.015761,
        "nauc_recall_at_1_diff1": 0.384366,
        "nauc_recall_at_3_max": 0.358924,
        "nauc_recall_at_3_std": 0.056564,
        "nauc_recall_at_3_diff1": 0.303315,
        "nauc_recall_at_5_max": 0.367283,
        "nauc_recall_at_5_std": 0.09274,
        "nauc_recall_at_5_diff1": 0.273828,
        "nauc_recall_at_10_max": 0.35053,
        "nauc_recall_at_10_std": 0.089863,
        "nauc_recall_at_10_diff1": 0.262794,
        "nauc_recall_at_20_max": 0.339605,
        "nauc_recall_at_20_std": 0.126648,
        "nauc_recall_at_20_diff1": 0.242244,
        "nauc_recall_at_100_max": 0.380486,
        "nauc_recall_at_100_std": 0.249646,
        "nauc_recall_at_100_diff1": 0.240527,
        "nauc_recall_at_1000_max": 0.487529,
        "nauc_recall_at_1000_std": 0.466888,
        "nauc_recall_at_1000_diff1": 0.234965,
        "nauc_precision_at_1_max": 0.401716,
        "nauc_precision_at_1_std": 0.065067,
        "nauc_precision_at_1_diff1": 0.392721,
        "nauc_precision_at_3_max": 0.403259,
        "nauc_precision_at_3_std": 0.142162,
        "nauc_precision_at_3_diff1": 0.269316,
        "nauc_precision_at_5_max": 0.404385,
        "nauc_precision_at_5_std": 0.178013,
        "nauc_precision_at_5_diff1": 0.224482,
        "nauc_precision_at_10_max": 0.367242,
        "nauc_precision_at_10_std": 0.17353,
        "nauc_precision_at_10_diff1": 0.183739,
        "nauc_precision_at_20_max": 0.327196,
        "nauc_precision_at_20_std": 0.202914,
        "nauc_precision_at_20_diff1": 0.143319,
        "nauc_precision_at_100_max": 0.234403,
        "nauc_precision_at_100_std": 0.246467,
        "nauc_precision_at_100_diff1": 0.036827,
        "nauc_precision_at_1000_max": 0.077956,
        "nauc_precision_at_1000_std": 0.148892,
        "nauc_precision_at_1000_diff1": -0.060821,
        "nauc_mrr_at_1_max": 0.401716,
        "nauc_mrr_at_1_std": 0.065067,
        "nauc_mrr_at_1_diff1": 0.392721,
        "nauc_mrr_at_3_max": 0.401914,
        "nauc_mrr_at_3_std": 0.080097,
        "nauc_mrr_at_3_diff1": 0.351381,
        "nauc_mrr_at_5_max": 0.401255,
        "nauc_mrr_at_5_std": 0.088183,
        "nauc_mrr_at_5_diff1": 0.342425,
        "nauc_mrr_at_10_max": 0.395882,
        "nauc_mrr_at_10_std": 0.085347,
        "nauc_mrr_at_10_diff1": 0.338442,
        "nauc_mrr_at_20_max": 0.394937,
        "nauc_mrr_at_20_std": 0.086579,
        "nauc_mrr_at_20_diff1": 0.337513,
        "nauc_mrr_at_100_max": 0.397282,
        "nauc_mrr_at_100_std": 0.088992,
        "nauc_mrr_at_100_diff1": 0.339029,
        "nauc_mrr_at_1000_max": 0.397251,
        "nauc_mrr_at_1000_std": 0.088846,
        "nauc_mrr_at_1000_diff1": 0.339196,
        "main_score": 0.33489,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 57.37495994567871,
  "kg_co2_emissions": null
}