| { | |
| "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", | |
| "task_name": "CQADupstackMathematicaRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.1592, | |
| "ndcg_at_3": 0.18727, | |
| "ndcg_at_5": 0.20573, | |
| "ndcg_at_10": 0.23092, | |
| "ndcg_at_20": 0.24856, | |
| "ndcg_at_100": 0.28661, | |
| "ndcg_at_1000": 0.31839, | |
| "map_at_1": 0.126, | |
| "map_at_3": 0.1645, | |
| "map_at_5": 0.17543, | |
| "map_at_10": 0.18641, | |
| "map_at_20": 0.19162, | |
| "map_at_100": 0.19739, | |
| "map_at_1000": 0.19864, | |
| "recall_at_1": 0.126, | |
| "recall_at_3": 0.20946, | |
| "recall_at_5": 0.2564, | |
| "recall_at_10": 0.32953, | |
| "recall_at_20": 0.392, | |
| "recall_at_100": 0.57855, | |
| "recall_at_1000": 0.80748, | |
| "precision_at_1": 0.1592, | |
| "precision_at_3": 0.08955, | |
| "precision_at_5": 0.06592, | |
| "precision_at_10": 0.04366, | |
| "precision_at_20": 0.02668, | |
| "precision_at_100": 0.00832, | |
| "precision_at_1000": 0.00124, | |
| "mrr_at_1": 0.159204, | |
| "mrr_at_3": 0.204187, | |
| "mrr_at_5": 0.216563, | |
| "mrr_at_10": 0.228361, | |
| "mrr_at_20": 0.233146, | |
| "mrr_at_100": 0.237804, | |
| "mrr_at_1000": 0.238608, | |
| "nauc_ndcg_at_1_max": 0.173331, | |
| "nauc_ndcg_at_1_std": -0.070922, | |
| "nauc_ndcg_at_1_diff1": 0.313574, | |
| "nauc_ndcg_at_3_max": 0.149226, | |
| "nauc_ndcg_at_3_std": -0.044527, | |
| "nauc_ndcg_at_3_diff1": 0.231067, | |
| "nauc_ndcg_at_5_max": 0.147868, | |
| "nauc_ndcg_at_5_std": -0.033304, | |
| "nauc_ndcg_at_5_diff1": 0.21667, | |
| "nauc_ndcg_at_10_max": 0.136413, | |
| "nauc_ndcg_at_10_std": -0.030496, | |
| "nauc_ndcg_at_10_diff1": 0.19898, | |
| "nauc_ndcg_at_20_max": 0.140685, | |
| "nauc_ndcg_at_20_std": -0.020516, | |
| "nauc_ndcg_at_20_diff1": 0.199934, | |
| "nauc_ndcg_at_100_max": 0.159372, | |
| "nauc_ndcg_at_100_std": 0.004912, | |
| "nauc_ndcg_at_100_diff1": 0.205706, | |
| "nauc_ndcg_at_1000_max": 0.158797, | |
| "nauc_ndcg_at_1000_std": 0.000364, | |
| "nauc_ndcg_at_1000_diff1": 0.203824, | |
| "nauc_map_at_1_max": 0.176756, | |
| "nauc_map_at_1_std": -0.061246, | |
| "nauc_map_at_1_diff1": 0.294157, | |
| "nauc_map_at_3_max": 0.151356, | |
| "nauc_map_at_3_std": -0.048515, | |
| "nauc_map_at_3_diff1": 0.241311, | |
| "nauc_map_at_5_max": 0.151841, | |
| "nauc_map_at_5_std": -0.042908, | |
| "nauc_map_at_5_diff1": 0.23564, | |
| "nauc_map_at_10_max": 0.146342, | |
| "nauc_map_at_10_std": -0.040837, | |
| "nauc_map_at_10_diff1": 0.226564, | |
| "nauc_map_at_20_max": 0.148085, | |
| "nauc_map_at_20_std": -0.036882, | |
| "nauc_map_at_20_diff1": 0.226222, | |
| "nauc_map_at_100_max": 0.151301, | |
| "nauc_map_at_100_std": -0.032596, | |
| "nauc_map_at_100_diff1": 0.226917, | |
| "nauc_map_at_1000_max": 0.151171, | |
| "nauc_map_at_1000_std": -0.032835, | |
| "nauc_map_at_1000_diff1": 0.226596, | |
| "nauc_recall_at_1_max": 0.176756, | |
| "nauc_recall_at_1_std": -0.061246, | |
| "nauc_recall_at_1_diff1": 0.294157, | |
| "nauc_recall_at_3_max": 0.129382, | |
| "nauc_recall_at_3_std": -0.026964, | |
| "nauc_recall_at_3_diff1": 0.182064, | |
| "nauc_recall_at_5_max": 0.126607, | |
| "nauc_recall_at_5_std": -0.010177, | |
| "nauc_recall_at_5_diff1": 0.159092, | |
| "nauc_recall_at_10_max": 0.100506, | |
| "nauc_recall_at_10_std": -0.007447, | |
| "nauc_recall_at_10_diff1": 0.123114, | |
| "nauc_recall_at_20_max": 0.109598, | |
| "nauc_recall_at_20_std": 0.022768, | |
| "nauc_recall_at_20_diff1": 0.126061, | |
| "nauc_recall_at_100_max": 0.192576, | |
| "nauc_recall_at_100_std": 0.141059, | |
| "nauc_recall_at_100_diff1": 0.148286, | |
| "nauc_recall_at_1000_max": 0.2255, | |
| "nauc_recall_at_1000_std": 0.2101, | |
| "nauc_recall_at_1000_diff1": 0.097776, | |
| "nauc_precision_at_1_max": 0.173331, | |
| "nauc_precision_at_1_std": -0.070922, | |
| "nauc_precision_at_1_diff1": 0.313574, | |
| "nauc_precision_at_3_max": 0.128165, | |
| "nauc_precision_at_3_std": -0.037662, | |
| "nauc_precision_at_3_diff1": 0.186901, | |
| "nauc_precision_at_5_max": 0.135809, | |
| "nauc_precision_at_5_std": -0.01395, | |
| "nauc_precision_at_5_diff1": 0.16978, | |
| "nauc_precision_at_10_max": 0.111158, | |
| "nauc_precision_at_10_std": -0.011867, | |
| "nauc_precision_at_10_diff1": 0.126989, | |
| "nauc_precision_at_20_max": 0.111932, | |
| "nauc_precision_at_20_std": 0.005621, | |
| "nauc_precision_at_20_diff1": 0.115231, | |
| "nauc_precision_at_100_max": 0.106532, | |
| "nauc_precision_at_100_std": 0.058503, | |
| "nauc_precision_at_100_diff1": 0.072954, | |
| "nauc_precision_at_1000_max": 0.065429, | |
| "nauc_precision_at_1000_std": -0.003839, | |
| "nauc_precision_at_1000_diff1": 0.017772, | |
| "nauc_mrr_at_1_max": 0.173331, | |
| "nauc_mrr_at_1_std": -0.070922, | |
| "nauc_mrr_at_1_diff1": 0.313574, | |
| "nauc_mrr_at_3_max": 0.156386, | |
| "nauc_mrr_at_3_std": -0.049645, | |
| "nauc_mrr_at_3_diff1": 0.249522, | |
| "nauc_mrr_at_5_max": 0.154441, | |
| "nauc_mrr_at_5_std": -0.043804, | |
| "nauc_mrr_at_5_diff1": 0.240661, | |
| "nauc_mrr_at_10_max": 0.14987, | |
| "nauc_mrr_at_10_std": -0.044188, | |
| "nauc_mrr_at_10_diff1": 0.23307, | |
| "nauc_mrr_at_20_max": 0.151533, | |
| "nauc_mrr_at_20_std": -0.042259, | |
| "nauc_mrr_at_20_diff1": 0.234266, | |
| "nauc_mrr_at_100_max": 0.153064, | |
| "nauc_mrr_at_100_std": -0.039756, | |
| "nauc_mrr_at_100_diff1": 0.234561, | |
| "nauc_mrr_at_1000_max": 0.152904, | |
| "nauc_mrr_at_1000_std": -0.039874, | |
| "nauc_mrr_at_1000_diff1": 0.234452, | |
| "main_score": 0.23092, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 45.40352916717529, | |
| "kg_co2_emissions": null | |
| } |