{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.1592, "ndcg_at_3": 0.18727, "ndcg_at_5": 0.20573, "ndcg_at_10": 0.23092, "ndcg_at_20": 0.24856, "ndcg_at_100": 0.28661, "ndcg_at_1000": 0.31839, "map_at_1": 0.126, "map_at_3": 0.1645, "map_at_5": 0.17543, "map_at_10": 0.18641, "map_at_20": 0.19162, "map_at_100": 0.19739, "map_at_1000": 0.19864, "recall_at_1": 0.126, "recall_at_3": 0.20946, "recall_at_5": 0.2564, "recall_at_10": 0.32953, "recall_at_20": 0.392, "recall_at_100": 0.57855, "recall_at_1000": 0.80748, "precision_at_1": 0.1592, "precision_at_3": 0.08955, "precision_at_5": 0.06592, "precision_at_10": 0.04366, "precision_at_20": 0.02668, "precision_at_100": 0.00832, "precision_at_1000": 0.00124, "mrr_at_1": 0.159204, "mrr_at_3": 0.204187, "mrr_at_5": 0.216563, "mrr_at_10": 0.228361, "mrr_at_20": 0.233146, "mrr_at_100": 0.237804, "mrr_at_1000": 0.238608, "nauc_ndcg_at_1_max": 0.173331, "nauc_ndcg_at_1_std": -0.070922, "nauc_ndcg_at_1_diff1": 0.313574, "nauc_ndcg_at_3_max": 0.149226, "nauc_ndcg_at_3_std": -0.044527, "nauc_ndcg_at_3_diff1": 0.231067, "nauc_ndcg_at_5_max": 0.147868, "nauc_ndcg_at_5_std": -0.033304, "nauc_ndcg_at_5_diff1": 0.21667, "nauc_ndcg_at_10_max": 0.136413, "nauc_ndcg_at_10_std": -0.030496, "nauc_ndcg_at_10_diff1": 0.19898, "nauc_ndcg_at_20_max": 0.140685, "nauc_ndcg_at_20_std": -0.020516, "nauc_ndcg_at_20_diff1": 0.199934, "nauc_ndcg_at_100_max": 0.159372, "nauc_ndcg_at_100_std": 0.004912, "nauc_ndcg_at_100_diff1": 0.205706, "nauc_ndcg_at_1000_max": 0.158797, "nauc_ndcg_at_1000_std": 0.000364, "nauc_ndcg_at_1000_diff1": 0.203824, "nauc_map_at_1_max": 0.176756, "nauc_map_at_1_std": -0.061246, "nauc_map_at_1_diff1": 0.294157, "nauc_map_at_3_max": 0.151356, "nauc_map_at_3_std": -0.048515, "nauc_map_at_3_diff1": 0.241311, "nauc_map_at_5_max": 0.151841, "nauc_map_at_5_std": -0.042908, "nauc_map_at_5_diff1": 0.23564, "nauc_map_at_10_max": 0.146342, "nauc_map_at_10_std": -0.040837, "nauc_map_at_10_diff1": 0.226564, "nauc_map_at_20_max": 0.148085, "nauc_map_at_20_std": -0.036882, "nauc_map_at_20_diff1": 0.226222, "nauc_map_at_100_max": 0.151301, "nauc_map_at_100_std": -0.032596, "nauc_map_at_100_diff1": 0.226917, "nauc_map_at_1000_max": 0.151171, "nauc_map_at_1000_std": -0.032835, "nauc_map_at_1000_diff1": 0.226596, "nauc_recall_at_1_max": 0.176756, "nauc_recall_at_1_std": -0.061246, "nauc_recall_at_1_diff1": 0.294157, "nauc_recall_at_3_max": 0.129382, "nauc_recall_at_3_std": -0.026964, "nauc_recall_at_3_diff1": 0.182064, "nauc_recall_at_5_max": 0.126607, "nauc_recall_at_5_std": -0.010177, "nauc_recall_at_5_diff1": 0.159092, "nauc_recall_at_10_max": 0.100506, "nauc_recall_at_10_std": -0.007447, "nauc_recall_at_10_diff1": 0.123114, "nauc_recall_at_20_max": 0.109598, "nauc_recall_at_20_std": 0.022768, "nauc_recall_at_20_diff1": 0.126061, "nauc_recall_at_100_max": 0.192576, "nauc_recall_at_100_std": 0.141059, "nauc_recall_at_100_diff1": 0.148286, "nauc_recall_at_1000_max": 0.2255, "nauc_recall_at_1000_std": 0.2101, "nauc_recall_at_1000_diff1": 0.097776, "nauc_precision_at_1_max": 0.173331, "nauc_precision_at_1_std": -0.070922, "nauc_precision_at_1_diff1": 0.313574, "nauc_precision_at_3_max": 0.128165, "nauc_precision_at_3_std": -0.037662, "nauc_precision_at_3_diff1": 0.186901, "nauc_precision_at_5_max": 0.135809, "nauc_precision_at_5_std": -0.01395, "nauc_precision_at_5_diff1": 0.16978, "nauc_precision_at_10_max": 0.111158, "nauc_precision_at_10_std": -0.011867, "nauc_precision_at_10_diff1": 0.126989, "nauc_precision_at_20_max": 0.111932, "nauc_precision_at_20_std": 0.005621, "nauc_precision_at_20_diff1": 0.115231, "nauc_precision_at_100_max": 0.106532, "nauc_precision_at_100_std": 0.058503, "nauc_precision_at_100_diff1": 0.072954, "nauc_precision_at_1000_max": 0.065429, "nauc_precision_at_1000_std": -0.003839, "nauc_precision_at_1000_diff1": 0.017772, "nauc_mrr_at_1_max": 0.173331, "nauc_mrr_at_1_std": -0.070922, "nauc_mrr_at_1_diff1": 0.313574, "nauc_mrr_at_3_max": 0.156386, "nauc_mrr_at_3_std": -0.049645, "nauc_mrr_at_3_diff1": 0.249522, "nauc_mrr_at_5_max": 0.154441, "nauc_mrr_at_5_std": -0.043804, "nauc_mrr_at_5_diff1": 0.240661, "nauc_mrr_at_10_max": 0.14987, "nauc_mrr_at_10_std": -0.044188, "nauc_mrr_at_10_diff1": 0.23307, "nauc_mrr_at_20_max": 0.151533, "nauc_mrr_at_20_std": -0.042259, "nauc_mrr_at_20_diff1": 0.234266, "nauc_mrr_at_100_max": 0.153064, "nauc_mrr_at_100_std": -0.039756, "nauc_mrr_at_100_diff1": 0.234561, "nauc_mrr_at_1000_max": 0.152904, "nauc_mrr_at_1000_std": -0.039874, "nauc_mrr_at_1000_diff1": 0.234452, "main_score": 0.23092, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 45.40352916717529, "kg_co2_emissions": null }