| { | |
| "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", | |
| "task_name": "DBPedia", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.41375, | |
| "ndcg_at_3": 0.32494, | |
| "ndcg_at_5": 0.29511, | |
| "ndcg_at_10": 0.27559, | |
| "ndcg_at_20": 0.26821, | |
| "ndcg_at_100": 0.29407, | |
| "ndcg_at_1000": 0.34784, | |
| "map_at_1": 0.07455, | |
| "map_at_3": 0.10611, | |
| "map_at_5": 0.1174, | |
| "map_at_10": 0.13131, | |
| "map_at_20": 0.14319, | |
| "map_at_100": 0.1607, | |
| "map_at_1000": 0.16731, | |
| "recall_at_1": 0.07455, | |
| "recall_at_3": 0.11476, | |
| "recall_at_5": 0.13383, | |
| "recall_at_10": 0.16742, | |
| "recall_at_20": 0.2134, | |
| "recall_at_100": 0.32125, | |
| "recall_at_1000": 0.49776, | |
| "precision_at_1": 0.51, | |
| "precision_at_3": 0.3475, | |
| "precision_at_5": 0.2705, | |
| "precision_at_10": 0.19575, | |
| "precision_at_20": 0.13988, | |
| "precision_at_100": 0.0535, | |
| "precision_at_1000": 0.01072, | |
| "mrr_at_1": 0.51, | |
| "mrr_at_3": 0.57875, | |
| "mrr_at_5": 0.585375, | |
| "mrr_at_10": 0.591851, | |
| "mrr_at_20": 0.596647, | |
| "mrr_at_100": 0.598812, | |
| "mrr_at_1000": 0.599078, | |
| "nauc_ndcg_at_1_max": 0.423916, | |
| "nauc_ndcg_at_1_std": 0.155682, | |
| "nauc_ndcg_at_1_diff1": 0.431251, | |
| "nauc_ndcg_at_3_max": 0.438604, | |
| "nauc_ndcg_at_3_std": 0.193398, | |
| "nauc_ndcg_at_3_diff1": 0.308724, | |
| "nauc_ndcg_at_5_max": 0.414941, | |
| "nauc_ndcg_at_5_std": 0.182644, | |
| "nauc_ndcg_at_5_diff1": 0.287275, | |
| "nauc_ndcg_at_10_max": 0.390035, | |
| "nauc_ndcg_at_10_std": 0.176473, | |
| "nauc_ndcg_at_10_diff1": 0.279835, | |
| "nauc_ndcg_at_20_max": 0.357069, | |
| "nauc_ndcg_at_20_std": 0.165987, | |
| "nauc_ndcg_at_20_diff1": 0.282564, | |
| "nauc_ndcg_at_100_max": 0.343485, | |
| "nauc_ndcg_at_100_std": 0.205251, | |
| "nauc_ndcg_at_100_diff1": 0.258367, | |
| "nauc_ndcg_at_1000_max": 0.380072, | |
| "nauc_ndcg_at_1000_std": 0.265801, | |
| "nauc_ndcg_at_1000_diff1": 0.257738, | |
| "nauc_map_at_1_max": 0.118856, | |
| "nauc_map_at_1_std": -0.093654, | |
| "nauc_map_at_1_diff1": 0.383665, | |
| "nauc_map_at_3_max": 0.163439, | |
| "nauc_map_at_3_std": -0.050284, | |
| "nauc_map_at_3_diff1": 0.323527, | |
| "nauc_map_at_5_max": 0.17271, | |
| "nauc_map_at_5_std": -0.034506, | |
| "nauc_map_at_5_diff1": 0.305797, | |
| "nauc_map_at_10_max": 0.187527, | |
| "nauc_map_at_10_std": 0.003105, | |
| "nauc_map_at_10_diff1": 0.281637, | |
| "nauc_map_at_20_max": 0.206161, | |
| "nauc_map_at_20_std": 0.043977, | |
| "nauc_map_at_20_diff1": 0.26506, | |
| "nauc_map_at_100_max": 0.236987, | |
| "nauc_map_at_100_std": 0.115381, | |
| "nauc_map_at_100_diff1": 0.233655, | |
| "nauc_map_at_1000_max": 0.24553, | |
| "nauc_map_at_1000_std": 0.132969, | |
| "nauc_map_at_1000_diff1": 0.230466, | |
| "nauc_recall_at_1_max": 0.118856, | |
| "nauc_recall_at_1_std": -0.093654, | |
| "nauc_recall_at_1_diff1": 0.383665, | |
| "nauc_recall_at_3_max": 0.144271, | |
| "nauc_recall_at_3_std": -0.053232, | |
| "nauc_recall_at_3_diff1": 0.297432, | |
| "nauc_recall_at_5_max": 0.150162, | |
| "nauc_recall_at_5_std": -0.041646, | |
| "nauc_recall_at_5_diff1": 0.283241, | |
| "nauc_recall_at_10_max": 0.155396, | |
| "nauc_recall_at_10_std": -0.00623, | |
| "nauc_recall_at_10_diff1": 0.246545, | |
| "nauc_recall_at_20_max": 0.155934, | |
| "nauc_recall_at_20_std": 0.03434, | |
| "nauc_recall_at_20_diff1": 0.217566, | |
| "nauc_recall_at_100_max": 0.183441, | |
| "nauc_recall_at_100_std": 0.179899, | |
| "nauc_recall_at_100_diff1": 0.154327, | |
| "nauc_recall_at_1000_max": 0.253257, | |
| "nauc_recall_at_1000_std": 0.313636, | |
| "nauc_recall_at_1000_diff1": 0.147442, | |
| "nauc_precision_at_1_max": 0.451052, | |
| "nauc_precision_at_1_std": 0.189451, | |
| "nauc_precision_at_1_diff1": 0.462767, | |
| "nauc_precision_at_3_max": 0.441379, | |
| "nauc_precision_at_3_std": 0.265232, | |
| "nauc_precision_at_3_diff1": 0.183643, | |
| "nauc_precision_at_5_max": 0.412908, | |
| "nauc_precision_at_5_std": 0.282232, | |
| "nauc_precision_at_5_diff1": 0.105613, | |
| "nauc_precision_at_10_max": 0.389052, | |
| "nauc_precision_at_10_std": 0.366196, | |
| "nauc_precision_at_10_diff1": 0.030044, | |
| "nauc_precision_at_20_max": 0.372606, | |
| "nauc_precision_at_20_std": 0.450747, | |
| "nauc_precision_at_20_diff1": -0.014095, | |
| "nauc_precision_at_100_max": 0.315374, | |
| "nauc_precision_at_100_std": 0.498572, | |
| "nauc_precision_at_100_diff1": -0.082395, | |
| "nauc_precision_at_1000_max": 0.199796, | |
| "nauc_precision_at_1000_std": 0.386212, | |
| "nauc_precision_at_1000_diff1": -0.119969, | |
| "nauc_mrr_at_1_max": 0.451052, | |
| "nauc_mrr_at_1_std": 0.189451, | |
| "nauc_mrr_at_1_diff1": 0.462767, | |
| "nauc_mrr_at_3_max": 0.483251, | |
| "nauc_mrr_at_3_std": 0.253881, | |
| "nauc_mrr_at_3_diff1": 0.434542, | |
| "nauc_mrr_at_5_max": 0.483313, | |
| "nauc_mrr_at_5_std": 0.251794, | |
| "nauc_mrr_at_5_diff1": 0.435443, | |
| "nauc_mrr_at_10_max": 0.480391, | |
| "nauc_mrr_at_10_std": 0.249537, | |
| "nauc_mrr_at_10_diff1": 0.431642, | |
| "nauc_mrr_at_20_max": 0.479453, | |
| "nauc_mrr_at_20_std": 0.251964, | |
| "nauc_mrr_at_20_diff1": 0.431792, | |
| "nauc_mrr_at_100_max": 0.4801, | |
| "nauc_mrr_at_100_std": 0.252416, | |
| "nauc_mrr_at_100_diff1": 0.433313, | |
| "nauc_mrr_at_1000_max": 0.479913, | |
| "nauc_mrr_at_1000_std": 0.252061, | |
| "nauc_mrr_at_1000_diff1": 0.433367, | |
| "main_score": 0.27559, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 3010.4430978298187, | |
| "kg_co2_emissions": null | |
| } |