{
  "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
  "task_name": "FiQA2018",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.29167,
        "ndcg_at_3": 0.26738,
        "ndcg_at_5": 0.27998,
        "ndcg_at_10": 0.30568,
        "ndcg_at_20": 0.32864,
        "ndcg_at_100": 0.36517,
        "ndcg_at_1000": 0.4022,
        "map_at_1": 0.13794,
        "map_at_3": 0.19969,
        "map_at_5": 0.21926,
        "map_at_10": 0.23496,
        "map_at_20": 0.24335,
        "map_at_100": 0.2499,
        "map_at_1000": 0.25182,
        "recall_at_1": 0.13794,
        "recall_at_3": 0.24295,
        "recall_at_5": 0.29735,
        "recall_at_10": 0.38048,
        "recall_at_20": 0.44955,
        "recall_at_100": 0.60103,
        "recall_at_1000": 0.82989,
        "precision_at_1": 0.29167,
        "precision_at_3": 0.18313,
        "precision_at_5": 0.13827,
        "precision_at_10": 0.08827,
        "precision_at_20": 0.05386,
        "precision_at_100": 0.01489,
        "precision_at_1000": 0.00213,
        "mrr_at_1": 0.291667,
        "mrr_at_3": 0.344136,
        "mrr_at_5": 0.357639,
        "mrr_at_10": 0.370531,
        "mrr_at_20": 0.375432,
        "mrr_at_100": 0.379265,
        "mrr_at_1000": 0.379918,
        "nauc_ndcg_at_1_max": 0.382865,
        "nauc_ndcg_at_1_std": -0.018401,
        "nauc_ndcg_at_1_diff1": 0.497381,
        "nauc_ndcg_at_3_max": 0.323251,
        "nauc_ndcg_at_3_std": -0.015778,
        "nauc_ndcg_at_3_diff1": 0.393907,
        "nauc_ndcg_at_5_max": 0.321995,
        "nauc_ndcg_at_5_std": 0.010656,
        "nauc_ndcg_at_5_diff1": 0.390196,
        "nauc_ndcg_at_10_max": 0.307513,
        "nauc_ndcg_at_10_std": 0.025637,
        "nauc_ndcg_at_10_diff1": 0.376314,
        "nauc_ndcg_at_20_max": 0.308166,
        "nauc_ndcg_at_20_std": 0.041018,
        "nauc_ndcg_at_20_diff1": 0.366269,
        "nauc_ndcg_at_100_max": 0.329718,
        "nauc_ndcg_at_100_std": 0.06222,
        "nauc_ndcg_at_100_diff1": 0.377411,
        "nauc_ndcg_at_1000_max": 0.342405,
        "nauc_ndcg_at_1000_std": 0.066923,
        "nauc_ndcg_at_1000_diff1": 0.379008,
        "nauc_map_at_1_max": 0.25955,
        "nauc_map_at_1_std": -0.068494,
        "nauc_map_at_1_diff1": 0.455645,
        "nauc_map_at_3_max": 0.284944,
        "nauc_map_at_3_std": -0.028556,
        "nauc_map_at_3_diff1": 0.403951,
        "nauc_map_at_5_max": 0.302179,
        "nauc_map_at_5_std": -0.006055,
        "nauc_map_at_5_diff1": 0.398122,
        "nauc_map_at_10_max": 0.304114,
        "nauc_map_at_10_std": 0.002683,
        "nauc_map_at_10_diff1": 0.391394,
        "nauc_map_at_20_max": 0.305538,
        "nauc_map_at_20_std": 0.008069,
        "nauc_map_at_20_diff1": 0.387448,
        "nauc_map_at_100_max": 0.311454,
        "nauc_map_at_100_std": 0.013278,
        "nauc_map_at_100_diff1": 0.389779,
        "nauc_map_at_1000_max": 0.312485,
        "nauc_map_at_1000_std": 0.014026,
        "nauc_map_at_1000_diff1": 0.389806,
        "nauc_recall_at_1_max": 0.25955,
        "nauc_recall_at_1_std": -0.068494,
        "nauc_recall_at_1_diff1": 0.455645,
        "nauc_recall_at_3_max": 0.240749,
        "nauc_recall_at_3_std": -0.009688,
        "nauc_recall_at_3_diff1": 0.338397,
        "nauc_recall_at_5_max": 0.249765,
        "nauc_recall_at_5_std": 0.041173,
        "nauc_recall_at_5_diff1": 0.306595,
        "nauc_recall_at_10_max": 0.194711,
        "nauc_recall_at_10_std": 0.068708,
        "nauc_recall_at_10_diff1": 0.235346,
        "nauc_recall_at_20_max": 0.187834,
        "nauc_recall_at_20_std": 0.115026,
        "nauc_recall_at_20_diff1": 0.195265,
        "nauc_recall_at_100_max": 0.248323,
        "nauc_recall_at_100_std": 0.209214,
        "nauc_recall_at_100_diff1": 0.222041,
        "nauc_recall_at_1000_max": 0.30524,
        "nauc_recall_at_1000_std": 0.365714,
        "nauc_recall_at_1000_diff1": 0.148893,
        "nauc_precision_at_1_max": 0.382865,
        "nauc_precision_at_1_std": -0.018401,
        "nauc_precision_at_1_diff1": 0.497381,
        "nauc_precision_at_3_max": 0.367225,
        "nauc_precision_at_3_std": 0.013713,
        "nauc_precision_at_3_diff1": 0.337091,
        "nauc_precision_at_5_max": 0.378168,
        "nauc_precision_at_5_std": 0.063933,
        "nauc_precision_at_5_diff1": 0.305218,
        "nauc_precision_at_10_max": 0.365227,
        "nauc_precision_at_10_std": 0.099963,
        "nauc_precision_at_10_diff1": 0.252887,
        "nauc_precision_at_20_max": 0.342121,
        "nauc_precision_at_20_std": 0.122905,
        "nauc_precision_at_20_diff1": 0.214998,
        "nauc_precision_at_100_max": 0.342554,
        "nauc_precision_at_100_std": 0.163248,
        "nauc_precision_at_100_diff1": 0.1778,
        "nauc_precision_at_1000_max": 0.28898,
        "nauc_precision_at_1000_std": 0.146869,
        "nauc_precision_at_1000_diff1": 0.081735,
        "nauc_mrr_at_1_max": 0.382865,
        "nauc_mrr_at_1_std": -0.018401,
        "nauc_mrr_at_1_diff1": 0.497381,
        "nauc_mrr_at_3_max": 0.361507,
        "nauc_mrr_at_3_std": -0.010684,
        "nauc_mrr_at_3_diff1": 0.448131,
        "nauc_mrr_at_5_max": 0.364134,
        "nauc_mrr_at_5_std": 0.0015,
        "nauc_mrr_at_5_diff1": 0.448739,
        "nauc_mrr_at_10_max": 0.358277,
        "nauc_mrr_at_10_std": 0.003988,
        "nauc_mrr_at_10_diff1": 0.439851,
        "nauc_mrr_at_20_max": 0.358842,
        "nauc_mrr_at_20_std": 0.008399,
        "nauc_mrr_at_20_diff1": 0.438136,
        "nauc_mrr_at_100_max": 0.359867,
        "nauc_mrr_at_100_std": 0.009229,
        "nauc_mrr_at_100_diff1": 0.439474,
        "nauc_mrr_at_1000_max": 0.359973,
        "nauc_mrr_at_1000_std": 0.008946,
        "nauc_mrr_at_1000_diff1": 0.439639,
        "main_score": 0.30568,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 80.82175087928772,
  "kg_co2_emissions": null
}