result/acge_text_embedding_a10_bf16/Ocnli.json

{
  "dataset_revision": null,
  "mteb_dataset_name": "Ocnli",
  "mteb_version": "1.1.1",
  "validation": {
    "cos_sim": {
      "accuracy": 0.8110449377368706,
      "accuracy_threshold": 0.5930440425872803,
      "ap": 0.8516262845422288,
      "f1": 0.8297771455666192,
      "f1_threshold": 0.5647917985916138,
      "precision": 0.7530120481927711,
      "recall": 0.9239704329461457
    },
    "dot": {
      "accuracy": 0.8110449377368706,
      "accuracy_threshold": 0.5982565879821777,
      "ap": 0.8511448381714821,
      "f1": 0.8299190090519295,
      "f1_threshold": 0.5676579475402832,
      "precision": 0.7560763888888888,
      "recall": 0.9197465681098205
    },
    "euclidean": {
      "accuracy": 0.8105035192203573,
      "accuracy_threshold": 0.8990259170532227,
      "ap": 0.8516821622996872,
      "f1": 0.8300094966761632,
      "f1_threshold": 0.9317486882209778,
      "precision": 0.7540983606557377,
      "recall": 0.9229144667370645
    },
    "evaluation_time": 1.5,
    "manhattan": {
      "accuracy": 0.8115863562533838,
      "accuracy_threshold": 30.2585506439209,
      "ap": 0.8514921863839019,
      "f1": 0.8291048348492102,
      "f1_threshold": 31.238189697265625,
      "precision": 0.7583187390542907,
      "recall": 0.914466737064414
    },
    "max": {
      "accuracy": 0.8115863562533838,
      "ap": 0.8516821622996872,
      "f1": 0.8300094966761632
    }
  }
}