File size: 2,447 Bytes
053befb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
{
"dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"task_name": "AmazonPolarityClassification",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"accuracy": 0.671713,
"f1": 0.669443,
"f1_weighted": 0.669443,
"ap": 0.617296,
"ap_weighted": 0.617296,
"scores_per_experiment": [
{
"accuracy": 0.730195,
"f1": 0.729644,
"f1_weighted": 0.729644,
"ap": 0.673348,
"ap_weighted": 0.673348
},
{
"accuracy": 0.648605,
"f1": 0.647126,
"f1_weighted": 0.647126,
"ap": 0.593854,
"ap_weighted": 0.593854
},
{
"accuracy": 0.720182,
"f1": 0.716345,
"f1_weighted": 0.716345,
"ap": 0.649422,
"ap_weighted": 0.649422
},
{
"accuracy": 0.717512,
"f1": 0.715561,
"f1_weighted": 0.715561,
"ap": 0.665462,
"ap_weighted": 0.665462
},
{
"accuracy": 0.660528,
"f1": 0.659856,
"f1_weighted": 0.659856,
"ap": 0.60393,
"ap_weighted": 0.60393
},
{
"accuracy": 0.66763,
"f1": 0.66655,
"f1_weighted": 0.66655,
"ap": 0.609044,
"ap_weighted": 0.609044
},
{
"accuracy": 0.67263,
"f1": 0.670559,
"f1_weighted": 0.670559,
"ap": 0.612038,
"ap_weighted": 0.612038
},
{
"accuracy": 0.677455,
"f1": 0.674938,
"f1_weighted": 0.674938,
"ap": 0.626943,
"ap_weighted": 0.626943
},
{
"accuracy": 0.582143,
"f1": 0.574911,
"f1_weighted": 0.574911,
"ap": 0.546423,
"ap_weighted": 0.546423
},
{
"accuracy": 0.64025,
"f1": 0.638938,
"f1_weighted": 0.638938,
"ap": 0.592492,
"ap_weighted": 0.592492
}
],
"main_score": 0.671713,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 439.54625058174133,
"kg_co2_emissions": null
} |