File size: 937 Bytes
0bf5b80 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
{
"results": {
"retrieval": {
"mrr": 0.27484813971146543,
"map": 0.26924354593773725
},
"generation": {
"em": 0.003416856492027335,
"f1": 0.37960439080933656,
"rouge1": 0.3255380867320351,
"rouge2": 0.1732248556904568,
"rougeL": 0.22591939162851002,
"accuracy": 0.3826879271070615,
"completeness": 0.5793588741204065,
"hallucination": 0.0017381228273464658,
"utilization": 0.4855072463768116,
"numerical_accuracy": 0.2663594470046083
}
},
"config": {
"eval_name": "jina-zh_jina-zh",
"generation_model": "jinaai/reader-lm-0.5b",
"generation_model_args": {
"name": "jinaai/reader-lm-0.5b",
"num_params": 0.2,
"open_source": true
},
"retrieval_model": "jinaai/reader-lm-0.5b",
"retrieval_model_args": {
"name": "jinaai/reader-lm-0.5b",
"num_params": 0.2,
"open_source": true
}
}
} |